-- Logs begin at Wed 2022-03-16 08:20:15 UTC, end at Wed 2022-03-16 09:27:58 UTC. -- Mar 16 08:53:03.497110 dv-cinder-831776-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 16 08:53:06.411181 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.common.config [-] Logging enabled! Mar 16 08:53:06.411761 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev30 Mar 16 08:53:06.411984 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102988) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 16 08:53:06.415261 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.common.config [-] Logging enabled! Mar 16 08:53:06.415521 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev30 Mar 16 08:53:06.415833 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102988) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 16 08:53:06.416777 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 16 08:53:06.417014 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 16 08:53:06.417390 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 16 08:53:06.417662 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 16 08:53:06.417892 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 16 08:53:06.418651 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:06.419087 dv-cinder-831776-4-iscsi neutron-server[102988]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 16 08:53:06.419422 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:06.419725 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:06.420025 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:06.420323 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:06.420620 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:06.420906 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:06.421196 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:06.421521 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:06.421817 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:06.422099 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:06.422387 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:06.422686 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:06.423503 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:06.423801 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:06.424092 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:06.424381 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] debug = True {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:06.424673 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:06.425115 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:06.425559 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:06.425846 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:06.426144 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:06.426432 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:06.426710 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:06.426992 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:06.427282 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:06.427614 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] host = dv-cinder-831776-4-iscsi {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:06.427897 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:06.428188 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:06.428493 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:06.428769 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:06.429050 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:06.429331 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:06.429648 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:06.429930 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:06.430206 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] log_file = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:06.430485 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:06.430775 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:06.431068 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:06.431361 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:06.431591 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:06.431817 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:06.432119 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:06.432416 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:06.432696 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:06.432976 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:06.433256 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:06.433559 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:06.433841 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:06.434114 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:06.434403 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:06.434691 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:06.434981 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:06.435260 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:06.435540 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:06.435818 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:06.436095 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:06.436382 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:06.436659 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:06.436935 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:06.437214 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:06.437526 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:06.437803 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:06.438080 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:06.438386 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:06.439287 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:06.439580 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:06.439873 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:06.440152 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:06.440441 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:06.440720 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:06.440997 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:06.441273 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] use_json = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:06.441574 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:06.441853 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:06.442143 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:06.442427 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:06.442704 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:06.442982 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:06.443260 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:06.443552 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:06.443832 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:06.444134 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.444437 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.444741 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.445042 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.445338 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.445647 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.445943 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.446230 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.446525 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.446822 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.447110 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.447393 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.447697 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.447997 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.448300 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.448612 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.448910 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.449208 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.449511 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.449794 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.450074 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.450358 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.450651 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.450933 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.451228 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.451521 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.451807 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.452112 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.452410 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.452709 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.453007 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.453286 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.453595 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.453893 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.454179 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.454482 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.454767 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.455252 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.455349 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.455608 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.455895 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.456179 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.456456 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.456733 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.457017 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.457308 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.457612 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.457888 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.458163 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.458445 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.458720 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.459010 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.459293 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.459568 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.459840 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.460121 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.460396 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.460673 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.460953 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.461226 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.461540 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.461817 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.462089 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.462370 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.462645 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.462918 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.463191 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.463464 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.463743 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.464015 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.464290 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.464563 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.464839 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.465112 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.465401 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.465725 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.466005 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.466284 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.466565 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.466846 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.467127 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.467407 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.467688 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.467969 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.468244 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.468539 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.468825 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.469113 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.469435 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.469718 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.470539 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.470821 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.471101 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.471385 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.471664 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.471944 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.472228 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.472512 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.472816 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.473113 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.473432 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.473729 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.474024 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.474307 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.474620 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.474904 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:06.475125 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 16 08:53:06.475365 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102988) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 16 08:53:06.853218 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102988) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 16 08:53:06.853434 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102988) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 16 08:53:06.853762 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102988) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 16 08:53:06.854240 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 16 08:53:07.186459 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:07.186750 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:07.187025 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:07.188214 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:07.188503 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:07.189430 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:07.247191 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:07.247470 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:07.247738 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:07.262519 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:07.262800 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:07.263068 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:07.291628 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:07.291908 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:07.292178 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:07.434789 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:07.435434 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:07.435434 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:07.669671 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:07.669951 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:07.670214 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:07.670480 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:07.671169 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:07.770303 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:07.770624 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:07.770918 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:07.771181 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:07.771449 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:07.771759 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:07.772024 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:07.772297 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:07.772723 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:07.773211 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:07.773680 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:07.774141 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:07.774427 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:07.774695 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:07.774963 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:07.775240 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:07.775504 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:07.775781 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:07.776056 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:07.776319 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:07.776593 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:07.776850 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:07.777132 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:07.777532 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:07.777787 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:07.778049 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:07.778437 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102988) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 16 08:53:07.778681 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102988) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 16 08:53:07.778918 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102988) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 16 08:53:07.779155 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102988) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 16 08:53:07.779390 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102988) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 16 08:53:07.779626 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102988) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 16 08:53:07.780103 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 16 08:53:07.783811 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 16 08:53:07.787881 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 16 08:53:07.791729 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Mar 16 08:53:07.793384 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 16 08:53:07.793884 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 16 08:53:07.794226 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 16 08:53:07.794625 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 16 08:53:07.797468 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 16 08:53:07.797721 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 16 08:53:07.798090 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 16 08:53:07.802992 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 16 08:53:07.826788 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 16 08:53:07.827242 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:07.827544 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102988) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 16 08:53:07.827917 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:07.829858 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102988) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 16 08:53:07.830142 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 16 08:53:07.830390 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 16 08:53:07.833814 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:07.834095 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:07.896887 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 16 08:53:07.897132 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 16 08:53:07.897375 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 16 08:53:07.897775 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 16 08:53:07.918908 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_db.sqlalchemy.engines [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102988) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 16 08:53:08.358933 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.plugins.ml2.managers [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Initializing driver for type 'gre' Mar 16 08:53:08.359499 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] gre ID ranges: [(1, 1000)] Mar 16 08:53:08.419842 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.plugins.ml2.managers [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Initializing driver for type 'local' Mar 16 08:53:08.420178 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.plugins.ml2.managers [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Initializing driver for type 'vlan' Mar 16 08:53:08.433302 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] VlanTypeDriver initialization complete Mar 16 08:53:08.433697 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.plugins.ml2.managers [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Initializing driver for type 'vxlan' Mar 16 08:53:08.434189 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] vxlan ID ranges: [(1, 1000)] Mar 16 08:53:08.485026 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.plugins.ml2.managers [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Initializing extension driver 'port_security' Mar 16 08:53:08.485645 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.plugins.ml2.extensions.port_security [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] PortSecurityExtensionDriver initialization complete Mar 16 08:53:08.485787 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.plugins.ml2.managers [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Initializing mechanism driver 'openvswitch' Mar 16 08:53:08.486118 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.plugins.ml2.managers [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Initializing mechanism driver 'hyperv' Mar 16 08:53:08.492733 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 08:53:08.493605 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Subscribe: > port after_create 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:08.493978 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Subscribe: > port after_update 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:08.494334 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Subscribe: > port after_delete 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:08.494862 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102988) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 16 08:53:08.495297 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Subscribe: > subnet after_create 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:08.495657 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Subscribe: > subnet after_update 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:08.496008 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:08.496405 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102988) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 16 08:53:08.496817 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Subscribe: > network after_create 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:08.497170 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Subscribe: > network after_update 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:08.497549 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Subscribe: > network after_delete 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:08.497947 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102988) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 16 08:53:08.498627 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Subscribe: > security_group after_create 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:08.498981 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Subscribe: > security_group after_update 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:08.499327 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:08.499726 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102988) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 16 08:53:08.500139 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:08.500486 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:08.500831 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:08.501225 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102988) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 16 08:53:08.501663 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Subscribe: > address_group after_create 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:08.502014 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Subscribe: > address_group after_update 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:08.502359 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:08.502758 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102988) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 16 08:53:08.503202 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] ML2 OVO RPC backend initialized. {{(pid=102988) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 16 08:53:08.503912 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:08.504269 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:08.504689 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Subscribe: > network before_response 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:08.505042 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Subscribe: > networks before_response 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:08.505394 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Subscribe: > port before_response 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:08.505763 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Subscribe: > ports before_response 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:08.506111 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Subscribe: > subnet before_response 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:08.506457 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Subscribe: > subnets before_response 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:08.506805 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Subscribe: > network after_create 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:08.507149 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Subscribe: > network after_update 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:08.507488 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Subscribe: > network after_delete 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:08.507826 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Subscribe: > port after_create 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:08.508164 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Subscribe: > port after_update 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:08.508499 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Subscribe: > port after_delete 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:08.508837 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Subscribe: > subnet after_create 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:08.509177 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Subscribe: > subnet after_update 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:08.509558 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:08.517332 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.quota [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loaded quota_driver: . Mar 16 08:53:08.517731 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.plugins.ml2.plugin [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Modular L2 Plugin initialization complete Mar 16 08:53:08.518079 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.manager [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading services supported by the core plugin {{(pid=102988) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 16 08:53:08.518421 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.plugins.ml2.managers [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Got port-security extension from driver 'port_security' Mar 16 08:53:08.518904 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.extensions.vlantransparent [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Disabled vlantransparent extension. Mar 16 08:53:08.519394 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.manager [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102988) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 16 08:53:08.519723 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.manager [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading Plugin: router Mar 16 08:53:08.556463 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:08.556889 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Subscribe: > router after_create 55549900 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:08.557265 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Subscribe: > router before_create 55549900 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:08.557728 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:08.558110 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:08.558486 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Subscribe: > router after_delete 55549900 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:08.558856 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:08.559259 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:08.559684 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Subscribe: > router after_create 55549900 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:08.560076 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Subscribe: > router after_update 55549900 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:08.560471 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Subscribe: > router after_update 55549900 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:08.560868 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:08.561265 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Subscribe: > router after_update 55549900 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:08.561783 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Subscribe: > router precommit_update 55549900 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:08.562159 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Subscribe: port after_update 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:08.562582 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Subscribe: port after_delete 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:08.562934 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Subscribe: subnet after_update 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:08.563310 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:08.563649 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:08.564000 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Subscribe: > router precommit_create 55549900 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:08.564348 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Subscribe: port before_delete 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:08.564701 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Subscribe: > router precommit_create 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:08.565064 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Subscribe: > router after_update 55549900 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:08.565580 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:08.565938 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Subscribe: > router precommit_create 55549900 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:08.566306 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:08.566658 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Subscribe: > router precommit_update 55549900 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:08.567026 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Subscribe: > agent after_create 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:08.567380 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Subscribe: > agent after_delete 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:08.567727 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Subscribe: > network after_delete 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:08.568591 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.quota.resource_registry [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Tracking information for resource: router configured {{(pid=102988) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 16 08:53:08.568927 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.quota.resource_registry [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Tracking information for resource: floatingip configured {{(pid=102988) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 16 08:53:08.573901 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.db.l3_agentschedulers_db [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 16 08:53:08.574484 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Subscribe: port after_update 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:08.574847 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Subscribe: port after_create 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:08.575203 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Subscribe: port after_delete 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:08.575555 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Subscribe: port after_update 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:08.576343 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Subscribe: > router before_create 55550100 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:08.576708 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:08.577071 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Subscribe: > router precommit_create 55550100 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:08.577453 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Subscribe: > router precommit_update 55550100 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:08.582793 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.services.provider_configuration [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Service providers = [] {{(pid=102988) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 16 08:53:08.583160 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.db.servicetype_db [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102988) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 16 08:53:08.586146 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.services.service_base [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102988) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 16 08:53:08.586503 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.services.service_base [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102988) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 16 08:53:08.586851 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.services.service_base [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102988) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 16 08:53:08.587746 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.services.service_base [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102988) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 16 08:53:08.588122 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.services.service_base [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 16 08:53:08.588503 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.manager [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102988) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 16 08:53:08.588826 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.manager [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 16 08:53:08.600296 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.manager [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102988) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 16 08:53:08.600639 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.manager [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading Plugin: auto_allocate Mar 16 08:53:08.606409 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Subscribe: network precommit_update 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:08.606778 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Subscribe: network precommit_create 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:08.607293 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.manager [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102988) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 16 08:53:08.607618 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.manager [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading Plugin: tag Mar 16 08:53:08.615083 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.manager [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102988) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 16 08:53:08.615368 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.manager [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading Plugin: timestamp Mar 16 08:53:08.619261 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.manager [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102988) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 16 08:53:08.619598 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.manager [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading Plugin: network_ip_availability Mar 16 08:53:08.625349 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:08.625752 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:08.626158 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:08.627371 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.manager [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102988) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 16 08:53:08.627701 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.manager [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading Plugin: flavors Mar 16 08:53:08.632647 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.manager [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102988) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 16 08:53:08.632987 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.manager [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading Plugin: revisions Mar 16 08:53:08.637301 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.manager [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102988) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 16 08:53:08.637735 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_concurrency.lockutils [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.784s {{(pid=102988) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 16 08:53:08.638480 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102988) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 16 08:53:08.638820 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Initializing extension manager. Mar 16 08:53:08.639349 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: __init__.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.639694 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: __pycache__ {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.640033 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: address_group.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.640788 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.641344 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loaded extension: address-group Mar 16 08:53:08.641720 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: address_scope.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.642437 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.642944 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loaded extension: address-scope Mar 16 08:53:08.643269 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.644194 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.644700 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loaded extension: router-admin-state-down-before-update Mar 16 08:53:08.645024 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: agent.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.645758 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.646256 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loaded extension: agent Mar 16 08:53:08.646577 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: agent_resources_synced.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.647487 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.647994 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loaded extension: agent-resources-synced Mar 16 08:53:08.648317 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: allowedaddresspairs.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.650114 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.650635 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loaded extension: allowed-address-pairs Mar 16 08:53:08.650968 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: auto_allocated_topology.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.652054 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.652572 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loaded extension: auto-allocated-topology Mar 16 08:53:08.652903 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: availability_zone.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.653639 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.654145 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loaded extension: availability_zone Mar 16 08:53:08.654471 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: availability_zone_filter.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.655385 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.655889 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loaded extension: availability_zone_filter Mar 16 08:53:08.656213 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: data_plane_status.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.657123 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.657682 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Extension data-plane-status not supported by any of loaded plugins Mar 16 08:53:08.658009 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: default_subnetpools.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.658923 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.659427 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loaded extension: default-subnetpools Mar 16 08:53:08.659751 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.660561 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.661062 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loaded extension: dhcp_agent_scheduler Mar 16 08:53:08.661388 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: dns.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.662332 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.662834 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Extension dns-integration not supported by any of loaded plugins Mar 16 08:53:08.663159 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: dns_domain_ports.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.664074 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.664608 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 16 08:53:08.664931 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.665880 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.666380 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 16 08:53:08.666704 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: dvr.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.667380 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.668016 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loaded extension: dvr Mar 16 08:53:08.668341 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: ecmp_routes.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.669269 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.669809 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 16 08:53:08.670136 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: empty_string_filtering.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.671046 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.671557 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loaded extension: empty-string-filtering Mar 16 08:53:08.671882 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.672813 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.673875 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 16 08:53:08.674201 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.675122 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.675620 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 16 08:53:08.675944 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: external_net.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.676857 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.677361 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loaded extension: external-net Mar 16 08:53:08.677709 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.678627 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.679132 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loaded extension: extra_dhcp_opt Mar 16 08:53:08.679457 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: extraroute.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.680368 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.680873 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loaded extension: extraroute Mar 16 08:53:08.681196 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: extraroute_atomic.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.682303 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.682812 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loaded extension: extraroute-atomic Mar 16 08:53:08.683137 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: filter_validation.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.683806 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.684306 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loaded extension: filter-validation Mar 16 08:53:08.684630 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: fip_pf_description.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.685585 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.686085 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 16 08:53:08.686407 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: fip_port_details.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.687527 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.688032 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loaded extension: fip-port-details Mar 16 08:53:08.688354 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: flavors.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.690166 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.690679 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loaded extension: flavors Mar 16 08:53:08.691008 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.692685 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.693202 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 16 08:53:08.693570 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: floatingip_pools.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.694275 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.694788 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loaded extension: floatingip-pools Mar 16 08:53:08.695118 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: ip_allocation.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.696042 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.696543 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Extension ip_allocation not supported by any of loaded plugins Mar 16 08:53:08.696868 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.697822 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.698326 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loaded extension: ip-substring-filtering Mar 16 08:53:08.698655 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: l2_adjacency.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.699588 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.700090 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 16 08:53:08.700415 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: l3.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.701382 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.701925 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loaded extension: router Mar 16 08:53:08.702256 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.704551 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.705078 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 16 08:53:08.705434 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.706378 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.706889 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loaded extension: ext-gw-mode Mar 16 08:53:08.707221 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.708143 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.708653 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loaded extension: l3-ha Mar 16 08:53:08.708984 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.709926 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.710432 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 16 08:53:08.710760 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: l3_flavors.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.711673 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.712185 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loaded extension: l3-flavors Mar 16 08:53:08.712515 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: l3_ndp_proxy.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.713935 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.714448 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 16 08:53:08.714777 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.715699 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.716208 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 16 08:53:08.716536 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: l3agentscheduler.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.717620 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.718132 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loaded extension: l3_agent_scheduler Mar 16 08:53:08.718461 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: local_ip.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.720754 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.721273 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Extension local_ip not supported by any of loaded plugins Mar 16 08:53:08.721645 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: logging.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.724581 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.725104 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Extension logging not supported by any of loaded plugins Mar 16 08:53:08.725474 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: metering.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.726232 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.726805 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loaded extension: metering Mar 16 08:53:08.727140 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.728248 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.728761 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loaded extension: metering_source_and_destination_fields Mar 16 08:53:08.729092 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: multiprovidernet.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.730048 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.730557 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loaded extension: multi-provider Mar 16 08:53:08.730888 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: netmtu.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.731809 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.732320 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loaded extension: net-mtu Mar 16 08:53:08.732651 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: netmtu_writable.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.733614 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.734120 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loaded extension: net-mtu-writable Mar 16 08:53:08.734444 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: network_availability_zone.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.735129 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.736233 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loaded extension: network_availability_zone Mar 16 08:53:08.736559 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: network_ip_availability.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.737716 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.738225 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loaded extension: network-ip-availability Mar 16 08:53:08.738551 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: network_segment_range.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.739320 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.739820 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Extension network-segment-range not supported by any of loaded plugins Mar 16 08:53:08.740143 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: pagination.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.741124 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.741485 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loaded extension: pagination Mar 16 08:53:08.741810 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: port_device_profile.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.742736 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.743247 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loaded extension: port-device-profile Mar 16 08:53:08.743571 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.744486 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.744990 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loaded extension: port-mac-address-regenerate Mar 16 08:53:08.745314 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.746265 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.746772 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loaded extension: port-numa-affinity-policy Mar 16 08:53:08.747095 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: port_resource_request.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.748022 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.748787 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Extension port-resource-request not supported by any of loaded plugins Mar 16 08:53:08.749113 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: port_resource_request_groups.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.750120 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.750630 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 16 08:53:08.750953 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: portbindings.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.751909 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.752424 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loaded extension: binding Mar 16 08:53:08.752748 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: portbindings_extended.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.754076 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.754588 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loaded extension: binding-extended Mar 16 08:53:08.754918 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: portsecurity.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.755838 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.756347 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loaded extension: port-security Mar 16 08:53:08.756677 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: project_id.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.757695 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.758030 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loaded extension: project-id Mar 16 08:53:08.758353 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: providernet.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.759291 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.759806 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loaded extension: provider Mar 16 08:53:08.760131 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: qos.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.763717 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.764237 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Extension qos not supported by any of loaded plugins Mar 16 08:53:08.764570 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.765854 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.766369 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 16 08:53:08.766720 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.767645 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.768154 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 16 08:53:08.768482 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: qos_default.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.769396 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.769934 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Extension qos-default not supported by any of loaded plugins Mar 16 08:53:08.770266 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: qos_fip.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.771203 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.771711 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Extension qos-fip not supported by any of loaded plugins Mar 16 08:53:08.772037 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: qos_fip_network_policy.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.772956 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.773496 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 16 08:53:08.773823 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: qos_gateway_ip.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.774748 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.775254 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 16 08:53:08.775581 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: qos_port_network_policy.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.776621 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.777130 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 16 08:53:08.777486 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.778531 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.779043 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 16 08:53:08.779368 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.780412 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.780923 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 16 08:53:08.781252 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: qos_pps_rule.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.782992 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.783502 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Extension qos-pps not supported by any of loaded plugins Mar 16 08:53:08.783829 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: qos_rule_type_details.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.784752 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.785256 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 16 08:53:08.785603 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: qos_rule_type_filter.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.786525 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.787026 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Mar 16 08:53:08.787347 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: qos_rules_alias.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.788407 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.788920 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 16 08:53:08.789245 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: quota_check_limit.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.790204 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.790712 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loaded extension: quota-check-limit Mar 16 08:53:08.791034 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: quotasv2.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.791960 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.792294 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loaded extension: quotas Mar 16 08:53:08.792616 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: quotasv2_detail.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.794364 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.794706 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loaded extension: quota_details Mar 16 08:53:08.795034 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: rbac.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.796091 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.796610 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loaded extension: rbac-policies Mar 16 08:53:08.796946 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: rbac_address_group.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.797915 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.798952 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loaded extension: rbac-address-group Mar 16 08:53:08.799281 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: rbac_address_scope.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.800206 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.800714 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loaded extension: rbac-address-scope Mar 16 08:53:08.801039 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: rbac_security_groups.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.801983 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.802496 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loaded extension: rbac-security-groups Mar 16 08:53:08.802821 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: rbac_subnetpool.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.803827 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.804334 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loaded extension: rbac-subnetpool Mar 16 08:53:08.804659 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: revisionifmatch.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.805629 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.806140 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loaded extension: revision-if-match Mar 16 08:53:08.806464 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: revisions.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.807591 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.808099 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loaded extension: standard-attr-revisions Mar 16 08:53:08.808425 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: router_availability_zone.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.809096 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.809629 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loaded extension: router_availability_zone Mar 16 08:53:08.809955 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: routerservicetype.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.810881 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.811381 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Extension router-service-type not supported by any of loaded plugins Mar 16 08:53:08.811704 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.812638 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.813143 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loaded extension: security-groups-normalized-cidr Mar 16 08:53:08.813494 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.814442 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.814950 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loaded extension: port-security-groups-filtering Mar 16 08:53:08.815274 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.816215 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.816720 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loaded extension: security-groups-remote-address-group Mar 16 08:53:08.817045 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.818012 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.818517 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loaded extension: security-groups-shared-filtering Mar 16 08:53:08.818842 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.819433 dv-cinder-831776-4-iscsi neutron-server[102988]: WARNING neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 16 08:53:08.819754 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: securitygroup.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.829441 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.829975 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loaded extension: security-group Mar 16 08:53:08.830311 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: segment.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.831045 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.831555 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Extension segment not supported by any of loaded plugins Mar 16 08:53:08.831886 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.832835 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.833344 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 16 08:53:08.833695 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: servicetype.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.834802 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.835321 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loaded extension: service-type Mar 16 08:53:08.835649 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: sorting.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.836639 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.836979 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loaded extension: sorting Mar 16 08:53:08.837304 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: standard_attr_segment.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.838259 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.838770 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 16 08:53:08.839094 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: standardattrdescription.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.839748 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.840250 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loaded extension: standard-attr-description Mar 16 08:53:08.840575 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: stateful_security_group.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.841544 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.842055 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loaded extension: stateful-security-group Mar 16 08:53:08.842387 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: stdattrs_common.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.842958 dv-cinder-831776-4-iscsi neutron-server[102988]: WARNING neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 16 08:53:08.843283 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.844214 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.844732 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 16 08:53:08.845622 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: subnet_onboard.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.846716 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.847234 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loaded extension: subnet_onboard Mar 16 08:53:08.847565 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.848502 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.849010 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 16 08:53:08.849337 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: subnet_service_types.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.850306 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.850815 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loaded extension: subnet-service-types Mar 16 08:53:08.851144 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: subnetallocation.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.852251 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.852767 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loaded extension: subnet_allocation Mar 16 08:53:08.853097 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.853805 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.854309 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loaded extension: subnetpool-prefix-ops Mar 16 08:53:08.854634 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.855579 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.856091 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 16 08:53:08.856417 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: tagging.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.857579 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.858102 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loaded extension: standard-attr-tag Mar 16 08:53:08.858433 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: timestamp.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.859642 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.860153 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loaded extension: standard-attr-timestamp Mar 16 08:53:08.861054 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: trunk.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.862128 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.862645 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Extension trunk not supported by any of loaded plugins Mar 16 08:53:08.862980 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: trunk_details.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.863903 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.864414 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Extension trunk-details not supported by any of loaded plugins Mar 16 08:53:08.864744 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: uplink_status_propagation.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.865744 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.866212 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 16 08:53:08.866539 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Loading extension file: vlantransparent.py {{(pid=102988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 16 08:53:08.867212 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 16 08:53:08.867717 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 16 08:53:08.874847 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.quota.resource_registry [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Creating instance of TrackedResource for resource:network Mar 16 08:53:08.875621 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.quota.resource_registry [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Creating instance of TrackedResource for resource:subnet Mar 16 08:53:08.876146 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.quota.resource_registry [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Creating instance of TrackedResource for resource:subnetpool Mar 16 08:53:08.876558 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.quota.resource_registry [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Creating instance of TrackedResource for resource:port Mar 16 08:53:08.877848 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.v2.resource_helper [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102988) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 08:53:08.878299 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.v2.resource_helper [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Service FLAVORS assigned prefix: {{(pid=102988) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 08:53:08.878909 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.v2.resource_helper [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102988) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 08:53:08.879347 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.v2.resource_helper [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102988) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 08:53:08.879685 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.quota.resource_registry [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Creating instance of TrackedResource for resource:router Mar 16 08:53:08.880122 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.quota.resource_registry [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Creating instance of TrackedResource for resource:floatingip Mar 16 08:53:08.880615 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.v2.resource_helper [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Service METERING assigned prefix: /metering {{(pid=102988) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 08:53:08.882085 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:08.882470 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:08.882827 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 08:53:08.883831 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.quota.resource_registry [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Creating instance of CountableResource for resource:rbac_policy Mar 16 08:53:08.884270 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.quota.resource_registry [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Creating instance of TrackedResource for resource:security_group Mar 16 08:53:08.884712 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.quota.resource_registry [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 16 08:53:08.885307 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.v2.resource_helper [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Service CORE assigned prefix: {{(pid=102988) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 08:53:08.885687 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.quota.resource_registry [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Creating instance of TrackedResource for resource:subnetpool Mar 16 08:53:08.886037 dv-cinder-831776-4-iscsi neutron-server[102988]: WARNING neutron.quota.resource_registry [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] subnetpool is already registered Mar 16 08:53:08.886480 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.v2.resource_helper [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Service CORE assigned prefix: {{(pid=102988) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 08:53:08.886811 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.quota.resource_registry [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Creating instance of TrackedResource for resource:subnetpool Mar 16 08:53:08.887143 dv-cinder-831776-4-iscsi neutron-server[102988]: WARNING neutron.quota.resource_registry [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] subnetpool is already registered Mar 16 08:53:08.889427 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.v2.resource_helper [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102988) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 08:53:08.889874 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.v2.resource_helper [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Service FLAVORS assigned prefix: {{(pid=102988) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 08:53:08.890466 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.v2.resource_helper [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102988) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 08:53:08.890891 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.v2.resource_helper [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102988) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 08:53:08.891228 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.quota.resource_registry [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Creating instance of TrackedResource for resource:router Mar 16 08:53:08.891570 dv-cinder-831776-4-iscsi neutron-server[102988]: WARNING neutron.quota.resource_registry [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] router is already registered Mar 16 08:53:08.892009 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.quota.resource_registry [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Creating instance of TrackedResource for resource:floatingip Mar 16 08:53:08.892348 dv-cinder-831776-4-iscsi neutron-server[102988]: WARNING neutron.quota.resource_registry [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] floatingip is already registered Mar 16 08:53:08.892805 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.v2.resource_helper [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Service METERING assigned prefix: /metering {{(pid=102988) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 08:53:08.893492 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.quota.resource_registry [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Creating instance of CountableResource for resource:rbac_policy Mar 16 08:53:08.893843 dv-cinder-831776-4-iscsi neutron-server[102988]: WARNING neutron.quota.resource_registry [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] rbac_policy is already registered Mar 16 08:53:08.894257 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.quota.resource_registry [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Creating instance of TrackedResource for resource:security_group Mar 16 08:53:08.894591 dv-cinder-831776-4-iscsi neutron-server[102988]: WARNING neutron.quota.resource_registry [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] security_group is already registered Mar 16 08:53:08.895002 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.quota.resource_registry [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 16 08:53:08.895339 dv-cinder-831776-4-iscsi neutron-server[102988]: WARNING neutron.quota.resource_registry [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] security_group_rule is already registered Mar 16 08:53:08.895977 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.v2.resource_helper [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Service CORE assigned prefix: {{(pid=102988) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 08:53:08.896309 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.quota.resource_registry [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Creating instance of TrackedResource for resource:subnetpool Mar 16 08:53:08.896646 dv-cinder-831776-4-iscsi neutron-server[102988]: WARNING neutron.quota.resource_registry [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] subnetpool is already registered Mar 16 08:53:08.897072 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.v2.resource_helper [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Service CORE assigned prefix: {{(pid=102988) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 16 08:53:08.897418 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.quota.resource_registry [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Creating instance of TrackedResource for resource:subnetpool Mar 16 08:53:08.897759 dv-cinder-831776-4-iscsi neutron-server[102988]: WARNING neutron.quota.resource_registry [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] subnetpool is already registered Mar 16 08:53:08.898219 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Extended resource: extensions {{(pid=102988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 08:53:08.899733 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Extended resource: address-groups {{(pid=102988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 08:53:08.901197 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Extended resource: address-scopes {{(pid=102988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 08:53:08.902549 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Extended resource: agents {{(pid=102988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 08:53:08.903708 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Extended resource: auto-allocated-topology {{(pid=102988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 08:53:08.904936 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Extended resource: availability_zones {{(pid=102988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 08:53:08.906166 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Extended resource: dhcp-networks {{(pid=102988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 08:53:08.908235 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Extended resource: dhcp-agents {{(pid=102988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 08:53:08.909667 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Extended resource: routers {{(pid=102988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 08:53:08.911833 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Extended resource: flavors {{(pid=102988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 08:53:08.912995 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Extended resource: service_profiles {{(pid=102988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 08:53:08.914209 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Extended resource: next_providers {{(pid=102988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 08:53:08.915647 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Extended resource: service_profiles {{(pid=102988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 08:53:08.917175 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Extended resource: floatingip-pools {{(pid=102988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 08:53:08.918429 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Extended resource: routers {{(pid=102988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 08:53:08.920499 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Extended resource: floatingips {{(pid=102988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 08:53:08.922738 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Extended resource: l3-routers {{(pid=102988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 08:53:08.924741 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Extended resource: l3-agents {{(pid=102988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 08:53:08.926194 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Extended resource: metering-labels {{(pid=102988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 08:53:08.927532 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Extended resource: metering-label-rules {{(pid=102988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 08:53:08.928811 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Extended resource: network-ip-availabilities {{(pid=102988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 08:53:08.930092 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Extended resource: bindings {{(pid=102988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 08:53:08.931723 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Extended resource: quotas {{(pid=102988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 08:53:08.933251 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Extended resource: quotas {{(pid=102988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 08:53:08.934807 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Extended resource: rbac-policies {{(pid=102988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 08:53:08.936089 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Extended resource: security-groups {{(pid=102988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 08:53:08.937293 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Extended resource: security-group-rules {{(pid=102988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 08:53:08.938576 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Extended resource: service-providers {{(pid=102988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 08:53:08.939783 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Extended resource: subnetpools {{(pid=102988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 08:53:08.941183 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Extended resource: subnetpools {{(pid=102988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 08:53:08.942669 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Extended resource: tags {{(pid=102988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 08:53:08.944326 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Extended resource: tags {{(pid=102988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 08:53:08.946136 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Extended resource: tags {{(pid=102988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 08:53:08.947886 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Extended resource: tags {{(pid=102988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 08:53:08.949680 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Extended resource: tags {{(pid=102988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 08:53:08.951511 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Extended resource: tags {{(pid=102988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 08:53:08.953170 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Extended resource: tags {{(pid=102988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 08:53:08.955113 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Extended resource: tags {{(pid=102988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 08:53:08.956824 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Extended resource: tags {{(pid=102988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 08:53:08.958694 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron.api.extensions [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Extended resource: tags {{(pid=102988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 16 08:53:08.964421 dv-cinder-831776-4-iscsi neutron-server[102988]: WARNING keystonemiddleware.auth_token [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 16 08:53:08.969099 dv-cinder-831776-4-iscsi neutron-server[102988]: WARNING keystonemiddleware.auth_token [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 16 08:53:08.978285 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_concurrency.lockutils [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Acquired lock "singleton_lock" {{(pid=102988) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 16 08:53:08.978763 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_concurrency.lockutils [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Releasing lock "singleton_lock" {{(pid=102988) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 16 08:53:08.979418 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO oslo_service.service [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Starting 2 workers Mar 16 08:53:08.984335 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Started child 103095 {{(pid=102988) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 16 08:53:08.989364 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Started child 103096 {{(pid=102988) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 16 08:53:08.990590 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:53:08.991223 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO neutron.service [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 16 08:53:08.991592 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Publish callbacks [] for process (None), before_spawn {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:53:08.992158 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [-] (103095) wsgi starting up on http://0.0.0.0:9696 Mar 16 08:53:08.994167 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO oslo_service.service [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Starting 1 workers Mar 16 08:53:08.994274 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:53:08.995697 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [-] (103096) wsgi starting up on http://0.0.0.0:9696 Mar 16 08:53:08.999662 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Started child 103097 {{(pid=102988) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 16 08:53:09.000227 dv-cinder-831776-4-iscsi neutron-server[102988]: INFO oslo_service.service [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Starting 1 workers Mar 16 08:53:09.003597 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.service [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] calling RpcWorker wait() {{(pid=103097) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 16 08:53:09.004126 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.service [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] returning from RpcWorker wait() {{(pid=103097) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 16 08:53:09.004753 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Started child 103098 {{(pid=102988) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 16 08:53:09.005572 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5e773028-8fdc-42d0-b9e2-24befc2f4607 None None] Publish callbacks [] for process (None), after_spawn {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:53:09.005670 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:53:09.006127 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 08:53:09.007563 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102988) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 16 08:53:09.007788 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 16 08:53:09.007981 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 16 08:53:09.008209 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 16 08:53:09.008563 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 16 08:53:09.008725 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 16 08:53:09.009423 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.009864 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.009990 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:53:09.010752 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.010900 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 08:53:09.011153 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.011460 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.012070 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.012340 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.012599 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.012882 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.013158 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.013326 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.013668 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.014092 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.014477 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.014908 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.015314 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.015708 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.016129 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.016443 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.016902 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.017328 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.017723 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.018155 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] debug = True {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.018540 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.019188 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.019577 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.019973 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.020362 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.020794 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.021190 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.021653 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.022044 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.022423 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.022819 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.023226 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.023623 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.023982 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.024372 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.024734 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.025163 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.025551 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.026140 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] host = dv-cinder-831776-4-iscsi {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.026515 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.026893 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.027301 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.027696 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.028089 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.028471 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.028961 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.029361 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.029805 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.030189 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.031049 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.031534 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.031788 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.032082 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] log_file = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.032198 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] log_options = True {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.033083 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.034102 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.034213 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.034387 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.034555 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.034716 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.035000 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.035161 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.035587 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.035910 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.036054 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.036361 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.036469 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.036679 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.036921 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.037158 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.037397 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.037667 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.037919 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.038247 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.038499 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.038888 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.039143 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.039362 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.039603 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.039820 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.040203 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.040456 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.040697 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.040938 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.041387 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.041859 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.042296 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.042743 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.043189 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.043601 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.043984 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.044207 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.044645 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.044883 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.045146 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.045403 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.045652 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.046095 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.046321 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.046559 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.046794 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] use_json = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.047030 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.047281 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.047533 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.047770 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.048080 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.048797 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.049055 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.049334 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.049581 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.050678 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.050964 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.051454 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.051890 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.052313 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.052761 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.053210 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.053664 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.054080 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.054487 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.054955 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.055341 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.055956 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.056226 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.056514 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.056865 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.057138 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.057460 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.057708 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.057951 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.058178 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.058427 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.058719 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.058951 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.059212 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.059453 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.059679 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.059986 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.060253 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.060590 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.060870 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.061154 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.061451 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.061679 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.061920 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.062139 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.062566 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.062968 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.063267 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.063598 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.063847 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.064227 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.064607 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.064867 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.065742 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.066125 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.066535 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.066944 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.067324 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.067701 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.068118 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.068506 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.068914 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.069309 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.069780 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.070041 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.070289 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.070572 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.070782 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.071003 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.071223 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.071452 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.071701 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.072102 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.072498 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.072920 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.073347 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.073788 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.074231 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.074650 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.075056 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.075465 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.075861 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.076265 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.076658 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.077074 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.077516 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.077911 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.078374 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.078602 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.078827 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.079708 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.080090 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.080467 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.080694 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.080917 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.081163 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.081385 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.081629 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.081878 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.082109 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.082574 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.083082 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.083412 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.083735 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.084045 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.084356 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.084655 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.084968 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.085262 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.085524 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.085768 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.086026 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.086263 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.086513 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.086755 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.086969 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.087209 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.087430 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.087669 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.087916 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.088133 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.088535 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.089001 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.089504 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.089943 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.090410 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.090717 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.091042 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.091382 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.091818 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.092252 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.092631 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.093040 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.093526 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.093811 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.094093 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.094337 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.094591 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.094895 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.095634 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.095915 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.096180 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.096440 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.096680 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.096937 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.097192 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.097400 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.097651 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.097965 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.098218 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.098460 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.098679 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.098961 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.099215 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.099461 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.099724 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.099975 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.100209 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.100459 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.100694 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.100910 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.101301 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.101549 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 08:53:09.101646 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.101755 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.101981 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.102200 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.102437 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.102654 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.102889 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.103139 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.103771 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.103771 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.103771 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.104029 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.104282 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.104537 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.104750 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.105161 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.105602 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.106011 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.106237 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.106464 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.106679 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.106936 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.107189 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.107457 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.107714 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.107951 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.108183 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.108441 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.108766 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.108919 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.109182 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.109441 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.109679 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.109895 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.110116 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.110351 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.110591 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.110821 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.111054 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.111310 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.111560 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.111893 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.112146 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.112400 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.112657 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.113048 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.113272 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.113517 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.113735 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.113971 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.114190 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.114419 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.114707 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.114870 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.115086 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.115302 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.115536 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.115849 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.116036 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.116279 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.116515 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.116737 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.116954 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.117169 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.117403 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.117659 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.117886 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.118094 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.118307 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.118534 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.118821 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.119071 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.119307 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.119571 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.119787 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.120053 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.120283 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.120494 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.120706 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.120929 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.121145 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.121355 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.121631 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.121843 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.122132 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.122381 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.122600 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.122813 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.123055 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.123556 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.123772 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.123988 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.124352 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.124711 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.125080 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.125299 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.125535 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.125756 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.126189 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.126401 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.126631 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.126848 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.127057 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.127300 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.127518 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.127727 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.128024 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.128285 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.128504 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.128784 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.129033 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.129286 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.129554 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.129850 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.130088 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.130349 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.130571 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.130812 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.131034 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.131299 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.131807 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.132173 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.132479 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.132737 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.133006 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.133295 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.133594 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.133810 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.134103 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.134424 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.134993 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.135201 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.135449 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.135697 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.136085 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.136333 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.136713 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.136934 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.137149 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.137592 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.137845 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.138241 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.138484 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.138735 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.138956 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.139187 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.139394 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.139617 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.139860 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.140015 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 16 08:53:09.140526 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102988) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 16 08:53:09.140689 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 16 08:53:09.140842 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 16 08:53:09.141167 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 16 08:53:09.141337 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 16 08:53:09.141518 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 16 08:53:09.142254 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.142417 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.142579 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.142739 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.142897 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.143077 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.143237 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.143396 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.143554 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.143713 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.143870 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.144028 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.144185 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.144343 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.144501 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.144661 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.144818 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.144976 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.145141 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.145300 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.145479 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.145640 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.145800 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] debug = True {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.145959 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.146153 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.146318 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.146477 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.146634 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.146793 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.146951 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.147109 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.147267 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.147425 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.147584 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.147745 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.147902 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.148059 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.148217 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.148374 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.148530 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.148688 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.148846 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] host = dv-cinder-831776-4-iscsi {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.149005 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.149162 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.149319 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.149503 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.149668 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.149827 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.149984 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.150143 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.150300 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.150457 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.150614 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.150772 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.150931 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.151090 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] log_file = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.151247 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] log_options = True {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.151405 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.151562 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.151720 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.151903 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.152067 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.152227 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.152385 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.152542 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.152700 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.152857 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.153014 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.153172 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.153331 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.153519 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.153680 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.153837 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.153996 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.154155 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.154313 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.154472 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.154629 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.154786 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.154944 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.155101 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.155259 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.155417 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.155577 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.155734 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.155892 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.156050 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.156209 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.156367 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.156525 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.156682 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.156838 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.156995 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.157154 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.157324 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.158039 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.158202 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.158360 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.158518 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.158676 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.158833 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.158992 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.159151 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.159313 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] use_json = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.159484 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.159635 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.159792 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.159949 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.160107 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.160264 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.160423 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.160584 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.160741 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 16 08:53:09.160919 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.161081 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.161255 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.161434 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.161601 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.161763 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.161924 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.162086 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.162247 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.162409 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.162578 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.162739 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.162910 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.163071 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.163231 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.163398 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.163558 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.163719 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.163881 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.164042 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.164202 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.164362 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.164532 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.164693 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.164853 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.165014 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.165174 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.165347 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.165531 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.165708 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.165869 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.166032 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.166194 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.166355 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.166518 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.166681 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.166845 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.167007 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.167170 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.167332 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.167493 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.167655 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.167815 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.167975 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.168137 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.168300 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.168462 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.168625 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.168785 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.168948 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.169111 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.169273 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.169523 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.169654 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.169777 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.169899 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.170062 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.170233 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.170395 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.170556 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.170717 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.170880 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.171040 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.171200 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.171362 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.171523 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.171685 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.171846 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.172018 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.172179 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.172341 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.172501 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.172749 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.172915 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.173098 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.173205 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 43054) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 08:53:09.173284 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.173460 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.173593 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.173747 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.173908 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.174070 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.174231 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.174393 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.174554 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.174717 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.174880 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.175042 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.175202 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.175363 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.175523 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.175685 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.175855 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.176030 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.176193 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.176353 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.176513 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.176674 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.176835 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.176998 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.177160 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.177321 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.177507 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.177670 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.177830 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.177997 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.178160 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.178321 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.178481 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.178642 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.178804 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.178966 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.179127 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.179287 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.179448 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.179616 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.179779 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.179940 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.180102 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.180263 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.180432 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.180592 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.180756 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.180918 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.181084 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.181459 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.181459 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.181762 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.181913 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.182051 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.182185 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.182318 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.182463 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063155 Mar 16 08:53:09.182600 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.182600 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.182845 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.182977 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.183184 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.183308 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.183441 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.183550 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.183678 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.183845 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.184005 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.184169 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.184330 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.184493 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.184655 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.184822 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.184985 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.185139 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.185302 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.185489 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.185652 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.185816 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.185977 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.186138 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.186301 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.186463 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.186625 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.186788 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.186951 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.187110 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.187272 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.187432 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.187594 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.187755 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.187918 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.188078 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.188239 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.188400 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.188586 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.188754 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.188913 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.189074 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.189235 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.189396 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.189582 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.189749 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.189909 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.190073 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.190235 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.190397 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.190565 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.190752 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.190903 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.191049 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.191210 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.191373 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.191535 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.191698 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.191860 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.192022 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.192185 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.192349 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.192503 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.192683 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.192844 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.193006 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.193169 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.193331 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.193541 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.193714 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.193858 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.193985 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.194146 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.194310 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.194475 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.194634 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.194795 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.194955 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.195117 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.195283 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.195454 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.195628 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.195760 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.195924 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.196087 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.196248 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.196409 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.197498 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.197620 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.197784 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.198346 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.198346 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.198346 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.198843 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.198843 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.198843 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.199199 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.199199 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.199199 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.199413 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.199490 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.199641 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.199801 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.199963 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.200136 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.200299 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.200460 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.200621 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.200782 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.200943 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.201114 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.201275 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.201454 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.201618 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.201779 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.201941 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.202111 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.202283 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.202435 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.202596 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.202757 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.202919 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.203094 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.203258 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.203441 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.203567 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.203728 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.203889 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.204059 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.204745 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.204911 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.205080 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.205242 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.205422 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.205597 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.205769 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.205933 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.206100 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.206264 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.206426 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.206588 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.206751 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.206918 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.207090 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.207261 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.207423 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.207593 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.207762 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.207933 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.208094 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.208261 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.208432 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.208594 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.208754 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.208917 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.209077 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.209239 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.209505 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.209606 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.209735 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.209951 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.210049 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.210209 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.210370 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.210531 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.210693 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.210854 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.211014 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.211176 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.211337 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.211498 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 16 08:53:09.211652 dv-cinder-831776-4-iscsi neutron-server[102988]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 16 08:53:20.518931 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f25f0d0-3a3c-4741-8d98-136e5cfaf0f0 None None] get_active_networks_info from dv-cinder-831776-4-iscsi {{(pid=103097) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 16 08:53:20.578022 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f25f0d0-3a3c-4741-8d98-136e5cfaf0f0 None None] No non-hosted networks {{(pid=103097) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 16 08:53:20.592975 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.agentschedulers_db [None req-9f25f0d0-3a3c-4741-8d98-136e5cfaf0f0 None None] DHCP Agent not found on host dv-cinder-831776-4-iscsi {{(pid=103097) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 16 08:53:20.676108 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-b659633e-2ff6-48c7-8db1-d4ceb6e9538e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-559209'] for agent (a398d5bf-1368-473f-bfdd-7d167c3f4154), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:53:22.762227 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-dd62de51-0f0a-46c5-8849-c2296ddb2618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-559209'] for agent (09ce795b-eeca-4b3b-9d7f-577d9443cb21), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:53:22.885534 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-2c1d876a-b088-4ffa-abb6-0a655ee52b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (09ce795b-eeca-4b3b-9d7f-577d9443cb21), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:53:23.802350 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-cdeb7127-6fa1-4060-ae0a-c8ffc2dd9388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-559209'] for agent (514d7d79-ab14-439d-a6c0-bbffe337a49f), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:53:25.413523 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3de267ec-888d-49e1-92d2-a6991c0932cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-559209'] for agent (3616e4f6-4586-420d-b0d2-e3b2f5abb17b), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:53:26.644977 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 43136) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 08:53:26.816989 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-559209'] for agent (489981c6-9aaa-401c-bd41-6b42e027a228), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:53:26.818570 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:53:26.819624 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:53:26.820524 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:53:26.821104 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:53:26.821928 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:53:26.822546 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:53:26.823138 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:53:26.824207 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:53:26.824957 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:53:26.825623 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:53:26.826217 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:53:26.826759 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:53:26.828483 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:53:26.829249 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:53:26.830425 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:53:26.830919 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-831776-4-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 08:53:26.838073 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-831776-4-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 08:53:27.205854 dv-cinder-831776-4-iscsi neutron-server[103096]: WARNING oslo_policy.policy [None req-155746fb-a649-4782-857f-60166c0ea5f4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 16 08:53:27.206597 dv-cinder-831776-4-iscsi neutron-server[103096]: WARNING oslo_policy.policy [None req-155746fb-a649-4782-857f-60166c0ea5f4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 16 08:53:27.429214 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [None req-155746fb-a649-4782-857f-60166c0ea5f4 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103096) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 16 08:53:27.431002 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-155746fb-a649-4782-857f-60166c0ea5f4 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7848775 Mar 16 08:53:28.930129 dv-cinder-831776-4-iscsi neutron-server[103097]: INFO neutron.db.l3_hamode_db [None req-45bd540c-43bb-4ed3-9d27-a238ce9c7044 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 16 08:53:29.009116 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bd540c-43bb-4ed3-9d27-a238ce9c7044 None None] Routers set() bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 08:53:29.009450 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bd540c-43bb-4ed3-9d27-a238ce9c7044 None None] Router IDs set() for agent in host dv-cinder-831776-4-iscsi {{(pid=103097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 16 08:53:29.995047 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 43162) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 08:53:30.298917 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.v2.base [None req-aa65bfd5-2686-476f-a0ce-d5e859444588 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=103096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 08:53:30.390151 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.policy [None req-aa65bfd5-2686-476f-a0ce-d5e859444588 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103096) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 16 08:53:30.432281 dv-cinder-831776-4-iscsi neutron-server[103096]: WARNING oslo_policy.policy [None req-aa65bfd5-2686-476f-a0ce-d5e859444588 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 16 08:53:30.432643 dv-cinder-831776-4-iscsi neutron-server[103096]: WARNING oslo_policy.policy [None req-aa65bfd5-2686-476f-a0ce-d5e859444588 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 16 08:53:30.524918 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-aa65bfd5-2686-476f-a0ce-d5e859444588 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732014952468', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732014953185', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732014969813', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732014975631', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732014985552', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732016349582', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1197524', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1299902', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-999345', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-629634'] for rbac-policy (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:53:30.590056 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-aa65bfd5-2686-476f-a0ce-d5e859444588 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:53:30.591242 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-aa65bfd5-2686-476f-a0ce-d5e859444588 admin admin] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5952561 Mar 16 08:53:33.064206 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 43172) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 08:53:33.369328 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.v2.base [None req-9246c7e0-cc83-4e92-bcdb-22212fa734dc demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 08:53:33.398407 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9246c7e0-cc83-4e92-bcdb-22212fa734dc demo demo] Made reservation on behalf of 1af46c6129f94cf0b6074b5fdd2d735e for: {'network': 1} {{(pid=103096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 08:53:33.402239 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-9246c7e0-cc83-4e92-bcdb-22212fa734dc demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for network (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:53:33.418109 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-9246c7e0-cc83-4e92-bcdb-22212fa734dc demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:53:33.525004 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-9246c7e0-cc83-4e92-bcdb-22212fa734dc demo demo] Publish callbacks [] for security_group (51f07206-1612-421e-b600-1df4633f64ae), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:53:33.528728 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-9246c7e0-cc83-4e92-bcdb-22212fa734dc demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (51f07206-1612-421e-b600-1df4633f64ae), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:53:33.554109 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9246c7e0-cc83-4e92-bcdb-22212fa734dc demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=103096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 08:53:33.589537 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-9246c7e0-cc83-4e92-bcdb-22212fa734dc demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732013206209', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079957'] for segment (0bec3c96-cc8a-49c6-afe5-3bb1f81868f0), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:53:33.590136 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-9246c7e0-cc83-4e92-bcdb-22212fa734dc demo demo] Unsubscribe: segment precommit_create {{(pid=103096) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 16 08:53:33.590644 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.db.segments_db [None req-9246c7e0-cc83-4e92-bcdb-22212fa734dc demo demo] Added segment 0bec3c96-cc8a-49c6-afe5-3bb1f81868f0 of type vlan for network 45ef6e85-a754-463d-96e6-635fa5644cd6 Mar 16 08:53:33.606510 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9246c7e0-cc83-4e92-bcdb-22212fa734dc demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=51f07206-1612-421e-b600-1df4633f64ae,revision_number=1']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 08:53:33.637516 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9246c7e0-cc83-4e92-bcdb-22212fa734dc demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:53:33.637866 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9246c7e0-cc83-4e92-bcdb-22212fa734dc demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:53:33.638231 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9246c7e0-cc83-4e92-bcdb-22212fa734dc demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:53:33.638585 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9246c7e0-cc83-4e92-bcdb-22212fa734dc demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:53:33.638922 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9246c7e0-cc83-4e92-bcdb-22212fa734dc demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:53:33.639252 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9246c7e0-cc83-4e92-bcdb-22212fa734dc demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:53:33.639576 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9246c7e0-cc83-4e92-bcdb-22212fa734dc demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:53:33.639897 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9246c7e0-cc83-4e92-bcdb-22212fa734dc demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:53:33.640225 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9246c7e0-cc83-4e92-bcdb-22212fa734dc demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:53:33.640544 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9246c7e0-cc83-4e92-bcdb-22212fa734dc demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:53:33.640867 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9246c7e0-cc83-4e92-bcdb-22212fa734dc demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:53:33.641211 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9246c7e0-cc83-4e92-bcdb-22212fa734dc demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:53:33.641584 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9246c7e0-cc83-4e92-bcdb-22212fa734dc demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:53:33.641904 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9246c7e0-cc83-4e92-bcdb-22212fa734dc demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:53:33.642220 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9246c7e0-cc83-4e92-bcdb-22212fa734dc demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:53:33.643606 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9246c7e0-cc83-4e92-bcdb-22212fa734dc demo demo] Tracked resource versions report: Mar 16 08:53:33.643606 dv-cinder-831776-4-iscsi neutron-server[103096]: pushed versions: Mar 16 08:53:33.643606 dv-cinder-831776-4-iscsi neutron-server[103096]: { 'AddressGroup': {'1.2'}, Mar 16 08:53:33.643606 dv-cinder-831776-4-iscsi neutron-server[103096]: 'Agent': {'1.1'}, Mar 16 08:53:33.643606 dv-cinder-831776-4-iscsi neutron-server[103096]: 'ConntrackHelper': {'1.0'}, Mar 16 08:53:33.643606 dv-cinder-831776-4-iscsi neutron-server[103096]: 'LocalIPAssociation': {'1.0'}, Mar 16 08:53:33.643606 dv-cinder-831776-4-iscsi neutron-server[103096]: 'Log': {'1.0'}, Mar 16 08:53:33.643606 dv-cinder-831776-4-iscsi neutron-server[103096]: 'NDPProxy': {'1.0'}, Mar 16 08:53:33.643606 dv-cinder-831776-4-iscsi neutron-server[103096]: 'Network': {'1.1'}, Mar 16 08:53:33.643606 dv-cinder-831776-4-iscsi neutron-server[103096]: 'Port': {'1.7'}, Mar 16 08:53:33.643606 dv-cinder-831776-4-iscsi neutron-server[103096]: 'PortForwarding': {'1.2'}, Mar 16 08:53:33.643606 dv-cinder-831776-4-iscsi neutron-server[103096]: 'QosPolicy': {'1.10'}, Mar 16 08:53:33.643606 dv-cinder-831776-4-iscsi neutron-server[103096]: 'SecurityGroup': {'1.5'}, Mar 16 08:53:33.643606 dv-cinder-831776-4-iscsi neutron-server[103096]: 'SecurityGroupRule': {'1.2'}, Mar 16 08:53:33.643606 dv-cinder-831776-4-iscsi neutron-server[103096]: 'SubPort': {'1.0'}, Mar 16 08:53:33.643606 dv-cinder-831776-4-iscsi neutron-server[103096]: 'Subnet': {'1.1'}, Mar 16 08:53:33.643606 dv-cinder-831776-4-iscsi neutron-server[103096]: 'Trunk': {'1.1'}} Mar 16 08:53:33.643606 dv-cinder-831776-4-iscsi neutron-server[103096]: consumer versions: Mar 16 08:53:33.643606 dv-cinder-831776-4-iscsi neutron-server[103096]: { DHCP agent@dv-cinder-831776-4-iscsi: {}, Mar 16 08:53:33.643606 dv-cinder-831776-4-iscsi neutron-server[103096]: L3 agent@dv-cinder-831776-4-iscsi: {}, Mar 16 08:53:33.643606 dv-cinder-831776-4-iscsi neutron-server[103096]: Metadata agent@dv-cinder-831776-4-iscsi: {}, Mar 16 08:53:33.643606 dv-cinder-831776-4-iscsi neutron-server[103096]: Metering agent@dv-cinder-831776-4-iscsi: {}, Mar 16 08:53:33.643606 dv-cinder-831776-4-iscsi neutron-server[103096]: Open vSwitch agent@dv-cinder-831776-4-iscsi: { 'AddressGroup': '1.2', Mar 16 08:53:33.643606 dv-cinder-831776-4-iscsi neutron-server[103096]: 'Agent': '1.1', Mar 16 08:53:33.643606 dv-cinder-831776-4-iscsi neutron-server[103096]: 'ConntrackHelper': '1.0', Mar 16 08:53:33.643606 dv-cinder-831776-4-iscsi neutron-server[103096]: 'LocalIPAssociation': '1.0', Mar 16 08:53:33.643606 dv-cinder-831776-4-iscsi neutron-server[103096]: 'Log': '1.0', Mar 16 08:53:33.643606 dv-cinder-831776-4-iscsi neutron-server[103096]: 'NDPProxy': '1.0', Mar 16 08:53:33.643606 dv-cinder-831776-4-iscsi neutron-server[103096]: 'Network': '1.1', Mar 16 08:53:33.643606 dv-cinder-831776-4-iscsi neutron-server[103096]: 'Port': '1.7', Mar 16 08:53:33.643606 dv-cinder-831776-4-iscsi neutron-server[103096]: 'PortForwarding': '1.2', Mar 16 08:53:33.643606 dv-cinder-831776-4-iscsi neutron-server[103096]: 'QosPolicy': '1.10', Mar 16 08:53:33.643606 dv-cinder-831776-4-iscsi neutron-server[103096]: 'SecurityGroup': '1.5', Mar 16 08:53:33.643606 dv-cinder-831776-4-iscsi neutron-server[103096]: 'SecurityGroupRule': '1.2', Mar 16 08:53:33.643606 dv-cinder-831776-4-iscsi neutron-server[103096]: 'SubPort': '1.0', Mar 16 08:53:33.643606 dv-cinder-831776-4-iscsi neutron-server[103096]: 'Subnet': '1.1', Mar 16 08:53:33.643606 dv-cinder-831776-4-iscsi neutron-server[103096]: 'Trunk': '1.1'}} Mar 16 08:53:33.643606 dv-cinder-831776-4-iscsi neutron-server[103096]: {{(pid=103096) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 16 08:53:33.705567 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-9246c7e0-cc83-4e92-bcdb-22212fa734dc demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732012783544'] for network (45ef6e85-a754-463d-96e6-635fa5644cd6), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:53:33.744820 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-9246c7e0-cc83-4e92-bcdb-22212fa734dc demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787'] for network (45ef6e85-a754-463d-96e6-635fa5644cd6), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:53:33.750006 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9246c7e0-cc83-4e92-bcdb-22212fa734dc demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 08:53:33.750723 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-9246c7e0-cc83-4e92-bcdb-22212fa734dc demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555813'] for network (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:53:33.839254 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-9246c7e0-cc83-4e92-bcdb-22212fa734dc demo demo] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7739737 Mar 16 08:53:33.868532 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9246c7e0-cc83-4e92-bcdb-22212fa734dc demo demo] Pushing event updated for resources: {'Network': ['ID=45ef6e85-a754-463d-96e6-635fa5644cd6,revision_number=1']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 08:53:33.881203 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Network 45ef6e85-a754-463d-96e6-635fa5644cd6 details requested by agent ovs-agent-dv-cinder-831776-4-iscsi with host dv-cinder-831776-4-iscsi {{(pid=103097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 16 08:53:36.396755 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 43184) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 08:53:36.800310 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d223560a-9f78-4ed3-9ced-0f5e304572c4 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 08:53:36.801770 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-d223560a-9f78-4ed3-9ced-0f5e304572c4 demo admin] 10.222.0.18 "GET /v2.0/networks/45ef6e85-a754-463d-96e6-635fa5644cd6 HTTP/1.1" status: 200 len: 825 time: 0.4039104 Mar 16 08:53:36.825487 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-f0705fa8-30dc-4f67-a60f-ec2d7661b2b6 demo admin] 10.222.0.18 "GET /v2.0/subnetpools/afa3645c-5f1b-4685-9f2b-0bad2dd350ff HTTP/1.1" status: 200 len: 734 time: 0.0181870 Mar 16 08:53:36.834184 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.v2.base [None req-5f8264ac-7311-4fd9-aa33-a33952a6dee4 demo admin] Request body: {'subnet': {'network_id': '45ef6e85-a754-463d-96e6-635fa5644cd6', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': 'afa3645c-5f1b-4685-9f2b-0bad2dd350ff', 'ip_version': 4}} {{(pid=103096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 08:53:36.853517 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f8264ac-7311-4fd9-aa33-a33952a6dee4 demo admin] Made reservation on behalf of 1af46c6129f94cf0b6074b5fdd2d735e for: {'subnet': 1} {{(pid=103096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 08:53:36.855746 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-5f8264ac-7311-4fd9-aa33-a33952a6dee4 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:53:37.144081 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-5f8264ac-7311-4fd9-aa33-a33952a6dee4 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787'] for subnet (f0dcd746-d496-4111-9fc3-862cf6b0b712), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:53:37.209804 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8264ac-7311-4fd9-aa33-a33952a6dee4 demo admin] Pushing event updated for resources: {'Subnet': ['ID=f0dcd746-d496-4111-9fc3-862cf6b0b712,revision_number=0']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 08:53:37.214090 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8264ac-7311-4fd9-aa33-a33952a6dee4 demo admin] Checking segment: {'id': '0bec3c96-cc8a-49c6-afe5-3bb1f81868f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '45ef6e85-a754-463d-96e6-635fa5644cd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 08:53:37.214463 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8264ac-7311-4fd9-aa33-a33952a6dee4 demo admin] Network hostable DHCP agents. Network: 45ef6e85-a754-463d-96e6-635fa5644cd6, hostable agents: ['a398d5bf-1368-473f-bfdd-7d167c3f4154'], hosted agents: [] {{(pid=103096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 08:53:37.234639 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8264ac-7311-4fd9-aa33-a33952a6dee4 demo admin] Network 45ef6e85-a754-463d-96e6-635fa5644cd6 is scheduled to be hosted by DHCP agent a398d5bf-1368-473f-bfdd-7d167c3f4154 with binding_index 1 {{(pid=103096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 08:53:37.245471 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.base_scheduler [None req-5f8264ac-7311-4fd9-aa33-a33952a6dee4 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831776-4-iscsi, 45ef6e85-a754-463d-96e6-635fa5644cd6) {{(pid=103096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 08:53:37.250072 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8264ac-7311-4fd9-aa33-a33952a6dee4 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 08:53:37.250710 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-5f8264ac-7311-4fd9-aa33-a33952a6dee4 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555813'] for subnet (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:53:37.255117 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d571e655-99bc-4011-8579-638641b3388b None None] Network 45ef6e85-a754-463d-96e6-635fa5644cd6 requested from dv-cinder-831776-4-iscsi {{(pid=103097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 08:53:37.269033 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-5f8264ac-7311-4fd9-aa33-a33952a6dee4 demo admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4379067 Mar 16 08:53:37.633581 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107f787e-532c-4f67-bef7-c3a4f820c467 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e1f1783-ec04-51b5-b159-6c4258c95f07-45ef6e85-a754-463d-96e6-635fa5644cd6', 'network_id': '45ef6e85-a754-463d-96e6-635fa5644cd6', 'project_id': '1af46c6129f94cf0b6074b5fdd2d735e', 'fixed_ips': [{'subnet_id': 'f0dcd746-d496-4111-9fc3-862cf6b0b712'}]}} from dv-cinder-831776-4-iscsi. {{(pid=103097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 16 08:53:37.635171 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-107f787e-532c-4f67-bef7-c3a4f820c467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:53:37.908131 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.db_base_plugin_common [None req-107f787e-532c-4f67-bef7-c3a4f820c467 None None] Allocated IP 172.20.0.2 (45ef6e85-a754-463d-96e6-635fa5644cd6/f0dcd746-d496-4111-9fc3-862cf6b0b712/2313652f-b330-4b7a-a348-5767fc078667) {{(pid=103097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 08:53:38.200251 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-107f787e-532c-4f67-bef7-c3a4f820c467 None None] Publish callbacks [] for port (2313652f-b330-4b7a-a348-5767fc078667), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:53:38.209455 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-107f787e-532c-4f67-bef7-c3a4f820c467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732012762709'] for port (2313652f-b330-4b7a-a348-5767fc078667), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:53:38.289391 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107f787e-532c-4f67-bef7-c3a4f820c467 None None] Network 45ef6e85-a754-463d-96e6-635fa5644cd6 is already hosted by enough agents. {{(pid=103097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 08:53:38.293974 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.scheduler.base_scheduler [None req-107f787e-532c-4f67-bef7-c3a4f820c467 None None] Resources bound (agent type, host, resource id): {{(pid=103097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 08:53:38.297261 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107f787e-532c-4f67-bef7-c3a4f820c467 None None] Received port after_create {{(pid=103097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 08:53:38.306804 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107f787e-532c-4f67-bef7-c3a4f820c467 None None] Pushing event updated for resources: {'Port': ['ID=2313652f-b330-4b7a-a348-5767fc078667,revision_number=1']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 08:53:38.347972 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107f787e-532c-4f67-bef7-c3a4f820c467 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:53:38.348325 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107f787e-532c-4f67-bef7-c3a4f820c467 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:53:38.348687 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107f787e-532c-4f67-bef7-c3a4f820c467 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:53:38.349048 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107f787e-532c-4f67-bef7-c3a4f820c467 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:53:38.349393 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107f787e-532c-4f67-bef7-c3a4f820c467 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:53:38.349748 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107f787e-532c-4f67-bef7-c3a4f820c467 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:53:38.350075 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107f787e-532c-4f67-bef7-c3a4f820c467 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:53:38.350402 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107f787e-532c-4f67-bef7-c3a4f820c467 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:53:38.350731 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107f787e-532c-4f67-bef7-c3a4f820c467 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:53:38.351057 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107f787e-532c-4f67-bef7-c3a4f820c467 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:53:38.351389 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107f787e-532c-4f67-bef7-c3a4f820c467 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:53:38.351737 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107f787e-532c-4f67-bef7-c3a4f820c467 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:53:38.352063 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107f787e-532c-4f67-bef7-c3a4f820c467 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:53:38.352384 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107f787e-532c-4f67-bef7-c3a4f820c467 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:53:38.352710 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107f787e-532c-4f67-bef7-c3a4f820c467 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:53:38.354187 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107f787e-532c-4f67-bef7-c3a4f820c467 None None] Tracked resource versions report: Mar 16 08:53:38.354187 dv-cinder-831776-4-iscsi neutron-server[103097]: pushed versions: Mar 16 08:53:38.354187 dv-cinder-831776-4-iscsi neutron-server[103097]: { 'AddressGroup': {'1.2'}, Mar 16 08:53:38.354187 dv-cinder-831776-4-iscsi neutron-server[103097]: 'Agent': {'1.1'}, Mar 16 08:53:38.354187 dv-cinder-831776-4-iscsi neutron-server[103097]: 'ConntrackHelper': {'1.0'}, Mar 16 08:53:38.354187 dv-cinder-831776-4-iscsi neutron-server[103097]: 'LocalIPAssociation': {'1.0'}, Mar 16 08:53:38.354187 dv-cinder-831776-4-iscsi neutron-server[103097]: 'Log': {'1.0'}, Mar 16 08:53:38.354187 dv-cinder-831776-4-iscsi neutron-server[103097]: 'NDPProxy': {'1.0'}, Mar 16 08:53:38.354187 dv-cinder-831776-4-iscsi neutron-server[103097]: 'Network': {'1.1'}, Mar 16 08:53:38.354187 dv-cinder-831776-4-iscsi neutron-server[103097]: 'Port': {'1.7'}, Mar 16 08:53:38.354187 dv-cinder-831776-4-iscsi neutron-server[103097]: 'PortForwarding': {'1.2'}, Mar 16 08:53:38.354187 dv-cinder-831776-4-iscsi neutron-server[103097]: 'QosPolicy': {'1.10'}, Mar 16 08:53:38.354187 dv-cinder-831776-4-iscsi neutron-server[103097]: 'SecurityGroup': {'1.5'}, Mar 16 08:53:38.354187 dv-cinder-831776-4-iscsi neutron-server[103097]: 'SecurityGroupRule': {'1.2'}, Mar 16 08:53:38.354187 dv-cinder-831776-4-iscsi neutron-server[103097]: 'SubPort': {'1.0'}, Mar 16 08:53:38.354187 dv-cinder-831776-4-iscsi neutron-server[103097]: 'Subnet': {'1.1'}, Mar 16 08:53:38.354187 dv-cinder-831776-4-iscsi neutron-server[103097]: 'Trunk': {'1.1'}} Mar 16 08:53:38.354187 dv-cinder-831776-4-iscsi neutron-server[103097]: consumer versions: Mar 16 08:53:38.354187 dv-cinder-831776-4-iscsi neutron-server[103097]: { DHCP agent@dv-cinder-831776-4-iscsi: {}, Mar 16 08:53:38.354187 dv-cinder-831776-4-iscsi neutron-server[103097]: L3 agent@dv-cinder-831776-4-iscsi: {}, Mar 16 08:53:38.354187 dv-cinder-831776-4-iscsi neutron-server[103097]: Metadata agent@dv-cinder-831776-4-iscsi: {}, Mar 16 08:53:38.354187 dv-cinder-831776-4-iscsi neutron-server[103097]: Metering agent@dv-cinder-831776-4-iscsi: {}, Mar 16 08:53:38.354187 dv-cinder-831776-4-iscsi neutron-server[103097]: Open vSwitch agent@dv-cinder-831776-4-iscsi: { 'AddressGroup': '1.2', Mar 16 08:53:38.354187 dv-cinder-831776-4-iscsi neutron-server[103097]: 'Agent': '1.1', Mar 16 08:53:38.354187 dv-cinder-831776-4-iscsi neutron-server[103097]: 'ConntrackHelper': '1.0', Mar 16 08:53:38.354187 dv-cinder-831776-4-iscsi neutron-server[103097]: 'LocalIPAssociation': '1.0', Mar 16 08:53:38.354187 dv-cinder-831776-4-iscsi neutron-server[103097]: 'Log': '1.0', Mar 16 08:53:38.354187 dv-cinder-831776-4-iscsi neutron-server[103097]: 'NDPProxy': '1.0', Mar 16 08:53:38.354187 dv-cinder-831776-4-iscsi neutron-server[103097]: 'Network': '1.1', Mar 16 08:53:38.354187 dv-cinder-831776-4-iscsi neutron-server[103097]: 'Port': '1.7', Mar 16 08:53:38.354187 dv-cinder-831776-4-iscsi neutron-server[103097]: 'PortForwarding': '1.2', Mar 16 08:53:38.354187 dv-cinder-831776-4-iscsi neutron-server[103097]: 'QosPolicy': '1.10', Mar 16 08:53:38.354187 dv-cinder-831776-4-iscsi neutron-server[103097]: 'SecurityGroup': '1.5', Mar 16 08:53:38.354187 dv-cinder-831776-4-iscsi neutron-server[103097]: 'SecurityGroupRule': '1.2', Mar 16 08:53:38.354187 dv-cinder-831776-4-iscsi neutron-server[103097]: 'SubPort': '1.0', Mar 16 08:53:38.354187 dv-cinder-831776-4-iscsi neutron-server[103097]: 'Subnet': '1.1', Mar 16 08:53:38.354187 dv-cinder-831776-4-iscsi neutron-server[103097]: 'Trunk': '1.1'}} Mar 16 08:53:38.354187 dv-cinder-831776-4-iscsi neutron-server[103097]: {{(pid=103097) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 16 08:53:38.390437 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.managers [None req-107f787e-532c-4f67-bef7-c3a4f820c467 None None] Attempting to bind port 2313652f-b330-4b7a-a348-5767fc078667 on host dv-cinder-831776-4-iscsi for vnic_type normal with profile {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 08:53:38.390869 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.managers [None req-107f787e-532c-4f67-bef7-c3a4f820c467 None None] Attempting to bind port 2313652f-b330-4b7a-a348-5767fc078667 by drivers openvswitch,hyperv on host dv-cinder-831776-4-iscsi at level 0 using segments [{'id': '0bec3c96-cc8a-49c6-afe5-3bb1f81868f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '45ef6e85-a754-463d-96e6-635fa5644cd6'}] {{(pid=103097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 08:53:38.391339 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107f787e-532c-4f67-bef7-c3a4f820c467 None None] Attempting to bind port 2313652f-b330-4b7a-a348-5767fc078667 on network 45ef6e85-a754-463d-96e6-635fa5644cd6 {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 08:53:38.396131 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107f787e-532c-4f67-bef7-c3a4f820c467 None None] Checking agent: {'id': '489981c6-9aaa-401c-bd41-6b42e027a228', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 8, 53, 27), 'started_at': datetime.datetime(2022, 3, 16, 8, 53, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 8, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 08:53:38.396520 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107f787e-532c-4f67-bef7-c3a4f820c467 None None] Checking segment: {'id': '0bec3c96-cc8a-49c6-afe5-3bb1f81868f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '45ef6e85-a754-463d-96e6-635fa5644cd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 08:53:38.397007 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-107f787e-532c-4f67-bef7-c3a4f820c467 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:53:38.397397 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107f787e-532c-4f67-bef7-c3a4f820c467 None None] Bound using segment: {'id': '0bec3c96-cc8a-49c6-afe5-3bb1f81868f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '45ef6e85-a754-463d-96e6-635fa5644cd6'} {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 08:53:38.397882 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.managers [None req-107f787e-532c-4f67-bef7-c3a4f820c467 None None] Bound port: 2313652f-b330-4b7a-a348-5767fc078667, host: dv-cinder-831776-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bec3c96-cc8a-49c6-afe5-3bb1f81868f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '45ef6e85-a754-463d-96e6-635fa5644cd6'}}] {{(pid=103097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 08:53:38.398288 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-107f787e-532c-4f67-bef7-c3a4f820c467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (2313652f-b330-4b7a-a348-5767fc078667), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:53:38.458285 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-107f787e-532c-4f67-bef7-c3a4f820c467 None None] For port 2313652f-b330-4b7a-a348-5767fc078667, host dv-cinder-831776-4-iscsi, cleared binding levels {{(pid=103097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 08:53:38.462583 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-107f787e-532c-4f67-bef7-c3a4f820c467 None None] For port 2313652f-b330-4b7a-a348-5767fc078667, host dv-cinder-831776-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-4-iscsi',level=0,port_id=2313652f-b330-4b7a-a348-5767fc078667,segment=NetworkSegment(0bec3c96-cc8a-49c6-afe5-3bb1f81868f0),segment_id=0bec3c96-cc8a-49c6-afe5-3bb1f81868f0)] {{(pid=103097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 08:53:38.472476 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-107f787e-532c-4f67-bef7-c3a4f820c467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (2313652f-b330-4b7a-a348-5767fc078667), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:53:38.536803 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107f787e-532c-4f67-bef7-c3a4f820c467 None None] Pushing event updated for resources: {'Port': ['ID=2313652f-b330-4b7a-a348-5767fc078667,revision_number=2']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 08:53:39.847159 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 43192) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 08:53:40.161556 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [None req-a4ff68b7-37f8-48b7-91b6-7d3dc3e2ea49 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103096) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 16 08:53:40.162631 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-a4ff68b7-37f8-48b7-91b6-7d3dc3e2ea49 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3145020 Mar 16 08:53:42.711443 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 43200) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 08:53:43.201669 dv-cinder-831776-4-iscsi neutron-server[103095]: WARNING oslo_policy.policy [None req-e4ad7c2a-2fb3-44ab-a250-a04712d671cf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 16 08:53:43.202323 dv-cinder-831776-4-iscsi neutron-server[103095]: WARNING oslo_policy.policy [None req-e4ad7c2a-2fb3-44ab-a250-a04712d671cf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 16 08:53:43.428950 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [None req-e4ad7c2a-2fb3-44ab-a250-a04712d671cf admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103095) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 16 08:53:43.430280 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-e4ad7c2a-2fb3-44ab-a250-a04712d671cf admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7167718 Mar 16 08:53:46.006456 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 43214) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 08:53:46.320753 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.v2.base [None req-522529cf-9af1-483d-9a59-67753596029a demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 08:53:46.380265 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.policy [None req-522529cf-9af1-483d-9a59-67753596029a demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103095) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 16 08:53:46.424176 dv-cinder-831776-4-iscsi neutron-server[103095]: WARNING oslo_policy.policy [None req-522529cf-9af1-483d-9a59-67753596029a demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 16 08:53:46.424543 dv-cinder-831776-4-iscsi neutron-server[103095]: WARNING oslo_policy.policy [None req-522529cf-9af1-483d-9a59-67753596029a demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 16 08:53:46.486593 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-522529cf-9af1-483d-9a59-67753596029a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124920'] for router (9f47f330-a379-4010-a5eb-fb0f35e22876), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:53:46.488461 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-522529cf-9af1-483d-9a59-67753596029a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124913'] for router (9f47f330-a379-4010-a5eb-fb0f35e22876), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:53:46.650132 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-522529cf-9af1-483d-9a59-67753596029a demo demo] Publish callbacks [] for router_controller (9f47f330-a379-4010-a5eb-fb0f35e22876), precommit_add_association {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:53:46.655055 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-522529cf-9af1-483d-9a59-67753596029a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557426'] for router (9f47f330-a379-4010-a5eb-fb0f35e22876), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:53:46.679602 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-522529cf-9af1-483d-9a59-67753596029a demo demo] Publish callbacks [] for router (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:53:46.680816 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-522529cf-9af1-483d-9a59-67753596029a demo demo] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6733191 Mar 16 08:53:49.223393 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 43228) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 08:53:49.539059 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [None req-860b4eca-c2b5-4b4f-bf1d-fa1cfc0c3555 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103095) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 16 08:53:49.553432 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-860b4eca-c2b5-4b4f-bf1d-fa1cfc0c3555 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3156650 Mar 16 08:53:49.601942 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device 2313652f-b330-4b7a-a348-5767fc078667 up at agent ovs-agent-dv-cinder-831776-4-iscsi {{(pid=103097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 08:53:49.696492 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Provisioning complete for port 2313652f-b330-4b7a-a348-5767fc078667 triggered by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 08:53:49.696932 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (2313652f-b330-4b7a-a348-5767fc078667), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:53:49.812299 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Current status of the port 2313652f-b330-4b7a-a348-5767fc078667 is: DOWN; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 08:53:49.812748 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (2313652f-b330-4b7a-a348-5767fc078667), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:53:49.850622 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] For port 2313652f-b330-4b7a-a348-5767fc078667, host dv-cinder-831776-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-4-iscsi',level=0,port_id=2313652f-b330-4b7a-a348-5767fc078667,segment=NetworkSegment(0bec3c96-cc8a-49c6-afe5-3bb1f81868f0),segment_id=0bec3c96-cc8a-49c6-afe5-3bb1f81868f0)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 08:53:49.854753 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc06ca8-e187-49ab-9428-f862cad7cb22 None None] Network 45ef6e85-a754-463d-96e6-635fa5644cd6 requested from dv-cinder-831776-4-iscsi {{(pid=103097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 08:53:49.866486 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (2313652f-b330-4b7a-a348-5767fc078667), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:53:49.966422 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Pushing event updated for resources: {'Port': ['ID=2313652f-b330-4b7a-a348-5767fc078667,revision_number=3']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 08:53:49.985723 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-7b67372d-4a3d-485a-989f-cb3d1aed3038 None None] Provisioning complete for port 2313652f-b330-4b7a-a348-5767fc078667 triggered by entity DHCP. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 08:53:49.985723 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-7b67372d-4a3d-485a-989f-cb3d1aed3038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (2313652f-b330-4b7a-a348-5767fc078667), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:53:50.105842 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-7b67372d-4a3d-485a-989f-cb3d1aed3038 None None] Current status of the port 2313652f-b330-4b7a-a348-5767fc078667 is: ACTIVE; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 08:53:50.327375 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-8a2004b4-2ee3-4caf-8503-8b22ca990847 None None] Provisioning complete for port 2313652f-b330-4b7a-a348-5767fc078667 triggered by entity DHCP. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 08:53:50.327697 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-8a2004b4-2ee3-4caf-8503-8b22ca990847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (2313652f-b330-4b7a-a348-5767fc078667), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:53:50.403708 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-8a2004b4-2ee3-4caf-8503-8b22ca990847 None None] Current status of the port 2313652f-b330-4b7a-a348-5767fc078667 is: ACTIVE; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 08:53:50.464181 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-19b59bf7-9ac5-4d8d-8ccd-94e848e1ef4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (a398d5bf-1368-473f-bfdd-7d167c3f4154), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:53:51.561107 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device 2313652f-b330-4b7a-a348-5767fc078667 up at agent ovs-agent-dv-cinder-831776-4-iscsi {{(pid=103097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 08:53:51.607276 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Provisioning complete for port 2313652f-b330-4b7a-a348-5767fc078667 triggered by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 08:53:51.607667 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (2313652f-b330-4b7a-a348-5767fc078667), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:53:51.683659 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Current status of the port 2313652f-b330-4b7a-a348-5767fc078667 is: ACTIVE; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 08:53:52.082684 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 43238) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 08:53:52.394892 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.v2.base [None req-aa927d83-077a-4f4b-a327-4242327bd38b admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=103096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 08:53:52.414435 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa927d83-077a-4f4b-a327-4242327bd38b admin admin] Made reservation on behalf of dae3a9209deb4b209e47bc2aa7b252cb for: {'network': 1} {{(pid=103096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 08:53:52.416754 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-aa927d83-077a-4f4b-a327-4242327bd38b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for network (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:53:52.424563 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-aa927d83-077a-4f4b-a327-4242327bd38b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:53:52.495470 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-aa927d83-077a-4f4b-a327-4242327bd38b admin admin] Publish callbacks [] for security_group (9a3ed873-ff32-4365-bdd8-5e7a72bcbc33), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:53:52.499087 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-aa927d83-077a-4f4b-a327-4242327bd38b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (9a3ed873-ff32-4365-bdd8-5e7a72bcbc33), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:53:52.514399 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-aa927d83-077a-4f4b-a327-4242327bd38b admin admin] Reserving flat network on physical network physnet1 {{(pid=103096) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 16 08:53:52.533013 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa927d83-077a-4f4b-a327-4242327bd38b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a3ed873-ff32-4365-bdd8-5e7a72bcbc33,revision_number=1']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 08:53:52.538697 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-aa927d83-077a-4f4b-a327-4242327bd38b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079957'] for segment (627a1704-08f1-4a54-a35a-53ba84ce9e35), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:53:52.539032 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.db.segments_db [None req-aa927d83-077a-4f4b-a327-4242327bd38b admin admin] Added segment 627a1704-08f1-4a54-a35a-53ba84ce9e35 of type flat for network c4839873-0f35-4ea4-8707-46bf79a3edab Mar 16 08:53:52.591713 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-aa927d83-077a-4f4b-a327-4242327bd38b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732012783544'] for network (c4839873-0f35-4ea4-8707-46bf79a3edab), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:53:52.621640 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-aa927d83-077a-4f4b-a327-4242327bd38b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787'] for network (c4839873-0f35-4ea4-8707-46bf79a3edab), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:53:52.622530 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa927d83-077a-4f4b-a327-4242327bd38b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 08:53:52.623339 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-aa927d83-077a-4f4b-a327-4242327bd38b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555813'] for network (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:53:52.693560 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-aa927d83-077a-4f4b-a327-4242327bd38b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6096001 Mar 16 08:53:52.731067 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa927d83-077a-4f4b-a327-4242327bd38b admin admin] Pushing event updated for resources: {'Network': ['ID=c4839873-0f35-4ea4-8707-46bf79a3edab,revision_number=1']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 08:53:52.741462 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Network c4839873-0f35-4ea4-8707-46bf79a3edab details requested by agent ovs-agent-dv-cinder-831776-4-iscsi with host dv-cinder-831776-4-iscsi {{(pid=103097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 16 08:53:52.805801 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-1cefc1f6-271e-40b0-b1a6-0e3919a61559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (09ce795b-eeca-4b3b-9d7f-577d9443cb21), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:53:53.764846 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-cdeb7127-6fa1-4060-ae0a-c8ffc2dd9388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (514d7d79-ab14-439d-a6c0-bbffe337a49f), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:53:55.207334 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 43256) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 08:53:55.368677 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3de267ec-888d-49e1-92d2-a6991c0932cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (3616e4f6-4586-420d-b0d2-e3b2f5abb17b), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:53:55.437877 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef0ef11-ea37-468d-8ea9-d61e36b9e86e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 08:53:55.439315 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-7ef0ef11-ea37-468d-8ea9-d61e36b9e86e demo admin] 10.222.0.18 "GET /v2.0/subnets/f0dcd746-d496-4111-9fc3-862cf6b0b712 HTTP/1.1" status: 200 len: 849 time: 0.2310588 Mar 16 08:53:55.559891 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-a6506a3e-b948-4888-b02c-339fa6b195a1 demo admin] 10.222.0.18 "GET /v2.0/routers/9f47f330-a379-4010-a5eb-fb0f35e22876 HTTP/1.1" status: 200 len: 704 time: 0.1149018 Mar 16 08:53:55.841363 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7cde04d9-f83f-4e80-b325-9cb0986d8d04 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:53:56.143661 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-7cde04d9-f83f-4e80-b325-9cb0986d8d04 demo admin] Allocated IP 172.20.0.1 (45ef6e85-a754-463d-96e6-635fa5644cd6/f0dcd746-d496-4111-9fc3-862cf6b0b712/37bbd830-4fac-46b3-aa2a-2ba733249cf8) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 08:53:56.344170 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7cde04d9-f83f-4e80-b325-9cb0986d8d04 demo admin] Publish callbacks [] for port (37bbd830-4fac-46b3-aa2a-2ba733249cf8), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:53:56.408681 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7cde04d9-f83f-4e80-b325-9cb0986d8d04 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732012762709'] for port (37bbd830-4fac-46b3-aa2a-2ba733249cf8), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:53:56.468212 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cde04d9-f83f-4e80-b325-9cb0986d8d04 demo admin] Network 45ef6e85-a754-463d-96e6-635fa5644cd6 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 08:53:56.473544 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-7cde04d9-f83f-4e80-b325-9cb0986d8d04 demo admin] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 08:53:56.512702 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cde04d9-f83f-4e80-b325-9cb0986d8d04 demo admin] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 08:53:56.512811 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7cde04d9-f83f-4e80-b325-9cb0986d8d04 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-557441'] for router_interface (9f47f330-a379-4010-a5eb-fb0f35e22876), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:53:56.535102 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cde04d9-f83f-4e80-b325-9cb0986d8d04 demo admin] Pushing event updated for resources: {'Port': ['ID=37bbd830-4fac-46b3-aa2a-2ba733249cf8,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 08:53:56.583948 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cde04d9-f83f-4e80-b325-9cb0986d8d04 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:53:56.584290 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cde04d9-f83f-4e80-b325-9cb0986d8d04 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:53:56.584655 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cde04d9-f83f-4e80-b325-9cb0986d8d04 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:53:56.585011 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cde04d9-f83f-4e80-b325-9cb0986d8d04 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:53:56.585355 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cde04d9-f83f-4e80-b325-9cb0986d8d04 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:53:56.585710 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cde04d9-f83f-4e80-b325-9cb0986d8d04 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:53:56.586037 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cde04d9-f83f-4e80-b325-9cb0986d8d04 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:53:56.586361 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cde04d9-f83f-4e80-b325-9cb0986d8d04 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:53:56.586707 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cde04d9-f83f-4e80-b325-9cb0986d8d04 demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:53:56.587038 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cde04d9-f83f-4e80-b325-9cb0986d8d04 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:53:56.587369 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cde04d9-f83f-4e80-b325-9cb0986d8d04 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:53:56.587705 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cde04d9-f83f-4e80-b325-9cb0986d8d04 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:53:56.588028 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cde04d9-f83f-4e80-b325-9cb0986d8d04 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:53:56.588346 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cde04d9-f83f-4e80-b325-9cb0986d8d04 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:53:56.588663 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cde04d9-f83f-4e80-b325-9cb0986d8d04 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:53:56.590115 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cde04d9-f83f-4e80-b325-9cb0986d8d04 demo admin] Tracked resource versions report: Mar 16 08:53:56.590115 dv-cinder-831776-4-iscsi neutron-server[103095]: pushed versions: Mar 16 08:53:56.590115 dv-cinder-831776-4-iscsi neutron-server[103095]: { 'AddressGroup': {'1.2'}, Mar 16 08:53:56.590115 dv-cinder-831776-4-iscsi neutron-server[103095]: 'Agent': {'1.1'}, Mar 16 08:53:56.590115 dv-cinder-831776-4-iscsi neutron-server[103095]: 'ConntrackHelper': {'1.0'}, Mar 16 08:53:56.590115 dv-cinder-831776-4-iscsi neutron-server[103095]: 'LocalIPAssociation': {'1.0'}, Mar 16 08:53:56.590115 dv-cinder-831776-4-iscsi neutron-server[103095]: 'Log': {'1.0'}, Mar 16 08:53:56.590115 dv-cinder-831776-4-iscsi neutron-server[103095]: 'NDPProxy': {'1.0'}, Mar 16 08:53:56.590115 dv-cinder-831776-4-iscsi neutron-server[103095]: 'Network': {'1.1'}, Mar 16 08:53:56.590115 dv-cinder-831776-4-iscsi neutron-server[103095]: 'Port': {'1.7'}, Mar 16 08:53:56.590115 dv-cinder-831776-4-iscsi neutron-server[103095]: 'PortForwarding': {'1.2'}, Mar 16 08:53:56.590115 dv-cinder-831776-4-iscsi neutron-server[103095]: 'QosPolicy': {'1.10'}, Mar 16 08:53:56.590115 dv-cinder-831776-4-iscsi neutron-server[103095]: 'SecurityGroup': {'1.5'}, Mar 16 08:53:56.590115 dv-cinder-831776-4-iscsi neutron-server[103095]: 'SecurityGroupRule': {'1.2'}, Mar 16 08:53:56.590115 dv-cinder-831776-4-iscsi neutron-server[103095]: 'SubPort': {'1.0'}, Mar 16 08:53:56.590115 dv-cinder-831776-4-iscsi neutron-server[103095]: 'Subnet': {'1.1'}, Mar 16 08:53:56.590115 dv-cinder-831776-4-iscsi neutron-server[103095]: 'Trunk': {'1.1'}} Mar 16 08:53:56.590115 dv-cinder-831776-4-iscsi neutron-server[103095]: consumer versions: Mar 16 08:53:56.590115 dv-cinder-831776-4-iscsi neutron-server[103095]: { DHCP agent@dv-cinder-831776-4-iscsi: {}, Mar 16 08:53:56.590115 dv-cinder-831776-4-iscsi neutron-server[103095]: L3 agent@dv-cinder-831776-4-iscsi: {}, Mar 16 08:53:56.590115 dv-cinder-831776-4-iscsi neutron-server[103095]: Metadata agent@dv-cinder-831776-4-iscsi: {}, Mar 16 08:53:56.590115 dv-cinder-831776-4-iscsi neutron-server[103095]: Metering agent@dv-cinder-831776-4-iscsi: {}, Mar 16 08:53:56.590115 dv-cinder-831776-4-iscsi neutron-server[103095]: Open vSwitch agent@dv-cinder-831776-4-iscsi: { 'AddressGroup': '1.2', Mar 16 08:53:56.590115 dv-cinder-831776-4-iscsi neutron-server[103095]: 'Agent': '1.1', Mar 16 08:53:56.590115 dv-cinder-831776-4-iscsi neutron-server[103095]: 'ConntrackHelper': '1.0', Mar 16 08:53:56.590115 dv-cinder-831776-4-iscsi neutron-server[103095]: 'LocalIPAssociation': '1.0', Mar 16 08:53:56.590115 dv-cinder-831776-4-iscsi neutron-server[103095]: 'Log': '1.0', Mar 16 08:53:56.590115 dv-cinder-831776-4-iscsi neutron-server[103095]: 'NDPProxy': '1.0', Mar 16 08:53:56.590115 dv-cinder-831776-4-iscsi neutron-server[103095]: 'Network': '1.1', Mar 16 08:53:56.590115 dv-cinder-831776-4-iscsi neutron-server[103095]: 'Port': '1.7', Mar 16 08:53:56.590115 dv-cinder-831776-4-iscsi neutron-server[103095]: 'PortForwarding': '1.2', Mar 16 08:53:56.590115 dv-cinder-831776-4-iscsi neutron-server[103095]: 'QosPolicy': '1.10', Mar 16 08:53:56.590115 dv-cinder-831776-4-iscsi neutron-server[103095]: 'SecurityGroup': '1.5', Mar 16 08:53:56.590115 dv-cinder-831776-4-iscsi neutron-server[103095]: 'SecurityGroupRule': '1.2', Mar 16 08:53:56.590115 dv-cinder-831776-4-iscsi neutron-server[103095]: 'SubPort': '1.0', Mar 16 08:53:56.590115 dv-cinder-831776-4-iscsi neutron-server[103095]: 'Subnet': '1.1', Mar 16 08:53:56.590115 dv-cinder-831776-4-iscsi neutron-server[103095]: 'Trunk': '1.1'}} Mar 16 08:53:56.590115 dv-cinder-831776-4-iscsi neutron-server[103095]: {{(pid=103095) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 16 08:53:56.726770 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7cde04d9-f83f-4e80-b325-9cb0986d8d04 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (37bbd830-4fac-46b3-aa2a-2ba733249cf8), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:53:56.812971 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-a040b366-3273-48b8-859b-5b4ef55bddad None None] Provisioning complete for port 37bbd830-4fac-46b3-aa2a-2ba733249cf8 triggered by entity DHCP. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 08:53:56.813782 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-a040b366-3273-48b8-859b-5b4ef55bddad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (37bbd830-4fac-46b3-aa2a-2ba733249cf8), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:53:56.838469 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (489981c6-9aaa-401c-bd41-6b42e027a228), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:53:56.851779 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-a040b366-3273-48b8-859b-5b4ef55bddad None None] Port 37bbd830-4fac-46b3-aa2a-2ba733249cf8 cannot update to ACTIVE because it is not bound. {{(pid=103097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 08:53:56.938732 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7cde04d9-f83f-4e80-b325-9cb0986d8d04 demo admin] Publish callbacks [] for port (37bbd830-4fac-46b3-aa2a-2ba733249cf8), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:53:56.943065 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7cde04d9-f83f-4e80-b325-9cb0986d8d04 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (37bbd830-4fac-46b3-aa2a-2ba733249cf8), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:53:56.943810 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7cde04d9-f83f-4e80-b325-9cb0986d8d04 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560177'] for router_interface (9f47f330-a379-4010-a5eb-fb0f35e22876), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:53:57.081822 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cde04d9-f83f-4e80-b325-9cb0986d8d04 demo admin] Pushing event updated for resources: {'Port': ['ID=37bbd830-4fac-46b3-aa2a-2ba733249cf8,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 08:53:57.128066 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cde04d9-f83f-4e80-b325-9cb0986d8d04 demo admin] Network 45ef6e85-a754-463d-96e6-635fa5644cd6 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 08:53:57.129369 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-7cde04d9-f83f-4e80-b325-9cb0986d8d04 demo admin] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 08:53:57.293096 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cde04d9-f83f-4e80-b325-9cb0986d8d04 demo admin] Router 9f47f330-a379-4010-a5eb-fb0f35e22876 is scheduled to L3 agent 09ce795b-eeca-4b3b-9d7f-577d9443cb21 with binding_index 1 {{(pid=103095) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 08:53:57.394091 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cde04d9-f83f-4e80-b325-9cb0986d8d04 demo admin] Notify agent at l3_agent.dv-cinder-831776-4-iscsi the message routers_updated {{(pid=103095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 08:53:57.399635 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-7cde04d9-f83f-4e80-b325-9cb0986d8d04 demo admin] 10.222.0.18 "PUT /v2.0/routers/9f47f330-a379-4010-a5eb-fb0f35e22876/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8346560 Mar 16 08:53:57.404328 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951fd8fb-c7d5-4e1c-a93f-9855934205e7 None None] Sync routers for ids ['9f47f330-a379-4010-a5eb-fb0f35e22876'] in dv-cinder-831776-4-iscsi {{(pid=103098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 08:53:57.416682 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951fd8fb-c7d5-4e1c-a93f-9855934205e7 None None] Routers {'9f47f330-a379-4010-a5eb-fb0f35e22876'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 08:53:57.417567 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-951fd8fb-c7d5-4e1c-a93f-9855934205e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T08:53:53Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['9f47f330-a379-4010-a5eb-fb0f35e22876'], 'active': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 08:53:57.474226 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-afbe9c6b-c5de-449c-a341-729d7233aecf None None] Provisioning complete for port 37bbd830-4fac-46b3-aa2a-2ba733249cf8 triggered by entity DHCP. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 08:53:57.474619 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-afbe9c6b-c5de-449c-a341-729d7233aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (37bbd830-4fac-46b3-aa2a-2ba733249cf8), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:53:57.510799 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-afbe9c6b-c5de-449c-a341-729d7233aecf None None] Port 37bbd830-4fac-46b3-aa2a-2ba733249cf8 cannot update to ACTIVE because it is not bound. {{(pid=103097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 08:53:57.613783 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvr_db [None req-951fd8fb-c7d5-4e1c-a93f-9855934205e7 None None] Set router 9f47f330-a379-4010-a5eb-fb0f35e22876 gateway port host: None {{(pid=103098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 08:53:58.050669 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-951fd8fb-c7d5-4e1c-a93f-9855934205e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f47f330-a379-4010-a5eb-fb0f35e22876', 'name': 'router1', 'tenant_id': '1af46c6129f94cf0b6074b5fdd2d735e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T08:53:46Z', 'updated_at': '2022-03-16T08:53:56Z', 'revision_number': 2, 'project_id': '1af46c6129f94cf0b6074b5fdd2d735e', 'gw_port_host': None, '_interfaces': [{'id': '37bbd830-4fac-46b3-aa2a-2ba733249cf8', 'name': '', 'network_id': '45ef6e85-a754-463d-96e6-635fa5644cd6', 'tenant_id': '1af46c6129f94cf0b6074b5fdd2d735e', 'mac_address': 'fa:16:3e:83:4a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f47f330-a379-4010-a5eb-fb0f35e22876', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f0dcd746-d496-4111-9fc3-862cf6b0b712', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T08:53:55Z', 'updated_at': '2022-03-16T08:53:56Z', 'revision_number': 2, 'project_id': '1af46c6129f94cf0b6074b5fdd2d735e', 'subnets': [{'id': 'f0dcd746-d496-4111-9fc3-862cf6b0b712', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'afa3645c-5f1b-4685-9f2b-0bad2dd350ff'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 08:53:58.103224 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951fd8fb-c7d5-4e1c-a93f-9855934205e7 None None] Checking router: 9f47f330-a379-4010-a5eb-fb0f35e22876 for host: dv-cinder-831776-4-iscsi {{(pid=103098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 08:53:58.103583 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951fd8fb-c7d5-4e1c-a93f-9855934205e7 None None] Updating router 9f47f330-a379-4010-a5eb-fb0f35e22876 port 37bbd830-4fac-46b3-aa2a-2ba733249cf8 binding host dv-cinder-831776-4-iscsi {{(pid=103098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 08:53:58.155636 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-951fd8fb-c7d5-4e1c-a93f-9855934205e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (37bbd830-4fac-46b3-aa2a-2ba733249cf8), before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:53:58.661132 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-951fd8fb-c7d5-4e1c-a93f-9855934205e7 None None] Publish callbacks [] for port (37bbd830-4fac-46b3-aa2a-2ba733249cf8), precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:53:58.668540 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-951fd8fb-c7d5-4e1c-a93f-9855934205e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (37bbd830-4fac-46b3-aa2a-2ba733249cf8), after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:53:58.829657 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204e027f-b597-4fa9-b3c3-2d5d4e93ee1c None None] Pushing event updated for resources: {'Port': ['ID=37bbd830-4fac-46b3-aa2a-2ba733249cf8,revision_number=3']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 08:53:58.845601 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204e027f-b597-4fa9-b3c3-2d5d4e93ee1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:53:58.845954 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204e027f-b597-4fa9-b3c3-2d5d4e93ee1c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:53:58.846305 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204e027f-b597-4fa9-b3c3-2d5d4e93ee1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:53:58.846649 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204e027f-b597-4fa9-b3c3-2d5d4e93ee1c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:53:58.846984 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204e027f-b597-4fa9-b3c3-2d5d4e93ee1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:53:58.847093 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-f8eac3d7-c840-4c88-8900-be9fcd51041d None None] Provisioning complete for port 37bbd830-4fac-46b3-aa2a-2ba733249cf8 triggered by entity DHCP. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 08:53:58.847532 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204e027f-b597-4fa9-b3c3-2d5d4e93ee1c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:53:58.847606 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-f8eac3d7-c840-4c88-8900-be9fcd51041d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (37bbd830-4fac-46b3-aa2a-2ba733249cf8), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:53:58.847676 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204e027f-b597-4fa9-b3c3-2d5d4e93ee1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:53:58.847944 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204e027f-b597-4fa9-b3c3-2d5d4e93ee1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:53:58.848269 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204e027f-b597-4fa9-b3c3-2d5d4e93ee1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:53:58.848598 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204e027f-b597-4fa9-b3c3-2d5d4e93ee1c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:53:58.848924 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204e027f-b597-4fa9-b3c3-2d5d4e93ee1c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:53:58.849267 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204e027f-b597-4fa9-b3c3-2d5d4e93ee1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:53:58.849626 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204e027f-b597-4fa9-b3c3-2d5d4e93ee1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:53:58.849947 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204e027f-b597-4fa9-b3c3-2d5d4e93ee1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:53:58.850272 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204e027f-b597-4fa9-b3c3-2d5d4e93ee1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:53:58.851750 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204e027f-b597-4fa9-b3c3-2d5d4e93ee1c None None] Tracked resource versions report: Mar 16 08:53:58.851750 dv-cinder-831776-4-iscsi neutron-server[103098]: pushed versions: Mar 16 08:53:58.851750 dv-cinder-831776-4-iscsi neutron-server[103098]: { 'AddressGroup': {'1.2'}, Mar 16 08:53:58.851750 dv-cinder-831776-4-iscsi neutron-server[103098]: 'Agent': {'1.1'}, Mar 16 08:53:58.851750 dv-cinder-831776-4-iscsi neutron-server[103098]: 'ConntrackHelper': {'1.0'}, Mar 16 08:53:58.851750 dv-cinder-831776-4-iscsi neutron-server[103098]: 'LocalIPAssociation': {'1.0'}, Mar 16 08:53:58.851750 dv-cinder-831776-4-iscsi neutron-server[103098]: 'Log': {'1.0'}, Mar 16 08:53:58.851750 dv-cinder-831776-4-iscsi neutron-server[103098]: 'NDPProxy': {'1.0'}, Mar 16 08:53:58.851750 dv-cinder-831776-4-iscsi neutron-server[103098]: 'Network': {'1.1'}, Mar 16 08:53:58.851750 dv-cinder-831776-4-iscsi neutron-server[103098]: 'Port': {'1.7'}, Mar 16 08:53:58.851750 dv-cinder-831776-4-iscsi neutron-server[103098]: 'PortForwarding': {'1.2'}, Mar 16 08:53:58.851750 dv-cinder-831776-4-iscsi neutron-server[103098]: 'QosPolicy': {'1.10'}, Mar 16 08:53:58.851750 dv-cinder-831776-4-iscsi neutron-server[103098]: 'SecurityGroup': {'1.5'}, Mar 16 08:53:58.851750 dv-cinder-831776-4-iscsi neutron-server[103098]: 'SecurityGroupRule': {'1.2'}, Mar 16 08:53:58.851750 dv-cinder-831776-4-iscsi neutron-server[103098]: 'SubPort': {'1.0'}, Mar 16 08:53:58.851750 dv-cinder-831776-4-iscsi neutron-server[103098]: 'Subnet': {'1.1'}, Mar 16 08:53:58.851750 dv-cinder-831776-4-iscsi neutron-server[103098]: 'Trunk': {'1.1'}} Mar 16 08:53:58.851750 dv-cinder-831776-4-iscsi neutron-server[103098]: consumer versions: Mar 16 08:53:58.851750 dv-cinder-831776-4-iscsi neutron-server[103098]: { DHCP agent@dv-cinder-831776-4-iscsi: {}, Mar 16 08:53:58.851750 dv-cinder-831776-4-iscsi neutron-server[103098]: L3 agent@dv-cinder-831776-4-iscsi: {}, Mar 16 08:53:58.851750 dv-cinder-831776-4-iscsi neutron-server[103098]: Metadata agent@dv-cinder-831776-4-iscsi: {}, Mar 16 08:53:58.851750 dv-cinder-831776-4-iscsi neutron-server[103098]: Metering agent@dv-cinder-831776-4-iscsi: {}, Mar 16 08:53:58.851750 dv-cinder-831776-4-iscsi neutron-server[103098]: Open vSwitch agent@dv-cinder-831776-4-iscsi: { 'AddressGroup': '1.2', Mar 16 08:53:58.851750 dv-cinder-831776-4-iscsi neutron-server[103098]: 'Agent': '1.1', Mar 16 08:53:58.851750 dv-cinder-831776-4-iscsi neutron-server[103098]: 'ConntrackHelper': '1.0', Mar 16 08:53:58.851750 dv-cinder-831776-4-iscsi neutron-server[103098]: 'LocalIPAssociation': '1.0', Mar 16 08:53:58.851750 dv-cinder-831776-4-iscsi neutron-server[103098]: 'Log': '1.0', Mar 16 08:53:58.851750 dv-cinder-831776-4-iscsi neutron-server[103098]: 'NDPProxy': '1.0', Mar 16 08:53:58.851750 dv-cinder-831776-4-iscsi neutron-server[103098]: 'Network': '1.1', Mar 16 08:53:58.851750 dv-cinder-831776-4-iscsi neutron-server[103098]: 'Port': '1.7', Mar 16 08:53:58.851750 dv-cinder-831776-4-iscsi neutron-server[103098]: 'PortForwarding': '1.2', Mar 16 08:53:58.851750 dv-cinder-831776-4-iscsi neutron-server[103098]: 'QosPolicy': '1.10', Mar 16 08:53:58.851750 dv-cinder-831776-4-iscsi neutron-server[103098]: 'SecurityGroup': '1.5', Mar 16 08:53:58.851750 dv-cinder-831776-4-iscsi neutron-server[103098]: 'SecurityGroupRule': '1.2', Mar 16 08:53:58.851750 dv-cinder-831776-4-iscsi neutron-server[103098]: 'SubPort': '1.0', Mar 16 08:53:58.851750 dv-cinder-831776-4-iscsi neutron-server[103098]: 'Subnet': '1.1', Mar 16 08:53:58.851750 dv-cinder-831776-4-iscsi neutron-server[103098]: 'Trunk': '1.1'}} Mar 16 08:53:58.851750 dv-cinder-831776-4-iscsi neutron-server[103098]: {{(pid=103098) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 16 08:53:58.854481 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-951fd8fb-c7d5-4e1c-a93f-9855934205e7 None None] Attempting to bind port 37bbd830-4fac-46b3-aa2a-2ba733249cf8 on host dv-cinder-831776-4-iscsi for vnic_type normal with profile {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 08:53:58.855455 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-951fd8fb-c7d5-4e1c-a93f-9855934205e7 None None] Attempting to bind port 37bbd830-4fac-46b3-aa2a-2ba733249cf8 by drivers openvswitch,hyperv on host dv-cinder-831776-4-iscsi at level 0 using segments [{'id': '0bec3c96-cc8a-49c6-afe5-3bb1f81868f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '45ef6e85-a754-463d-96e6-635fa5644cd6'}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 08:53:58.855910 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951fd8fb-c7d5-4e1c-a93f-9855934205e7 None None] Attempting to bind port 37bbd830-4fac-46b3-aa2a-2ba733249cf8 on network 45ef6e85-a754-463d-96e6-635fa5644cd6 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 08:53:58.861710 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951fd8fb-c7d5-4e1c-a93f-9855934205e7 None None] Checking agent: {'id': '489981c6-9aaa-401c-bd41-6b42e027a228', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 8, 53, 27), 'started_at': datetime.datetime(2022, 3, 16, 8, 53, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 8, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 08:53:58.862107 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951fd8fb-c7d5-4e1c-a93f-9855934205e7 None None] Checking segment: {'id': '0bec3c96-cc8a-49c6-afe5-3bb1f81868f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '45ef6e85-a754-463d-96e6-635fa5644cd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 08:53:58.862685 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-951fd8fb-c7d5-4e1c-a93f-9855934205e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:53:58.863075 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951fd8fb-c7d5-4e1c-a93f-9855934205e7 None None] Bound using segment: {'id': '0bec3c96-cc8a-49c6-afe5-3bb1f81868f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '45ef6e85-a754-463d-96e6-635fa5644cd6'} {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 08:53:58.863538 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-951fd8fb-c7d5-4e1c-a93f-9855934205e7 None None] Bound port: 37bbd830-4fac-46b3-aa2a-2ba733249cf8, host: dv-cinder-831776-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bec3c96-cc8a-49c6-afe5-3bb1f81868f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '45ef6e85-a754-463d-96e6-635fa5644cd6'}}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 08:53:58.863918 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-951fd8fb-c7d5-4e1c-a93f-9855934205e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (37bbd830-4fac-46b3-aa2a-2ba733249cf8), before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:53:58.885569 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-f8eac3d7-c840-4c88-8900-be9fcd51041d None None] Port 37bbd830-4fac-46b3-aa2a-2ba733249cf8 cannot update to ACTIVE because it is not bound. {{(pid=103097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 08:53:58.932788 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-951fd8fb-c7d5-4e1c-a93f-9855934205e7 None None] For port 37bbd830-4fac-46b3-aa2a-2ba733249cf8, host dv-cinder-831776-4-iscsi, cleared binding levels {{(pid=103098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 08:53:58.956232 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-951fd8fb-c7d5-4e1c-a93f-9855934205e7 None None] For port 37bbd830-4fac-46b3-aa2a-2ba733249cf8, host dv-cinder-831776-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-4-iscsi',level=0,port_id=37bbd830-4fac-46b3-aa2a-2ba733249cf8,segment=NetworkSegment(0bec3c96-cc8a-49c6-afe5-3bb1f81868f0),segment_id=0bec3c96-cc8a-49c6-afe5-3bb1f81868f0)] {{(pid=103098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 08:53:58.968880 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-951fd8fb-c7d5-4e1c-a93f-9855934205e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (37bbd830-4fac-46b3-aa2a-2ba733249cf8), after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:53:59.028424 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951fd8fb-c7d5-4e1c-a93f-9855934205e7 None None] Routers {'9f47f330-a379-4010-a5eb-fb0f35e22876'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 08:53:59.029050 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-951fd8fb-c7d5-4e1c-a93f-9855934205e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T08:53:53Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['9f47f330-a379-4010-a5eb-fb0f35e22876'], 'active': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 08:53:59.068532 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204e027f-b597-4fa9-b3c3-2d5d4e93ee1c None None] Pushing event updated for resources: {'Port': ['ID=37bbd830-4fac-46b3-aa2a-2ba733249cf8,revision_number=4']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 08:53:59.139984 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvr_db [None req-951fd8fb-c7d5-4e1c-a93f-9855934205e7 None None] Set router 9f47f330-a379-4010-a5eb-fb0f35e22876 gateway port host: None {{(pid=103098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 08:53:59.206051 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-3c970884-8f99-4e0e-a5e9-07df49614303 None None] Provisioning complete for port 37bbd830-4fac-46b3-aa2a-2ba733249cf8 triggered by entity DHCP. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 08:53:59.206408 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3c970884-8f99-4e0e-a5e9-07df49614303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (37bbd830-4fac-46b3-aa2a-2ba733249cf8), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:53:59.282983 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-3c970884-8f99-4e0e-a5e9-07df49614303 None None] Current status of the port 37bbd830-4fac-46b3-aa2a-2ba733249cf8 is: DOWN; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 08:53:59.283288 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3c970884-8f99-4e0e-a5e9-07df49614303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (37bbd830-4fac-46b3-aa2a-2ba733249cf8), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:53:59.315143 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-3c970884-8f99-4e0e-a5e9-07df49614303 None None] For port 37bbd830-4fac-46b3-aa2a-2ba733249cf8, host dv-cinder-831776-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-4-iscsi',level=0,port_id=37bbd830-4fac-46b3-aa2a-2ba733249cf8,segment=NetworkSegment(0bec3c96-cc8a-49c6-afe5-3bb1f81868f0),segment_id=0bec3c96-cc8a-49c6-afe5-3bb1f81868f0)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 08:53:59.321952 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3c970884-8f99-4e0e-a5e9-07df49614303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (37bbd830-4fac-46b3-aa2a-2ba733249cf8), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:53:59.364291 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-951fd8fb-c7d5-4e1c-a93f-9855934205e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f47f330-a379-4010-a5eb-fb0f35e22876', 'name': 'router1', 'tenant_id': '1af46c6129f94cf0b6074b5fdd2d735e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T08:53:46Z', 'updated_at': '2022-03-16T08:53:56Z', 'revision_number': 2, 'project_id': '1af46c6129f94cf0b6074b5fdd2d735e', 'gw_port_host': None, '_interfaces': [{'id': '37bbd830-4fac-46b3-aa2a-2ba733249cf8', 'name': '', 'network_id': '45ef6e85-a754-463d-96e6-635fa5644cd6', 'tenant_id': '1af46c6129f94cf0b6074b5fdd2d735e', 'mac_address': 'fa:16:3e:83:4a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f47f330-a379-4010-a5eb-fb0f35e22876', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f0dcd746-d496-4111-9fc3-862cf6b0b712', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T08:53:55Z', 'updated_at': '2022-03-16T08:53:58Z', 'revision_number': 4, 'project_id': '1af46c6129f94cf0b6074b5fdd2d735e', 'subnets': [{'id': 'f0dcd746-d496-4111-9fc3-862cf6b0b712', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'afa3645c-5f1b-4685-9f2b-0bad2dd350ff'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 08:53:59.383470 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c970884-8f99-4e0e-a5e9-07df49614303 None None] Pushing event updated for resources: {'Port': ['ID=37bbd830-4fac-46b3-aa2a-2ba733249cf8,revision_number=5']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 08:53:59.395010 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951fd8fb-c7d5-4e1c-a93f-9855934205e7 None None] The sync data for ids ['9f47f330-a379-4010-a5eb-fb0f35e22876'] in dv-cinder-831776-4-iscsi is: [{'id': '9f47f330-a379-4010-a5eb-fb0f35e22876', 'name': 'router1', 'tenant_id': '1af46c6129f94cf0b6074b5fdd2d735e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T08:53:46Z', 'updated_at': '2022-03-16T08:53:56Z', 'revision_number': 2, 'project_id': '1af46c6129f94cf0b6074b5fdd2d735e', 'gw_port_host': None, '_interfaces': [{'id': '37bbd830-4fac-46b3-aa2a-2ba733249cf8', 'name': '', 'network_id': '45ef6e85-a754-463d-96e6-635fa5644cd6', 'tenant_id': '1af46c6129f94cf0b6074b5fdd2d735e', 'mac_address': 'fa:16:3e:83:4a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f47f330-a379-4010-a5eb-fb0f35e22876', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f0dcd746-d496-4111-9fc3-862cf6b0b712', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T08:53:55Z', 'updated_at': '2022-03-16T08:53:58Z', 'revision_number': 4, 'project_id': '1af46c6129f94cf0b6074b5fdd2d735e', 'subnets': [{'id': 'f0dcd746-d496-4111-9fc3-862cf6b0b712', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'afa3645c-5f1b-4685-9f2b-0bad2dd350ff'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 08:53:59.854853 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 43282) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 08:53:59.964957 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af3372c-50b0-4244-a6e1-a6c16cfc1988 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 08:53:59.966378 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-9af3372c-50b0-4244-a6e1-a6c16cfc1988 admin admin] 10.222.0.18 "GET /v2.0/networks/c4839873-0f35-4ea4-8707-46bf79a3edab HTTP/1.1" status: 200 len: 842 time: 0.1105630 Mar 16 08:53:59.976145 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.v2.base [None req-625bae33-dc14-4845-878c-7b2f41ed9846 admin admin] Request body: {'subnet': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'gateway_ip': '172.27.1.1', 'name': 'public-subnet', 'cidr': '172.27.1.0/24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 08:54:00.000224 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-625bae33-dc14-4845-878c-7b2f41ed9846 admin admin] Made reservation on behalf of dae3a9209deb4b209e47bc2aa7b252cb for: {'subnet': 1} {{(pid=103095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 08:54:00.002788 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-625bae33-dc14-4845-878c-7b2f41ed9846 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:54:00.309570 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.objects.ports [None req-625bae33-dc14-4845-878c-7b2f41ed9846 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103095) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 16 08:54:00.310004 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-625bae33-dc14-4845-878c-7b2f41ed9846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787'] for subnet (25bf7ac3-5945-4bb8-8d8f-087cde6dd03d), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:54:00.364197 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625bae33-dc14-4845-878c-7b2f41ed9846 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25bf7ac3-5945-4bb8-8d8f-087cde6dd03d,revision_number=0']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 08:54:00.373641 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625bae33-dc14-4845-878c-7b2f41ed9846 admin admin] Checking segment: {'id': '627a1704-08f1-4a54-a35a-53ba84ce9e35', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 08:54:00.373995 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625bae33-dc14-4845-878c-7b2f41ed9846 admin admin] Network hostable DHCP agents. Network: c4839873-0f35-4ea4-8707-46bf79a3edab, hostable agents: ['a398d5bf-1368-473f-bfdd-7d167c3f4154'], hosted agents: [] {{(pid=103095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 08:54:00.397673 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625bae33-dc14-4845-878c-7b2f41ed9846 admin admin] Network c4839873-0f35-4ea4-8707-46bf79a3edab is scheduled to be hosted by DHCP agent a398d5bf-1368-473f-bfdd-7d167c3f4154 with binding_index 1 {{(pid=103095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 08:54:00.409679 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-625bae33-dc14-4845-878c-7b2f41ed9846 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831776-4-iscsi, c4839873-0f35-4ea4-8707-46bf79a3edab) {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 08:54:00.413640 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625bae33-dc14-4845-878c-7b2f41ed9846 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 08:54:00.414274 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-625bae33-dc14-4845-878c-7b2f41ed9846 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555813'] for subnet (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:54:00.419722 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b0fc2c-a792-4f62-a06c-539b847ba8be None None] Network c4839873-0f35-4ea4-8707-46bf79a3edab requested from dv-cinder-831776-4-iscsi {{(pid=103097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 08:54:00.438060 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-625bae33-dc14-4845-878c-7b2f41ed9846 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4651020 Mar 16 08:54:00.526081 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5f8716-f23b-4cd1-9a13-bd3e66a92e3b None None] Network c4839873-0f35-4ea4-8707-46bf79a3edab requested from dv-cinder-831776-4-iscsi {{(pid=103097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 08:54:02.884266 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 43290) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 08:54:03.016008 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-47350e94-742e-497f-b9ed-9b5f058bce36 demo admin] 10.222.0.18 "GET /v2.0/routers/9f47f330-a379-4010-a5eb-fb0f35e22876 HTTP/1.1" status: 200 len: 710 time: 0.1306379 Mar 16 08:54:03.099260 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a68038-e758-4e16-9ee8-3dae2d95e3ab demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 08:54:03.100524 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-52a68038-e758-4e16-9ee8-3dae2d95e3ab demo admin] 10.222.0.18 "GET /v2.0/networks/c4839873-0f35-4ea4-8707-46bf79a3edab HTTP/1.1" status: 200 len: 886 time: 0.0792367 Mar 16 08:54:03.109927 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.v2.base [None req-61abdfff-74ec-4da9-9af0-ae3c8f402f57 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab'}}} {{(pid=103095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 08:54:03.355533 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-61abdfff-74ec-4da9-9af0-ae3c8f402f57 demo admin] Publish callbacks [] for router_gateway (9f47f330-a379-4010-a5eb-fb0f35e22876), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:54:03.670643 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-61abdfff-74ec-4da9-9af0-ae3c8f402f57 demo admin] Publish callbacks [] for router_gateway (9f47f330-a379-4010-a5eb-fb0f35e22876), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:54:03.743232 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-61abdfff-74ec-4da9-9af0-ae3c8f402f57 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:54:03.845572 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-61abdfff-74ec-4da9-9af0-ae3c8f402f57 demo admin] Allocated IP 172.27.1.21 (c4839873-0f35-4ea4-8707-46bf79a3edab/25bf7ac3-5945-4bb8-8d8f-087cde6dd03d/afce4af4-6805-4219-9829-883f7c219863) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 08:54:03.955118 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-61abdfff-74ec-4da9-9af0-ae3c8f402f57 demo admin] Publish callbacks [] for port (afce4af4-6805-4219-9829-883f7c219863), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:54:03.987360 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-61abdfff-74ec-4da9-9af0-ae3c8f402f57 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732012762709'] for port (afce4af4-6805-4219-9829-883f7c219863), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:54:04.020518 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61abdfff-74ec-4da9-9af0-ae3c8f402f57 demo admin] Network c4839873-0f35-4ea4-8707-46bf79a3edab is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 08:54:04.023300 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-61abdfff-74ec-4da9-9af0-ae3c8f402f57 demo admin] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 08:54:04.031238 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61abdfff-74ec-4da9-9af0-ae3c8f402f57 demo admin] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 08:54:04.096731 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61abdfff-74ec-4da9-9af0-ae3c8f402f57 demo admin] Pushing event updated for resources: {'Port': ['ID=afce4af4-6805-4219-9829-883f7c219863,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 08:54:04.287110 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-61abdfff-74ec-4da9-9af0-ae3c8f402f57 demo admin] Publish callbacks [] for router_gateway (9f47f330-a379-4010-a5eb-fb0f35e22876), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:54:04.480183 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-61abdfff-74ec-4da9-9af0-ae3c8f402f57 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-558483', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124831'] for router (9f47f330-a379-4010-a5eb-fb0f35e22876), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:54:04.484245 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-61abdfff-74ec-4da9-9af0-ae3c8f402f57 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-557408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-557417', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-571074'] for router (9f47f330-a379-4010-a5eb-fb0f35e22876), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:54:04.598010 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61abdfff-74ec-4da9-9af0-ae3c8f402f57 demo admin] Router 9f47f330-a379-4010-a5eb-fb0f35e22876 has already been hosted by L3 agent 09ce795b-eeca-4b3b-9d7f-577d9443cb21 {{(pid=103095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 08:54:04.709529 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61abdfff-74ec-4da9-9af0-ae3c8f402f57 demo admin] Notify agent at l3_agent.dv-cinder-831776-4-iscsi the message routers_updated {{(pid=103095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 08:54:04.713885 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-61abdfff-74ec-4da9-9af0-ae3c8f402f57 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:54:04.722346 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-61abdfff-74ec-4da9-9af0-ae3c8f402f57 demo admin] 10.222.0.18 "PUT /v2.0/routers/9f47f330-a379-4010-a5eb-fb0f35e22876 HTTP/1.1" status: 200 len: 889 time: 1.6156306 Mar 16 08:54:07.060470 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.agents_db [None req-ddb2e055-3acb-4969-8bde-a74b2247622c None None] Agent healthcheck: found 5 active agents {{(pid=103098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 08:54:07.243669 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 43302) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 08:54:07.361020 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-cc95452d-6cd3-4b12-b7b9-d64b6862aec6 admin admin] 10.222.0.18 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1162064 Mar 16 08:54:07.599275 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device 37bbd830-4fac-46b3-aa2a-2ba733249cf8 up at agent ovs-agent-dv-cinder-831776-4-iscsi {{(pid=103097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 08:54:07.651366 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Provisioning complete for port 37bbd830-4fac-46b3-aa2a-2ba733249cf8 triggered by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 08:54:07.652002 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (37bbd830-4fac-46b3-aa2a-2ba733249cf8), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:54:07.729103 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Current status of the port 37bbd830-4fac-46b3-aa2a-2ba733249cf8 is: ACTIVE; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 08:54:08.073108 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0ca2bc-f2aa-47bb-8a75-f715ff4b8637 None None] Sync routers for ids ['9f47f330-a379-4010-a5eb-fb0f35e22876'] in dv-cinder-831776-4-iscsi {{(pid=103097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 08:54:08.090199 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0ca2bc-f2aa-47bb-8a75-f715ff4b8637 None None] Routers {'9f47f330-a379-4010-a5eb-fb0f35e22876'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 08:54:08.090883 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-cb0ca2bc-f2aa-47bb-8a75-f715ff4b8637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T08:53:53Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['9f47f330-a379-4010-a5eb-fb0f35e22876'], 'active': True} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 08:54:08.323535 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvr_db [None req-cb0ca2bc-f2aa-47bb-8a75-f715ff4b8637 None None] Set router 9f47f330-a379-4010-a5eb-fb0f35e22876 gateway port host: dv-cinder-831776-4-iscsi {{(pid=103097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 08:54:08.797930 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-cb0ca2bc-f2aa-47bb-8a75-f715ff4b8637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f47f330-a379-4010-a5eb-fb0f35e22876', 'name': 'router1', 'tenant_id': '1af46c6129f94cf0b6074b5fdd2d735e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': 'afce4af4-6805-4219-9829-883f7c219863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T08:53:46Z', 'updated_at': '2022-03-16T08:54:04Z', 'revision_number': 4, 'project_id': '1af46c6129f94cf0b6074b5fdd2d735e', 'gw_port': {'id': 'afce4af4-6805-4219-9829-883f7c219863', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b2:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f47f330-a379-4010-a5eb-fb0f35e22876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T08:54:03Z', 'updated_at': '2022-03-16T08:54:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_interfaces': [{'id': '37bbd830-4fac-46b3-aa2a-2ba733249cf8', 'name': '', 'network_id': '45ef6e85-a754-463d-96e6-635fa5644cd6', 'tenant_id': '1af46c6129f94cf0b6074b5fdd2d735e', 'mac_address': 'fa:16:3e:83:4a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f47f330-a379-4010-a5eb-fb0f35e22876', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f0dcd746-d496-4111-9fc3-862cf6b0b712', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T08:53:55Z', 'updated_at': '2022-03-16T08:53:59Z', 'revision_number': 5, 'project_id': '1af46c6129f94cf0b6074b5fdd2d735e', 'subnets': [{'id': 'f0dcd746-d496-4111-9fc3-862cf6b0b712', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'afa3645c-5f1b-4685-9f2b-0bad2dd350ff'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 08:54:08.846759 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0ca2bc-f2aa-47bb-8a75-f715ff4b8637 None None] Checking router: 9f47f330-a379-4010-a5eb-fb0f35e22876 for host: dv-cinder-831776-4-iscsi {{(pid=103097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 08:54:08.847137 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0ca2bc-f2aa-47bb-8a75-f715ff4b8637 None None] Updating router 9f47f330-a379-4010-a5eb-fb0f35e22876 port afce4af4-6805-4219-9829-883f7c219863 binding host dv-cinder-831776-4-iscsi {{(pid=103097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 08:54:08.904915 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-cb0ca2bc-f2aa-47bb-8a75-f715ff4b8637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (afce4af4-6805-4219-9829-883f7c219863), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:54:09.234690 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-cb0ca2bc-f2aa-47bb-8a75-f715ff4b8637 None None] Publish callbacks [] for port (afce4af4-6805-4219-9829-883f7c219863), precommit_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:54:09.240761 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-cb0ca2bc-f2aa-47bb-8a75-f715ff4b8637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (afce4af4-6805-4219-9829-883f7c219863), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:54:09.293465 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.managers [None req-cb0ca2bc-f2aa-47bb-8a75-f715ff4b8637 None None] Attempting to bind port afce4af4-6805-4219-9829-883f7c219863 on host dv-cinder-831776-4-iscsi for vnic_type normal with profile {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 08:54:09.293465 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.managers [None req-cb0ca2bc-f2aa-47bb-8a75-f715ff4b8637 None None] Attempting to bind port afce4af4-6805-4219-9829-883f7c219863 by drivers openvswitch,hyperv on host dv-cinder-831776-4-iscsi at level 0 using segments [{'id': '627a1704-08f1-4a54-a35a-53ba84ce9e35', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab'}] {{(pid=103097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 08:54:09.293815 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0ca2bc-f2aa-47bb-8a75-f715ff4b8637 None None] Attempting to bind port afce4af4-6805-4219-9829-883f7c219863 on network c4839873-0f35-4ea4-8707-46bf79a3edab {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 08:54:09.303219 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0ca2bc-f2aa-47bb-8a75-f715ff4b8637 None None] Checking agent: {'id': '489981c6-9aaa-401c-bd41-6b42e027a228', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 8, 53, 27), 'started_at': datetime.datetime(2022, 3, 16, 8, 53, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 8, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 08:54:09.303802 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0ca2bc-f2aa-47bb-8a75-f715ff4b8637 None None] Checking segment: {'id': '627a1704-08f1-4a54-a35a-53ba84ce9e35', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 08:54:09.306029 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-cb0ca2bc-f2aa-47bb-8a75-f715ff4b8637 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:54:09.306029 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0ca2bc-f2aa-47bb-8a75-f715ff4b8637 None None] Bound using segment: {'id': '627a1704-08f1-4a54-a35a-53ba84ce9e35', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab'} {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 08:54:09.306029 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.managers [None req-cb0ca2bc-f2aa-47bb-8a75-f715ff4b8637 None None] Bound port: afce4af4-6805-4219-9829-883f7c219863, host: dv-cinder-831776-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '627a1704-08f1-4a54-a35a-53ba84ce9e35', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab'}}] {{(pid=103097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 08:54:09.306029 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-cb0ca2bc-f2aa-47bb-8a75-f715ff4b8637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (afce4af4-6805-4219-9829-883f7c219863), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:54:09.307552 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d007dda1-336d-48ae-bfd2-c3211260be2f None None] Pushing event updated for resources: {'Port': ['ID=afce4af4-6805-4219-9829-883f7c219863,revision_number=2']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 08:54:09.358567 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-cb0ca2bc-f2aa-47bb-8a75-f715ff4b8637 None None] For port afce4af4-6805-4219-9829-883f7c219863, host dv-cinder-831776-4-iscsi, cleared binding levels {{(pid=103097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 08:54:09.361847 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-cb0ca2bc-f2aa-47bb-8a75-f715ff4b8637 None None] For port afce4af4-6805-4219-9829-883f7c219863, host dv-cinder-831776-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-4-iscsi',level=0,port_id=afce4af4-6805-4219-9829-883f7c219863,segment=NetworkSegment(627a1704-08f1-4a54-a35a-53ba84ce9e35),segment_id=627a1704-08f1-4a54-a35a-53ba84ce9e35)] {{(pid=103097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 08:54:09.369153 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-cb0ca2bc-f2aa-47bb-8a75-f715ff4b8637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (afce4af4-6805-4219-9829-883f7c219863), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:54:09.427540 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0ca2bc-f2aa-47bb-8a75-f715ff4b8637 None None] Routers {'9f47f330-a379-4010-a5eb-fb0f35e22876'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 08:54:09.428145 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-cb0ca2bc-f2aa-47bb-8a75-f715ff4b8637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T08:53:53Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['9f47f330-a379-4010-a5eb-fb0f35e22876'], 'active': True} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 08:54:09.437887 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d007dda1-336d-48ae-bfd2-c3211260be2f None None] Pushing event updated for resources: {'Port': ['ID=afce4af4-6805-4219-9829-883f7c219863,revision_number=3']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 08:54:09.553738 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvr_db [None req-cb0ca2bc-f2aa-47bb-8a75-f715ff4b8637 None None] Set router 9f47f330-a379-4010-a5eb-fb0f35e22876 gateway port host: dv-cinder-831776-4-iscsi {{(pid=103097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 08:54:09.783879 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-cb0ca2bc-f2aa-47bb-8a75-f715ff4b8637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f47f330-a379-4010-a5eb-fb0f35e22876', 'name': 'router1', 'tenant_id': '1af46c6129f94cf0b6074b5fdd2d735e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': 'afce4af4-6805-4219-9829-883f7c219863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T08:53:46Z', 'updated_at': '2022-03-16T08:54:04Z', 'revision_number': 4, 'project_id': '1af46c6129f94cf0b6074b5fdd2d735e', 'gw_port': {'id': 'afce4af4-6805-4219-9829-883f7c219863', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b2:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f47f330-a379-4010-a5eb-fb0f35e22876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T08:54:03Z', 'updated_at': '2022-03-16T08:54:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_interfaces': [{'id': '37bbd830-4fac-46b3-aa2a-2ba733249cf8', 'name': '', 'network_id': '45ef6e85-a754-463d-96e6-635fa5644cd6', 'tenant_id': '1af46c6129f94cf0b6074b5fdd2d735e', 'mac_address': 'fa:16:3e:83:4a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f47f330-a379-4010-a5eb-fb0f35e22876', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f0dcd746-d496-4111-9fc3-862cf6b0b712', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T08:53:55Z', 'updated_at': '2022-03-16T08:53:59Z', 'revision_number': 5, 'project_id': '1af46c6129f94cf0b6074b5fdd2d735e', 'subnets': [{'id': 'f0dcd746-d496-4111-9fc3-862cf6b0b712', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'afa3645c-5f1b-4685-9f2b-0bad2dd350ff'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 08:54:09.811949 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0ca2bc-f2aa-47bb-8a75-f715ff4b8637 None None] The sync data for ids ['9f47f330-a379-4010-a5eb-fb0f35e22876'] in dv-cinder-831776-4-iscsi is: [{'id': '9f47f330-a379-4010-a5eb-fb0f35e22876', 'name': 'router1', 'tenant_id': '1af46c6129f94cf0b6074b5fdd2d735e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': 'afce4af4-6805-4219-9829-883f7c219863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T08:53:46Z', 'updated_at': '2022-03-16T08:54:04Z', 'revision_number': 4, 'project_id': '1af46c6129f94cf0b6074b5fdd2d735e', 'gw_port': {'id': 'afce4af4-6805-4219-9829-883f7c219863', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b2:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f47f330-a379-4010-a5eb-fb0f35e22876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T08:54:03Z', 'updated_at': '2022-03-16T08:54:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_interfaces': [{'id': '37bbd830-4fac-46b3-aa2a-2ba733249cf8', 'name': '', 'network_id': '45ef6e85-a754-463d-96e6-635fa5644cd6', 'tenant_id': '1af46c6129f94cf0b6074b5fdd2d735e', 'mac_address': 'fa:16:3e:83:4a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f47f330-a379-4010-a5eb-fb0f35e22876', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f0dcd746-d496-4111-9fc3-862cf6b0b712', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T08:53:55Z', 'updated_at': '2022-03-16T08:53:59Z', 'revision_number': 5, 'project_id': '1af46c6129f94cf0b6074b5fdd2d735e', 'subnets': [{'id': 'f0dcd746-d496-4111-9fc3-862cf6b0b712', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'afa3645c-5f1b-4685-9f2b-0bad2dd350ff'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 08:54:11.711855 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device afce4af4-6805-4219-9829-883f7c219863 up at agent ovs-agent-dv-cinder-831776-4-iscsi {{(pid=103097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 08:54:11.778944 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Provisioning complete for port afce4af4-6805-4219-9829-883f7c219863 triggered by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 08:54:11.779557 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (afce4af4-6805-4219-9829-883f7c219863), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:54:11.897115 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Current status of the port afce4af4-6805-4219-9829-883f7c219863 is: DOWN; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 08:54:11.897867 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (afce4af4-6805-4219-9829-883f7c219863), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:54:11.929696 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] For port afce4af4-6805-4219-9829-883f7c219863, host dv-cinder-831776-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-4-iscsi',level=0,port_id=afce4af4-6805-4219-9829-883f7c219863,segment=NetworkSegment(627a1704-08f1-4a54-a35a-53ba84ce9e35),segment_id=627a1704-08f1-4a54-a35a-53ba84ce9e35)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 08:54:11.940914 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (afce4af4-6805-4219-9829-883f7c219863), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:54:12.007506 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Pushing event updated for resources: {'Port': ['ID=afce4af4-6805-4219-9829-883f7c219863,revision_number=4']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 08:54:13.634528 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device afce4af4-6805-4219-9829-883f7c219863 up at agent ovs-agent-dv-cinder-831776-4-iscsi {{(pid=103097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 08:54:13.733943 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Provisioning complete for port afce4af4-6805-4219-9829-883f7c219863 triggered by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 08:54:13.734334 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (afce4af4-6805-4219-9829-883f7c219863), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:54:13.870462 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Current status of the port afce4af4-6805-4219-9829-883f7c219863 is: ACTIVE; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 08:54:20.469314 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-0fb5de94-0e02-4024-90ce-e4f415bb839d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (a398d5bf-1368-473f-bfdd-7d167c3f4154), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:54:22.763701 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-bb249b91-709a-4c99-96d1-0a481262dbe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (09ce795b-eeca-4b3b-9d7f-577d9443cb21), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:54:23.772853 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-cdeb7127-6fa1-4060-ae0a-c8ffc2dd9388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (514d7d79-ab14-439d-a6c0-bbffe337a49f), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:54:25.384539 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3de267ec-888d-49e1-92d2-a6991c0932cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (3616e4f6-4586-420d-b0d2-e3b2f5abb17b), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:54:26.826792 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (489981c6-9aaa-401c-bd41-6b42e027a228), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:54:44.058598 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.agents_db [None req-ddb2e055-3acb-4969-8bde-a74b2247622c None None] Agent healthcheck: found 5 active agents {{(pid=103098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 08:54:50.518137 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-fcdcb926-03d8-4815-b465-8570a2ef76be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (a398d5bf-1368-473f-bfdd-7d167c3f4154), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:54:52.763141 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-5f2607bb-0533-47a2-91b9-b3d067b1d936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (09ce795b-eeca-4b3b-9d7f-577d9443cb21), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:54:53.774711 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-cdeb7127-6fa1-4060-ae0a-c8ffc2dd9388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (514d7d79-ab14-439d-a6c0-bbffe337a49f), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:54:55.381202 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3de267ec-888d-49e1-92d2-a6991c0932cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (3616e4f6-4586-420d-b0d2-e3b2f5abb17b), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:54:56.824647 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (489981c6-9aaa-401c-bd41-6b42e027a228), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:55:20.464015 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-407f3b63-e365-47ac-8b45-0311db1ddd80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (a398d5bf-1368-473f-bfdd-7d167c3f4154), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:55:21.057256 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.agents_db [None req-ddb2e055-3acb-4969-8bde-a74b2247622c None None] Agent healthcheck: found 5 active agents {{(pid=103098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 08:55:22.755496 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-010c4e7c-872d-4563-b47b-278260e975ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (09ce795b-eeca-4b3b-9d7f-577d9443cb21), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:55:23.778042 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-cdeb7127-6fa1-4060-ae0a-c8ffc2dd9388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (514d7d79-ab14-439d-a6c0-bbffe337a49f), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:55:25.385130 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3de267ec-888d-49e1-92d2-a6991c0932cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (3616e4f6-4586-420d-b0d2-e3b2f5abb17b), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:55:26.817829 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (489981c6-9aaa-401c-bd41-6b42e027a228), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:55:29.608164 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 43786) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 08:55:29.675585 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa182b2e-cde1-4e74-8504-6677e65101a6 admin admin] GET failed (client error): The resource could not be found. Mar 16 08:55:29.676854 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-aa182b2e-cde1-4e74-8504-6677e65101a6 admin admin] 10.222.0.18 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0677402 Mar 16 08:55:29.916291 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1ca4ed-82b7-4829-8a5c-2e96e3ee8ed3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 08:55:29.918156 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-1f1ca4ed-82b7-4829-8a5c-2e96e3ee8ed3 admin admin] 10.222.0.18 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2369461 Mar 16 08:55:32.237522 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 43796) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 08:55:32.327936 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acdc961-1c91-4b4e-bc30-3fbec95701c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 08:55:32.329317 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-7acdc961-1c91-4b4e-bc30-3fbec95701c3 admin admin] 10.222.0.18 "GET /v2.0/subnets/f0dcd746-d496-4111-9fc3-862cf6b0b712 HTTP/1.1" status: 200 len: 849 time: 0.0908339 Mar 16 08:55:32.338530 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.v2.base [None req-cb390aee-c804-42cd-b7ad-a27f347807c2 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 08:55:32.424026 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb390aee-c804-42cd-b7ad-a27f347807c2 admin admin] Publish callbacks [] for subnet (f0dcd746-d496-4111-9fc3-862cf6b0b712), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:55:32.561604 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb390aee-c804-42cd-b7ad-a27f347807c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732013351702'] for subnet (f0dcd746-d496-4111-9fc3-862cf6b0b712), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:55:32.598656 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb390aee-c804-42cd-b7ad-a27f347807c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 08:55:32.599250 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cb390aee-c804-42cd-b7ad-a27f347807c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555813'] for subnet (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:55:32.601335 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-cb390aee-c804-42cd-b7ad-a27f347807c2 admin admin] 10.222.0.18 "PUT /v2.0/subnets/f0dcd746-d496-4111-9fc3-862cf6b0b712 HTTP/1.1" status: 200 len: 868 time: 0.2655621 Mar 16 08:55:32.603063 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aafe3573-dbb9-4c01-aa5e-72a09f5d2e7f None None] Network 45ef6e85-a754-463d-96e6-635fa5644cd6 requested from dv-cinder-831776-4-iscsi {{(pid=103097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 08:55:32.622356 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb390aee-c804-42cd-b7ad-a27f347807c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0dcd746-d496-4111-9fc3-862cf6b0b712,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 08:55:32.629870 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb390aee-c804-42cd-b7ad-a27f347807c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:55:32.630297 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb390aee-c804-42cd-b7ad-a27f347807c2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:55:32.630678 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb390aee-c804-42cd-b7ad-a27f347807c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:55:32.631184 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb390aee-c804-42cd-b7ad-a27f347807c2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:55:32.631528 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb390aee-c804-42cd-b7ad-a27f347807c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:55:32.631897 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb390aee-c804-42cd-b7ad-a27f347807c2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:55:32.632315 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb390aee-c804-42cd-b7ad-a27f347807c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:55:32.632648 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb390aee-c804-42cd-b7ad-a27f347807c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:55:32.633181 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb390aee-c804-42cd-b7ad-a27f347807c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:55:32.633552 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb390aee-c804-42cd-b7ad-a27f347807c2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:55:32.633903 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb390aee-c804-42cd-b7ad-a27f347807c2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:55:32.634257 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb390aee-c804-42cd-b7ad-a27f347807c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:55:32.634654 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb390aee-c804-42cd-b7ad-a27f347807c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:55:32.635060 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb390aee-c804-42cd-b7ad-a27f347807c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:55:32.635389 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb390aee-c804-42cd-b7ad-a27f347807c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:55:32.950596 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-e90c3911-4c44-4ec5-9c57-20bfecddc162 None None] Provisioning complete for port 2313652f-b330-4b7a-a348-5767fc078667 triggered by entity DHCP. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 08:55:32.950986 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-e90c3911-4c44-4ec5-9c57-20bfecddc162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (2313652f-b330-4b7a-a348-5767fc078667), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:55:33.025640 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-e90c3911-4c44-4ec5-9c57-20bfecddc162 None None] Current status of the port 2313652f-b330-4b7a-a348-5767fc078667 is: ACTIVE; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 08:55:33.035049 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-e90c3911-4c44-4ec5-9c57-20bfecddc162 None None] Provisioning complete for port 37bbd830-4fac-46b3-aa2a-2ba733249cf8 triggered by entity DHCP. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 08:55:33.035441 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-e90c3911-4c44-4ec5-9c57-20bfecddc162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (37bbd830-4fac-46b3-aa2a-2ba733249cf8), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:55:33.110522 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-e90c3911-4c44-4ec5-9c57-20bfecddc162 None None] Current status of the port 37bbd830-4fac-46b3-aa2a-2ba733249cf8 is: ACTIVE; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 08:55:34.930864 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 43804) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 08:55:35.124635 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624cc995-1636-449d-922c-8c453ae6bdab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 08:55:35.125025 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624cc995-1636-449d-922c-8c453ae6bdab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 08:55:35.126605 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-624cc995-1636-449d-922c-8c453ae6bdab admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1947837 Mar 16 08:55:37.433486 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 43812) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 08:55:37.562813 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f29721a-db70-43b1-bb76-a6cc8d11b360 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 08:55:37.563617 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f29721a-db70-43b1-bb76-a6cc8d11b360 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 08:55:37.566239 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-0f29721a-db70-43b1-bb76-a6cc8d11b360 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1317291 Mar 16 08:55:39.918721 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 43820) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 08:55:40.044039 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3618eb3-cd0c-4f3d-832b-c476192220e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 08:55:40.045381 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-a3618eb3-cd0c-4f3d-832b-c476192220e3 admin admin] 10.222.0.18 "GET /v2.0/networks/45ef6e85-a754-463d-96e6-635fa5644cd6 HTTP/1.1" status: 200 len: 869 time: 0.1257117 Mar 16 08:55:42.369249 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 43828) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 08:55:42.493795 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e72ce8-4c68-4693-be3c-b8c03ff6bbf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 08:55:42.495421 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-17e72ce8-4c68-4693-be3c-b8c03ff6bbf1 admin admin] 10.222.0.18 "GET /v2.0/networks/c4839873-0f35-4ea4-8707-46bf79a3edab HTTP/1.1" status: 200 len: 886 time: 0.1243281 Mar 16 08:55:44.837460 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 43836) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 08:55:44.963362 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc940786-5c2b-4762-b636-ce5e6c14a91c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 08:55:44.963807 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc940786-5c2b-4762-b636-ce5e6c14a91c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 08:55:44.965335 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-bc940786-5c2b-4762-b636-ce5e6c14a91c admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1269259 Mar 16 08:55:47.296193 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 43844) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 08:55:47.384337 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6868a2-7abf-4424-8ee8-182a67a136b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 08:55:47.384789 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6868a2-7abf-4424-8ee8-182a67a136b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 08:55:47.386794 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-9d6868a2-7abf-4424-8ee8-182a67a136b1 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0896621 Mar 16 08:55:49.703052 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 43852) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 08:55:49.785932 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed80caa7-7224-4809-9f23-980e1d1c7e79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 08:55:49.787238 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-ed80caa7-7224-4809-9f23-980e1d1c7e79 admin admin] 10.222.0.18 "GET /v2.0/subnets/25bf7ac3-5945-4bb8-8d8f-087cde6dd03d HTTP/1.1" status: 200 len: 816 time: 0.0832317 Mar 16 08:55:50.459240 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-98c0a77e-24f1-4d04-acc5-521987e561f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (a398d5bf-1368-473f-bfdd-7d167c3f4154), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:55:52.079420 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 43860) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 08:55:52.169246 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df25814-9099-4fff-a033-97124a4de1b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 08:55:52.170527 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-2df25814-9099-4fff-a033-97124a4de1b6 admin admin] 10.222.0.18 "GET /v2.0/subnets/f0dcd746-d496-4111-9fc3-862cf6b0b712 HTTP/1.1" status: 200 len: 868 time: 0.0901313 Mar 16 08:55:52.758352 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-2a021dd9-228e-48cc-9c84-1a5d4a7c8f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (09ce795b-eeca-4b3b-9d7f-577d9443cb21), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:55:53.780720 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-cdeb7127-6fa1-4060-ae0a-c8ffc2dd9388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (514d7d79-ab14-439d-a6c0-bbffe337a49f), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:55:55.388431 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3de267ec-888d-49e1-92d2-a6991c0932cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (3616e4f6-4586-420d-b0d2-e3b2f5abb17b), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:55:56.819292 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (489981c6-9aaa-401c-bd41-6b42e027a228), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:55:58.055990 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.agents_db [None req-ddb2e055-3acb-4969-8bde-a74b2247622c None None] Agent healthcheck: found 5 active agents {{(pid=103098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 08:56:20.268917 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 43912) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 08:56:20.315796 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [None req-5a070f02-0da8-4453-a9bb-a3986e063c2d admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103095) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 16 08:56:20.316799 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-5a070f02-0da8-4453-a9bb-a3986e063c2d admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0468976 Mar 16 08:56:20.461039 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-521f27e0-59cd-41a1-b189-00b88d2eeb02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (a398d5bf-1368-473f-bfdd-7d167c3f4154), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:56:22.695151 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 43920) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 08:56:22.759744 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3162c4ef-238b-45de-be6b-f7af5a184d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (09ce795b-eeca-4b3b-9d7f-577d9443cb21), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:56:22.762713 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.pecan_wsgi.hooks.translation [None req-660ba7bf-44d1-4663-8bd1-1c6df7f53b7b admin admin] GET failed (client error): The resource could not be found. Mar 16 08:56:22.764054 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-660ba7bf-44d1-4663-8bd1-1c6df7f53b7b admin admin] 10.222.0.18 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0679629 Mar 16 08:56:22.906176 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18958b3-e4f6-4d51-8c15-a4539e12e53a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 08:56:22.907766 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-a18958b3-e4f6-4d51-8c15-a4539e12e53a admin admin] 10.222.0.18 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1396878 Mar 16 08:56:23.782942 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-cdeb7127-6fa1-4060-ae0a-c8ffc2dd9388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (514d7d79-ab14-439d-a6c0-bbffe337a49f), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:56:25.247702 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 43930) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 08:56:25.294223 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.v2.base [None req-234f4b7a-6643-4e2c-adb3-df35e61f51fd admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=103096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 08:56:25.312746 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-234f4b7a-6643-4e2c-adb3-df35e61f51fd admin admin] Made reservation on behalf of dae3a9209deb4b209e47bc2aa7b252cb for: {'network': 1} {{(pid=103096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 08:56:25.314975 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-234f4b7a-6643-4e2c-adb3-df35e61f51fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for network (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:56:25.348390 dv-cinder-831776-4-iscsi neutron-server[103096]: WARNING neutron.services.revisions.revision_plugin [None req-234f4b7a-6643-4e2c-adb3-df35e61f51fd admin admin] Could not find related network for resource to bump revision. Mar 16 08:56:25.359782 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-234f4b7a-6643-4e2c-adb3-df35e61f51fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=103096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 08:56:25.369032 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-234f4b7a-6643-4e2c-adb3-df35e61f51fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079957'] for segment (47e2e5a9-0b66-4382-852f-3638e6302c9e), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:56:25.369644 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.db.segments_db [None req-234f4b7a-6643-4e2c-adb3-df35e61f51fd admin admin] Added segment 47e2e5a9-0b66-4382-852f-3638e6302c9e of type vlan for network c3b9573b-d284-4a93-886b-029e7520b645 Mar 16 08:56:25.388835 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3de267ec-888d-49e1-92d2-a6991c0932cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (3616e4f6-4586-420d-b0d2-e3b2f5abb17b), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:56:25.412615 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-234f4b7a-6643-4e2c-adb3-df35e61f51fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732012783544'] for network (c3b9573b-d284-4a93-886b-029e7520b645), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:56:25.435871 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-234f4b7a-6643-4e2c-adb3-df35e61f51fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787'] for network (c3b9573b-d284-4a93-886b-029e7520b645), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:56:25.436881 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234f4b7a-6643-4e2c-adb3-df35e61f51fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 08:56:25.437485 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-234f4b7a-6643-4e2c-adb3-df35e61f51fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555813'] for network (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:56:25.489815 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-234f4b7a-6643-4e2c-adb3-df35e61f51fd admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2409937 Mar 16 08:56:25.500592 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234f4b7a-6643-4e2c-adb3-df35e61f51fd admin admin] Pushing event updated for resources: {'Network': ['ID=c3b9573b-d284-4a93-886b-029e7520b645,revision_number=1']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 08:56:25.507757 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234f4b7a-6643-4e2c-adb3-df35e61f51fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:56:25.508098 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234f4b7a-6643-4e2c-adb3-df35e61f51fd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:56:25.508458 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234f4b7a-6643-4e2c-adb3-df35e61f51fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:56:25.508801 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234f4b7a-6643-4e2c-adb3-df35e61f51fd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:56:25.509131 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234f4b7a-6643-4e2c-adb3-df35e61f51fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:56:25.509490 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234f4b7a-6643-4e2c-adb3-df35e61f51fd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:56:25.509821 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234f4b7a-6643-4e2c-adb3-df35e61f51fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:56:25.510146 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234f4b7a-6643-4e2c-adb3-df35e61f51fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:56:25.510488 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234f4b7a-6643-4e2c-adb3-df35e61f51fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:56:25.510819 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234f4b7a-6643-4e2c-adb3-df35e61f51fd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:56:25.511155 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234f4b7a-6643-4e2c-adb3-df35e61f51fd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:56:25.511495 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234f4b7a-6643-4e2c-adb3-df35e61f51fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:56:25.511817 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234f4b7a-6643-4e2c-adb3-df35e61f51fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:56:25.512137 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234f4b7a-6643-4e2c-adb3-df35e61f51fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:56:25.512451 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234f4b7a-6643-4e2c-adb3-df35e61f51fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:56:25.523955 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Network c3b9573b-d284-4a93-886b-029e7520b645 details requested by agent ovs-agent-dv-cinder-831776-4-iscsi with host dv-cinder-831776-4-iscsi {{(pid=103097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 16 08:56:26.820719 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (489981c6-9aaa-401c-bd41-6b42e027a228), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:56:27.968818 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 43938) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 08:56:28.028049 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.pecan_wsgi.hooks.translation [None req-9880b973-4623-425d-b83f-c2ad1febd6d4 admin admin] GET failed (client error): The resource could not be found. Mar 16 08:56:28.029305 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-9880b973-4623-425d-b83f-c2ad1febd6d4 admin admin] 10.222.0.18 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0594766 Mar 16 08:56:28.104284 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5727ce79-d3a6-4b0a-a7ba-ce81eb723124 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 08:56:28.105858 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-5727ce79-d3a6-4b0a-a7ba-ce81eb723124 admin admin] 10.222.0.18 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0725660 Mar 16 08:56:28.117037 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.v2.base [None req-a33ec83b-182a-4426-8e0c-044e016915f4 admin admin] Request body: {'subnet': {'network_id': 'c3b9573b-d284-4a93-886b-029e7520b645', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=103096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 08:56:28.135765 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a33ec83b-182a-4426-8e0c-044e016915f4 admin admin] Made reservation on behalf of dae3a9209deb4b209e47bc2aa7b252cb for: {'subnet': 1} {{(pid=103096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 08:56:28.137955 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-a33ec83b-182a-4426-8e0c-044e016915f4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:56:28.294222 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-a33ec83b-182a-4426-8e0c-044e016915f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787'] for subnet (ffef8a7a-ca45-4f43-adfa-fc676a4ce7da), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:56:28.344824 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33ec83b-182a-4426-8e0c-044e016915f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffef8a7a-ca45-4f43-adfa-fc676a4ce7da,revision_number=0']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 08:56:28.354345 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33ec83b-182a-4426-8e0c-044e016915f4 admin admin] Checking segment: {'id': '47e2e5a9-0b66-4382-852f-3638e6302c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c3b9573b-d284-4a93-886b-029e7520b645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 08:56:28.354697 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33ec83b-182a-4426-8e0c-044e016915f4 admin admin] Network hostable DHCP agents. Network: c3b9573b-d284-4a93-886b-029e7520b645, hostable agents: ['a398d5bf-1368-473f-bfdd-7d167c3f4154'], hosted agents: [] {{(pid=103096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 08:56:28.371447 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33ec83b-182a-4426-8e0c-044e016915f4 admin admin] Network c3b9573b-d284-4a93-886b-029e7520b645 is scheduled to be hosted by DHCP agent a398d5bf-1368-473f-bfdd-7d167c3f4154 with binding_index 1 {{(pid=103096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 08:56:28.380282 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.base_scheduler [None req-a33ec83b-182a-4426-8e0c-044e016915f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831776-4-iscsi, c3b9573b-d284-4a93-886b-029e7520b645) {{(pid=103096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 08:56:28.393111 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33ec83b-182a-4426-8e0c-044e016915f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 08:56:28.393759 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-a33ec83b-182a-4426-8e0c-044e016915f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555813'] for subnet (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:56:28.397066 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77fd7905-a055-429c-a25b-1cfe4d17a835 None None] Network c3b9573b-d284-4a93-886b-029e7520b645 requested from dv-cinder-831776-4-iscsi {{(pid=103097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 08:56:28.413960 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-a33ec83b-182a-4426-8e0c-044e016915f4 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3017137 Mar 16 08:56:28.506083 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e252cb-7ba9-41b9-97f3-438e4dda7c97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e1f1783-ec04-51b5-b159-6c4258c95f07-c3b9573b-d284-4a93-886b-029e7520b645', 'network_id': 'c3b9573b-d284-4a93-886b-029e7520b645', 'project_id': 'dae3a9209deb4b209e47bc2aa7b252cb', 'fixed_ips': [{'subnet_id': 'ffef8a7a-ca45-4f43-adfa-fc676a4ce7da'}]}} from dv-cinder-831776-4-iscsi. {{(pid=103097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 16 08:56:28.507072 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-67e252cb-7ba9-41b9-97f3-438e4dda7c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:56:28.650610 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.db_base_plugin_common [None req-67e252cb-7ba9-41b9-97f3-438e4dda7c97 None None] Allocated IP 192.168.233.2 (c3b9573b-d284-4a93-886b-029e7520b645/ffef8a7a-ca45-4f43-adfa-fc676a4ce7da/66dd83c0-c6eb-4a46-905c-b10ba0c71c99) {{(pid=103097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 08:56:28.897104 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-67e252cb-7ba9-41b9-97f3-438e4dda7c97 None None] Publish callbacks [] for port (66dd83c0-c6eb-4a46-905c-b10ba0c71c99), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:56:28.903983 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-67e252cb-7ba9-41b9-97f3-438e4dda7c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732012762709'] for port (66dd83c0-c6eb-4a46-905c-b10ba0c71c99), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:56:28.939676 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e252cb-7ba9-41b9-97f3-438e4dda7c97 None None] Network c3b9573b-d284-4a93-886b-029e7520b645 is already hosted by enough agents. {{(pid=103097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 08:56:28.941037 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.scheduler.base_scheduler [None req-67e252cb-7ba9-41b9-97f3-438e4dda7c97 None None] Resources bound (agent type, host, resource id): {{(pid=103097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 08:56:28.946993 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e252cb-7ba9-41b9-97f3-438e4dda7c97 None None] Received port after_create {{(pid=103097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 08:56:28.960069 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e252cb-7ba9-41b9-97f3-438e4dda7c97 None None] Pushing event updated for resources: {'Port': ['ID=66dd83c0-c6eb-4a46-905c-b10ba0c71c99,revision_number=1']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 08:56:28.998237 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e252cb-7ba9-41b9-97f3-438e4dda7c97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:56:28.998583 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e252cb-7ba9-41b9-97f3-438e4dda7c97 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:56:28.998947 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e252cb-7ba9-41b9-97f3-438e4dda7c97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:56:28.999309 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e252cb-7ba9-41b9-97f3-438e4dda7c97 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:56:28.999647 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e252cb-7ba9-41b9-97f3-438e4dda7c97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:56:28.999974 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e252cb-7ba9-41b9-97f3-438e4dda7c97 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:56:29.000300 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e252cb-7ba9-41b9-97f3-438e4dda7c97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:56:29.000623 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e252cb-7ba9-41b9-97f3-438e4dda7c97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:56:29.000954 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e252cb-7ba9-41b9-97f3-438e4dda7c97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:56:29.001277 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e252cb-7ba9-41b9-97f3-438e4dda7c97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:56:29.001623 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e252cb-7ba9-41b9-97f3-438e4dda7c97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:56:29.001968 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e252cb-7ba9-41b9-97f3-438e4dda7c97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:56:29.002295 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e252cb-7ba9-41b9-97f3-438e4dda7c97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:56:29.002630 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e252cb-7ba9-41b9-97f3-438e4dda7c97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:56:29.003161 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e252cb-7ba9-41b9-97f3-438e4dda7c97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:56:29.028451 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.managers [None req-67e252cb-7ba9-41b9-97f3-438e4dda7c97 None None] Attempting to bind port 66dd83c0-c6eb-4a46-905c-b10ba0c71c99 on host dv-cinder-831776-4-iscsi for vnic_type normal with profile {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 08:56:29.028828 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.managers [None req-67e252cb-7ba9-41b9-97f3-438e4dda7c97 None None] Attempting to bind port 66dd83c0-c6eb-4a46-905c-b10ba0c71c99 by drivers openvswitch,hyperv on host dv-cinder-831776-4-iscsi at level 0 using segments [{'id': '47e2e5a9-0b66-4382-852f-3638e6302c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c3b9573b-d284-4a93-886b-029e7520b645'}] {{(pid=103097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 08:56:29.029193 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e252cb-7ba9-41b9-97f3-438e4dda7c97 None None] Attempting to bind port 66dd83c0-c6eb-4a46-905c-b10ba0c71c99 on network c3b9573b-d284-4a93-886b-029e7520b645 {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 08:56:29.034277 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e252cb-7ba9-41b9-97f3-438e4dda7c97 None None] Checking agent: {'id': '489981c6-9aaa-401c-bd41-6b42e027a228', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 8, 53, 27), 'started_at': datetime.datetime(2022, 3, 16, 8, 53, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 8, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 08:56:29.034690 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e252cb-7ba9-41b9-97f3-438e4dda7c97 None None] Checking segment: {'id': '47e2e5a9-0b66-4382-852f-3638e6302c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c3b9573b-d284-4a93-886b-029e7520b645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 08:56:29.035056 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-67e252cb-7ba9-41b9-97f3-438e4dda7c97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:56:29.035449 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e252cb-7ba9-41b9-97f3-438e4dda7c97 None None] Bound using segment: {'id': '47e2e5a9-0b66-4382-852f-3638e6302c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c3b9573b-d284-4a93-886b-029e7520b645'} {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 08:56:29.035913 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.managers [None req-67e252cb-7ba9-41b9-97f3-438e4dda7c97 None None] Bound port: 66dd83c0-c6eb-4a46-905c-b10ba0c71c99, host: dv-cinder-831776-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47e2e5a9-0b66-4382-852f-3638e6302c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c3b9573b-d284-4a93-886b-029e7520b645'}}] {{(pid=103097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 08:56:29.036291 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-67e252cb-7ba9-41b9-97f3-438e4dda7c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (66dd83c0-c6eb-4a46-905c-b10ba0c71c99), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:56:29.097521 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-67e252cb-7ba9-41b9-97f3-438e4dda7c97 None None] For port 66dd83c0-c6eb-4a46-905c-b10ba0c71c99, host dv-cinder-831776-4-iscsi, cleared binding levels {{(pid=103097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 08:56:29.100470 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-67e252cb-7ba9-41b9-97f3-438e4dda7c97 None None] For port 66dd83c0-c6eb-4a46-905c-b10ba0c71c99, host dv-cinder-831776-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-4-iscsi',level=0,port_id=66dd83c0-c6eb-4a46-905c-b10ba0c71c99,segment=NetworkSegment(47e2e5a9-0b66-4382-852f-3638e6302c9e),segment_id=47e2e5a9-0b66-4382-852f-3638e6302c9e)] {{(pid=103097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 08:56:29.106471 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-67e252cb-7ba9-41b9-97f3-438e4dda7c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (66dd83c0-c6eb-4a46-905c-b10ba0c71c99), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:56:29.165842 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e252cb-7ba9-41b9-97f3-438e4dda7c97 None None] Pushing event updated for resources: {'Port': ['ID=66dd83c0-c6eb-4a46-905c-b10ba0c71c99,revision_number=2']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 08:56:29.696924 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device 66dd83c0-c6eb-4a46-905c-b10ba0c71c99 up at agent ovs-agent-dv-cinder-831776-4-iscsi {{(pid=103097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 08:56:29.757780 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Provisioning complete for port 66dd83c0-c6eb-4a46-905c-b10ba0c71c99 triggered by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 08:56:29.758183 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (66dd83c0-c6eb-4a46-905c-b10ba0c71c99), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:56:29.843476 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Current status of the port 66dd83c0-c6eb-4a46-905c-b10ba0c71c99 is: DOWN; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 08:56:29.843869 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (66dd83c0-c6eb-4a46-905c-b10ba0c71c99), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:56:29.882500 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] For port 66dd83c0-c6eb-4a46-905c-b10ba0c71c99, host dv-cinder-831776-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-4-iscsi',level=0,port_id=66dd83c0-c6eb-4a46-905c-b10ba0c71c99,segment=NetworkSegment(47e2e5a9-0b66-4382-852f-3638e6302c9e),segment_id=47e2e5a9-0b66-4382-852f-3638e6302c9e)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 08:56:29.887633 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (66dd83c0-c6eb-4a46-905c-b10ba0c71c99), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:56:29.945770 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Pushing event updated for resources: {'Port': ['ID=66dd83c0-c6eb-4a46-905c-b10ba0c71c99,revision_number=3']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 08:56:30.019623 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20923d25-5382-4b97-b949-7c2b31f87141 None None] Network c3b9573b-d284-4a93-886b-029e7520b645 requested from dv-cinder-831776-4-iscsi {{(pid=103097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 08:56:30.084541 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-7580606a-47c3-481d-a507-92dbd5090769 None None] Provisioning complete for port 66dd83c0-c6eb-4a46-905c-b10ba0c71c99 triggered by entity DHCP. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 08:56:30.084930 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-7580606a-47c3-481d-a507-92dbd5090769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (66dd83c0-c6eb-4a46-905c-b10ba0c71c99), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:56:30.208640 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-7580606a-47c3-481d-a507-92dbd5090769 None None] Current status of the port 66dd83c0-c6eb-4a46-905c-b10ba0c71c99 is: ACTIVE; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 08:56:30.430936 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-1b26b8a7-aa0d-4fec-956e-8672612f2259 None None] Provisioning complete for port 66dd83c0-c6eb-4a46-905c-b10ba0c71c99 triggered by entity DHCP. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 08:56:30.431333 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-1b26b8a7-aa0d-4fec-956e-8672612f2259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (66dd83c0-c6eb-4a46-905c-b10ba0c71c99), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:56:30.507768 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-1b26b8a7-aa0d-4fec-956e-8672612f2259 None None] Current status of the port 66dd83c0-c6eb-4a46-905c-b10ba0c71c99 is: ACTIVE; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 08:56:31.653394 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device 66dd83c0-c6eb-4a46-905c-b10ba0c71c99 up at agent ovs-agent-dv-cinder-831776-4-iscsi {{(pid=103097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 08:56:31.702789 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Provisioning complete for port 66dd83c0-c6eb-4a46-905c-b10ba0c71c99 triggered by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 08:56:31.703181 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (66dd83c0-c6eb-4a46-905c-b10ba0c71c99), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:56:31.777174 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Current status of the port 66dd83c0-c6eb-4a46-905c-b10ba0c71c99 is: ACTIVE; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 08:56:35.055134 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.agents_db [None req-ddb2e055-3acb-4969-8bde-a74b2247622c None None] Agent healthcheck: found 5 active agents {{(pid=103098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 08:56:50.464341 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-95b20232-ee43-4793-8dee-c2802ae4213b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (a398d5bf-1368-473f-bfdd-7d167c3f4154), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:56:52.760685 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-1a84d620-d417-496f-82c1-294b406fa8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (09ce795b-eeca-4b3b-9d7f-577d9443cb21), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:56:53.786926 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-cdeb7127-6fa1-4060-ae0a-c8ffc2dd9388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (514d7d79-ab14-439d-a6c0-bbffe337a49f), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:56:55.394842 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3de267ec-888d-49e1-92d2-a6991c0932cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (3616e4f6-4586-420d-b0d2-e3b2f5abb17b), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:56:56.823490 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (489981c6-9aaa-401c-bd41-6b42e027a228), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:57:12.055143 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.agents_db [None req-ddb2e055-3acb-4969-8bde-a74b2247622c None None] Agent healthcheck: found 5 active agents {{(pid=103098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 08:57:20.467135 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3a17fdf6-225e-477d-93ad-53a5df34e98c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (a398d5bf-1368-473f-bfdd-7d167c3f4154), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:57:22.763850 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-d970a823-335a-4569-867f-5cea567c94fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (09ce795b-eeca-4b3b-9d7f-577d9443cb21), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:57:23.793966 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-cdeb7127-6fa1-4060-ae0a-c8ffc2dd9388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (514d7d79-ab14-439d-a6c0-bbffe337a49f), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:57:25.394793 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3de267ec-888d-49e1-92d2-a6991c0932cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (3616e4f6-4586-420d-b0d2-e3b2f5abb17b), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:57:26.826695 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (489981c6-9aaa-401c-bd41-6b42e027a228), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:57:47.725797 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 43976) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 08:57:47.731293 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [None req-b64722c6-f633-4ff5-9546-f7fd061d16d1 tempest-verify_tempest_config-474515232 tempest-verify_tempest_config-474515232-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103096) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 16 08:57:47.732251 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-b64722c6-f633-4ff5-9546-f7fd061d16d1 tempest-verify_tempest_config-474515232 tempest-verify_tempest_config-474515232-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0054836 Mar 16 08:57:48.017673 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 43994) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 08:57:48.117381 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-cac6437a-d17f-4a6a-9b8c-90e2c87584de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:57:48.187229 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-cac6437a-d17f-4a6a-9b8c-90e2c87584de admin admin] Publish callbacks [] for security_group (f84d0e79-4335-4ecd-ada5-34a0411caea8), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:57:48.190641 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-cac6437a-d17f-4a6a-9b8c-90e2c87584de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (f84d0e79-4335-4ecd-ada5-34a0411caea8), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:57:48.236534 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-cac6437a-d17f-4a6a-9b8c-90e2c87584de admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=defba3e7177c4ca2ab53cc453d6c776f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2177958 Mar 16 08:57:48.237751 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac6437a-d17f-4a6a-9b8c-90e2c87584de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f84d0e79-4335-4ecd-ada5-34a0411caea8,revision_number=1']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 08:57:48.239481 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 43998) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 08:57:48.244845 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac6437a-d17f-4a6a-9b8c-90e2c87584de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:57:48.245198 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac6437a-d17f-4a6a-9b8c-90e2c87584de admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:57:48.245596 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac6437a-d17f-4a6a-9b8c-90e2c87584de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:57:48.245945 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac6437a-d17f-4a6a-9b8c-90e2c87584de admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:57:48.246280 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac6437a-d17f-4a6a-9b8c-90e2c87584de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:57:48.246611 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac6437a-d17f-4a6a-9b8c-90e2c87584de admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:57:48.246937 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac6437a-d17f-4a6a-9b8c-90e2c87584de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:57:48.247277 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac6437a-d17f-4a6a-9b8c-90e2c87584de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:57:48.247590 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac6437a-d17f-4a6a-9b8c-90e2c87584de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:57:48.247918 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac6437a-d17f-4a6a-9b8c-90e2c87584de admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:57:48.248245 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac6437a-d17f-4a6a-9b8c-90e2c87584de admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:57:48.248570 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac6437a-d17f-4a6a-9b8c-90e2c87584de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:57:48.248892 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac6437a-d17f-4a6a-9b8c-90e2c87584de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:57:48.249213 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac6437a-d17f-4a6a-9b8c-90e2c87584de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:57:48.249555 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac6437a-d17f-4a6a-9b8c-90e2c87584de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:57:48.313463 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f4223135-4981-454c-9bbd-53bac9dd36ad admin admin] Publish callbacks [] for security_group (f84d0e79-4335-4ecd-ada5-34a0411caea8), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:57:48.332997 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f4223135-4981-454c-9bbd-53bac9dd36ad admin admin] Publish callbacks [] for security_group (f84d0e79-4335-4ecd-ada5-34a0411caea8), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:57:48.421930 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f4223135-4981-454c-9bbd-53bac9dd36ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (f84d0e79-4335-4ecd-ada5-34a0411caea8), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:57:48.424382 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f4223135-4981-454c-9bbd-53bac9dd36ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:57:48.425544 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-f4223135-4981-454c-9bbd-53bac9dd36ad admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f84d0e79-4335-4ecd-ada5-34a0411caea8 HTTP/1.1" status: 204 len: 168 time: 0.1850197 Mar 16 08:57:48.433860 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4223135-4981-454c-9bbd-53bac9dd36ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f84d0e79-4335-4ecd-ada5-34a0411caea8,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 08:57:48.440241 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4223135-4981-454c-9bbd-53bac9dd36ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:57:48.440615 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4223135-4981-454c-9bbd-53bac9dd36ad admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:57:48.441161 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4223135-4981-454c-9bbd-53bac9dd36ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:57:48.441305 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4223135-4981-454c-9bbd-53bac9dd36ad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:57:48.441626 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4223135-4981-454c-9bbd-53bac9dd36ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:57:48.442121 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4223135-4981-454c-9bbd-53bac9dd36ad admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:57:48.442449 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4223135-4981-454c-9bbd-53bac9dd36ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:57:48.442769 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4223135-4981-454c-9bbd-53bac9dd36ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:57:48.443093 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4223135-4981-454c-9bbd-53bac9dd36ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:57:48.443402 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4223135-4981-454c-9bbd-53bac9dd36ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:57:48.443710 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4223135-4981-454c-9bbd-53bac9dd36ad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:57:48.444019 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4223135-4981-454c-9bbd-53bac9dd36ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:57:48.444331 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4223135-4981-454c-9bbd-53bac9dd36ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:57:48.444645 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4223135-4981-454c-9bbd-53bac9dd36ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:57:48.444967 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4223135-4981-454c-9bbd-53bac9dd36ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 08:57:49.053871 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.agents_db [None req-ddb2e055-3acb-4969-8bde-a74b2247622c None None] Agent healthcheck: found 5 active agents {{(pid=103098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 08:57:50.468691 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-607b6a26-5876-4a4d-ad27-d8b7fe948daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (a398d5bf-1368-473f-bfdd-7d167c3f4154), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:57:52.765672 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3a880fb0-6d6d-4020-9156-5edccda1bc9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (09ce795b-eeca-4b3b-9d7f-577d9443cb21), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:57:53.792647 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-cdeb7127-6fa1-4060-ae0a-c8ffc2dd9388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (514d7d79-ab14-439d-a6c0-bbffe337a49f), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:57:55.396512 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3de267ec-888d-49e1-92d2-a6991c0932cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (3616e4f6-4586-420d-b0d2-e3b2f5abb17b), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:57:56.829590 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (489981c6-9aaa-401c-bd41-6b42e027a228), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:58:20.469841 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9eeea058-73ff-4138-8a24-4ce2934519ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (a398d5bf-1368-473f-bfdd-7d167c3f4154), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:58:22.765875 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-ed51c327-6582-4055-bdea-e8f0aa2c207b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (09ce795b-eeca-4b3b-9d7f-577d9443cb21), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:58:23.794232 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-cdeb7127-6fa1-4060-ae0a-c8ffc2dd9388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (514d7d79-ab14-439d-a6c0-bbffe337a49f), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:58:25.400044 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3de267ec-888d-49e1-92d2-a6991c0932cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (3616e4f6-4586-420d-b0d2-e3b2f5abb17b), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:58:26.051766 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.agents_db [None req-ddb2e055-3acb-4969-8bde-a74b2247622c None None] Agent healthcheck: found 5 active agents {{(pid=103098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 08:58:26.831964 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (489981c6-9aaa-401c-bd41-6b42e027a228), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:58:50.471338 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-c7317d14-24be-457c-897b-bbd28ecc8d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (a398d5bf-1368-473f-bfdd-7d167c3f4154), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:58:52.768447 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-adbf710c-1b6d-4a1f-934c-8ad1bb9d8445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (09ce795b-eeca-4b3b-9d7f-577d9443cb21), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:58:53.797440 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-cdeb7127-6fa1-4060-ae0a-c8ffc2dd9388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (514d7d79-ab14-439d-a6c0-bbffe337a49f), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:58:55.402357 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3de267ec-888d-49e1-92d2-a6991c0932cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (3616e4f6-4586-420d-b0d2-e3b2f5abb17b), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:58:56.835626 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (489981c6-9aaa-401c-bd41-6b42e027a228), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:59:03.050129 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.agents_db [None req-ddb2e055-3acb-4969-8bde-a74b2247622c None None] Agent healthcheck: found 5 active agents {{(pid=103098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 08:59:20.476749 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-060a88e0-f8a7-46a9-a7f6-96a95a326f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (a398d5bf-1368-473f-bfdd-7d167c3f4154), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:59:22.769747 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-2843186d-9271-4d22-9d03-da38abac6ffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (09ce795b-eeca-4b3b-9d7f-577d9443cb21), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:59:23.802035 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-cdeb7127-6fa1-4060-ae0a-c8ffc2dd9388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (514d7d79-ab14-439d-a6c0-bbffe337a49f), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:59:25.412567 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-559209'] for agent (f0da09ba-cbd5-402d-a3a1-68b8fcaf25e8), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:59:25.413648 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3de267ec-888d-49e1-92d2-a6991c0932cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (3616e4f6-4586-420d-b0d2-e3b2f5abb17b), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:59:26.837247 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (489981c6-9aaa-401c-bd41-6b42e027a228), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:59:40.049087 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.agents_db [None req-ddb2e055-3acb-4969-8bde-a74b2247622c None None] Agent healthcheck: found 6 active agents {{(pid=103098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 08:59:40.181269 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 44070) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 08:59:40.284462 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-0f8f7f9e-b507-415a-a033-e23f454daf37 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1020253 Mar 16 08:59:42.600923 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 44080) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 08:59:42.653702 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-afe201b2-d7ec-4648-9108-67da7e662cb5 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0510845 Mar 16 08:59:50.469564 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-06043e40-6d2c-4fce-a2d4-5c1d0cf497dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (a398d5bf-1368-473f-bfdd-7d167c3f4154), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:59:52.769771 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-8f9c0071-25bd-40c3-98b1-3b2f110c2244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (09ce795b-eeca-4b3b-9d7f-577d9443cb21), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:59:53.803954 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-cdeb7127-6fa1-4060-ae0a-c8ffc2dd9388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (514d7d79-ab14-439d-a6c0-bbffe337a49f), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:59:55.392095 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (f0da09ba-cbd5-402d-a3a1-68b8fcaf25e8), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:59:55.407734 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3de267ec-888d-49e1-92d2-a6991c0932cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (3616e4f6-4586-420d-b0d2-e3b2f5abb17b), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 08:59:56.839092 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (489981c6-9aaa-401c-bd41-6b42e027a228), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:00:17.047967 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.agents_db [None req-ddb2e055-3acb-4969-8bde-a74b2247622c None None] Agent healthcheck: found 6 active agents {{(pid=103098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 09:00:20.471571 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-88886a14-49fc-409e-b112-49bf4e109730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (a398d5bf-1368-473f-bfdd-7d167c3f4154), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:00:22.770598 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-f73ac9f4-e52e-4503-9974-3fd7e5ccc2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (09ce795b-eeca-4b3b-9d7f-577d9443cb21), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:00:23.806560 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-cdeb7127-6fa1-4060-ae0a-c8ffc2dd9388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (514d7d79-ab14-439d-a6c0-bbffe337a49f), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:00:25.378993 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (f0da09ba-cbd5-402d-a3a1-68b8fcaf25e8), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:00:25.409749 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3de267ec-888d-49e1-92d2-a6991c0932cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (3616e4f6-4586-420d-b0d2-e3b2f5abb17b), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:00:26.840467 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (489981c6-9aaa-401c-bd41-6b42e027a228), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:00:50.478439 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-a5b44d5f-d9c9-4167-aeb4-bab98207d35d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (a398d5bf-1368-473f-bfdd-7d167c3f4154), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:00:52.772707 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-01a720bb-12fb-4994-a316-8b95799c9d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (09ce795b-eeca-4b3b-9d7f-577d9443cb21), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:00:53.810497 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-cdeb7127-6fa1-4060-ae0a-c8ffc2dd9388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (514d7d79-ab14-439d-a6c0-bbffe337a49f), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:00:54.046675 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.agents_db [None req-ddb2e055-3acb-4969-8bde-a74b2247622c None None] Agent healthcheck: found 6 active agents {{(pid=103098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 09:00:55.403684 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (f0da09ba-cbd5-402d-a3a1-68b8fcaf25e8), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:00:55.416448 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3de267ec-888d-49e1-92d2-a6991c0932cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (3616e4f6-4586-420d-b0d2-e3b2f5abb17b), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:00:56.842423 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (489981c6-9aaa-401c-bd41-6b42e027a228), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:20.471896 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-a3678cfb-c30e-4d92-9627-3324086b7b86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (a398d5bf-1368-473f-bfdd-7d167c3f4154), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:21.140517 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 44228) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:01:21.339617 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.v2.base [None req-2b96af85-6b11-4d35-985c-11a33128ad6b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-789338352-network', 'tenant_id': '856f650fab084d57bfdeb80e1ae7b176'}} {{(pid=103095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:01:21.361657 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b96af85-6b11-4d35-985c-11a33128ad6b admin admin] Made reservation on behalf of 856f650fab084d57bfdeb80e1ae7b176 for: {'network': 1} {{(pid=103095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 09:01:21.364103 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2b96af85-6b11-4d35-985c-11a33128ad6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for network (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:21.373365 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2b96af85-6b11-4d35-985c-11a33128ad6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:21.456757 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2b96af85-6b11-4d35-985c-11a33128ad6b admin admin] Publish callbacks [] for security_group (78bf3f79-aa37-43ea-9c29-1143266898ab), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:21.463500 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2b96af85-6b11-4d35-985c-11a33128ad6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (78bf3f79-aa37-43ea-9c29-1143266898ab), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:21.493816 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b96af85-6b11-4d35-985c-11a33128ad6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78bf3f79-aa37-43ea-9c29-1143266898ab,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:01:21.504818 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b96af85-6b11-4d35-985c-11a33128ad6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:01:21.505314 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b96af85-6b11-4d35-985c-11a33128ad6b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:01:21.505524 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b96af85-6b11-4d35-985c-11a33128ad6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:01:21.505865 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b96af85-6b11-4d35-985c-11a33128ad6b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:01:21.506183 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b96af85-6b11-4d35-985c-11a33128ad6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:01:21.506509 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b96af85-6b11-4d35-985c-11a33128ad6b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:01:21.506883 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b96af85-6b11-4d35-985c-11a33128ad6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:01:21.507733 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b96af85-6b11-4d35-985c-11a33128ad6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:01:21.508067 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b96af85-6b11-4d35-985c-11a33128ad6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:01:21.508921 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b96af85-6b11-4d35-985c-11a33128ad6b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:01:21.509284 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b96af85-6b11-4d35-985c-11a33128ad6b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:01:21.509649 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b96af85-6b11-4d35-985c-11a33128ad6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:01:21.509972 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b96af85-6b11-4d35-985c-11a33128ad6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:01:21.510290 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b96af85-6b11-4d35-985c-11a33128ad6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:01:21.510661 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b96af85-6b11-4d35-985c-11a33128ad6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:01:21.511887 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b96af85-6b11-4d35-985c-11a33128ad6b admin admin] Tracked resource versions report: Mar 16 09:01:21.511887 dv-cinder-831776-4-iscsi neutron-server[103095]: pushed versions: Mar 16 09:01:21.511887 dv-cinder-831776-4-iscsi neutron-server[103095]: { 'AddressGroup': {'1.2'}, Mar 16 09:01:21.511887 dv-cinder-831776-4-iscsi neutron-server[103095]: 'Agent': {'1.1'}, Mar 16 09:01:21.511887 dv-cinder-831776-4-iscsi neutron-server[103095]: 'ConntrackHelper': {'1.0'}, Mar 16 09:01:21.511887 dv-cinder-831776-4-iscsi neutron-server[103095]: 'LocalIPAssociation': {'1.0'}, Mar 16 09:01:21.511887 dv-cinder-831776-4-iscsi neutron-server[103095]: 'Log': {'1.0'}, Mar 16 09:01:21.511887 dv-cinder-831776-4-iscsi neutron-server[103095]: 'NDPProxy': {'1.0'}, Mar 16 09:01:21.511887 dv-cinder-831776-4-iscsi neutron-server[103095]: 'Network': {'1.1'}, Mar 16 09:01:21.511887 dv-cinder-831776-4-iscsi neutron-server[103095]: 'Port': {'1.7'}, Mar 16 09:01:21.511887 dv-cinder-831776-4-iscsi neutron-server[103095]: 'PortForwarding': {'1.2'}, Mar 16 09:01:21.511887 dv-cinder-831776-4-iscsi neutron-server[103095]: 'QosPolicy': {'1.10'}, Mar 16 09:01:21.511887 dv-cinder-831776-4-iscsi neutron-server[103095]: 'SecurityGroup': {'1.5'}, Mar 16 09:01:21.511887 dv-cinder-831776-4-iscsi neutron-server[103095]: 'SecurityGroupRule': {'1.2'}, Mar 16 09:01:21.511887 dv-cinder-831776-4-iscsi neutron-server[103095]: 'SubPort': {'1.0'}, Mar 16 09:01:21.511887 dv-cinder-831776-4-iscsi neutron-server[103095]: 'Subnet': {'1.1'}, Mar 16 09:01:21.511887 dv-cinder-831776-4-iscsi neutron-server[103095]: 'Trunk': {'1.1'}} Mar 16 09:01:21.511887 dv-cinder-831776-4-iscsi neutron-server[103095]: consumer versions: Mar 16 09:01:21.511887 dv-cinder-831776-4-iscsi neutron-server[103095]: { DHCP agent@dv-cinder-831776-4-iscsi: {}, Mar 16 09:01:21.511887 dv-cinder-831776-4-iscsi neutron-server[103095]: HyperV agent@hv-cinder-83177: {}, Mar 16 09:01:21.511887 dv-cinder-831776-4-iscsi neutron-server[103095]: L3 agent@dv-cinder-831776-4-iscsi: {}, Mar 16 09:01:21.511887 dv-cinder-831776-4-iscsi neutron-server[103095]: Metadata agent@dv-cinder-831776-4-iscsi: {}, Mar 16 09:01:21.511887 dv-cinder-831776-4-iscsi neutron-server[103095]: Metering agent@dv-cinder-831776-4-iscsi: {}, Mar 16 09:01:21.511887 dv-cinder-831776-4-iscsi neutron-server[103095]: Open vSwitch agent@dv-cinder-831776-4-iscsi: { 'AddressGroup': '1.2', Mar 16 09:01:21.511887 dv-cinder-831776-4-iscsi neutron-server[103095]: 'Agent': '1.1', Mar 16 09:01:21.511887 dv-cinder-831776-4-iscsi neutron-server[103095]: 'ConntrackHelper': '1.0', Mar 16 09:01:21.511887 dv-cinder-831776-4-iscsi neutron-server[103095]: 'LocalIPAssociation': '1.0', Mar 16 09:01:21.511887 dv-cinder-831776-4-iscsi neutron-server[103095]: 'Log': '1.0', Mar 16 09:01:21.511887 dv-cinder-831776-4-iscsi neutron-server[103095]: 'NDPProxy': '1.0', Mar 16 09:01:21.511887 dv-cinder-831776-4-iscsi neutron-server[103095]: 'Network': '1.1', Mar 16 09:01:21.511887 dv-cinder-831776-4-iscsi neutron-server[103095]: 'Port': '1.7', Mar 16 09:01:21.511887 dv-cinder-831776-4-iscsi neutron-server[103095]: 'PortForwarding': '1.2', Mar 16 09:01:21.511887 dv-cinder-831776-4-iscsi neutron-server[103095]: 'QosPolicy': '1.10', Mar 16 09:01:21.511887 dv-cinder-831776-4-iscsi neutron-server[103095]: 'SecurityGroup': '1.5', Mar 16 09:01:21.511887 dv-cinder-831776-4-iscsi neutron-server[103095]: 'SecurityGroupRule': '1.2', Mar 16 09:01:21.511887 dv-cinder-831776-4-iscsi neutron-server[103095]: 'SubPort': '1.0', Mar 16 09:01:21.511887 dv-cinder-831776-4-iscsi neutron-server[103095]: 'Subnet': '1.1', Mar 16 09:01:21.511887 dv-cinder-831776-4-iscsi neutron-server[103095]: 'Trunk': '1.1'}} Mar 16 09:01:21.511887 dv-cinder-831776-4-iscsi neutron-server[103095]: {{(pid=103095) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 16 09:01:21.518700 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b96af85-6b11-4d35-985c-11a33128ad6b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=103095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 09:01:21.535453 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2b96af85-6b11-4d35-985c-11a33128ad6b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732013206209', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079957'] for segment (aaeec25e-dc0f-4100-89c5-f8a3e6429e04), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:21.535640 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2b96af85-6b11-4d35-985c-11a33128ad6b admin admin] Unsubscribe: segment precommit_create {{(pid=103095) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 16 09:01:21.536152 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.db.segments_db [None req-2b96af85-6b11-4d35-985c-11a33128ad6b admin admin] Added segment aaeec25e-dc0f-4100-89c5-f8a3e6429e04 of type vlan for network 8b046261-d957-422c-a8fc-d2678ef8eea0 Mar 16 09:01:21.581747 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2b96af85-6b11-4d35-985c-11a33128ad6b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732012783544'] for network (8b046261-d957-422c-a8fc-d2678ef8eea0), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:21.613112 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 44266) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:01:21.620167 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2b96af85-6b11-4d35-985c-11a33128ad6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787'] for network (8b046261-d957-422c-a8fc-d2678ef8eea0), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:21.621108 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b96af85-6b11-4d35-985c-11a33128ad6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:01:21.621704 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2b96af85-6b11-4d35-985c-11a33128ad6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555813'] for network (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:21.643636 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-2b96af85-6b11-4d35-985c-11a33128ad6b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5013211 Mar 16 09:01:21.647288 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 44270) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:01:21.655091 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.v2.base [None req-83653f6c-5573-46e5-8972-24c96e3c4e74 admin admin] Request body: {'subnet': {'network_id': '8b046261-d957-422c-a8fc-d2678ef8eea0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-789338352-subnet', 'tenant_id': '856f650fab084d57bfdeb80e1ae7b176', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:01:21.689865 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83653f6c-5573-46e5-8972-24c96e3c4e74 admin admin] Made reservation on behalf of 856f650fab084d57bfdeb80e1ae7b176 for: {'subnet': 1} {{(pid=103096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 09:01:21.692809 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-83653f6c-5573-46e5-8972-24c96e3c4e74 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:21.724977 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b96af85-6b11-4d35-985c-11a33128ad6b admin admin] Pushing event updated for resources: {'Network': ['ID=8b046261-d957-422c-a8fc-d2678ef8eea0,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:01:21.736856 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Network 8b046261-d957-422c-a8fc-d2678ef8eea0 details requested by agent ovs-agent-dv-cinder-831776-4-iscsi with host dv-cinder-831776-4-iscsi {{(pid=103097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 16 09:01:21.896421 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-83653f6c-5573-46e5-8972-24c96e3c4e74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787'] for subnet (c9afe204-167e-4aa2-913e-8f78c801a698), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:21.951754 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83653f6c-5573-46e5-8972-24c96e3c4e74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9afe204-167e-4aa2-913e-8f78c801a698,revision_number=0']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:01:21.966016 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83653f6c-5573-46e5-8972-24c96e3c4e74 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:01:21.966434 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83653f6c-5573-46e5-8972-24c96e3c4e74 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:01:21.966857 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83653f6c-5573-46e5-8972-24c96e3c4e74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:01:21.967268 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83653f6c-5573-46e5-8972-24c96e3c4e74 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:01:21.967743 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83653f6c-5573-46e5-8972-24c96e3c4e74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:01:21.968060 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83653f6c-5573-46e5-8972-24c96e3c4e74 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:01:21.968465 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83653f6c-5573-46e5-8972-24c96e3c4e74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:01:21.968795 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83653f6c-5573-46e5-8972-24c96e3c4e74 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:01:21.969134 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83653f6c-5573-46e5-8972-24c96e3c4e74 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:01:21.969498 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83653f6c-5573-46e5-8972-24c96e3c4e74 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:01:21.969835 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83653f6c-5573-46e5-8972-24c96e3c4e74 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:01:21.970176 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83653f6c-5573-46e5-8972-24c96e3c4e74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:01:21.970499 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83653f6c-5573-46e5-8972-24c96e3c4e74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:01:21.970810 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83653f6c-5573-46e5-8972-24c96e3c4e74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:01:21.971295 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83653f6c-5573-46e5-8972-24c96e3c4e74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:01:21.972491 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83653f6c-5573-46e5-8972-24c96e3c4e74 admin admin] Tracked resource versions report: Mar 16 09:01:21.972491 dv-cinder-831776-4-iscsi neutron-server[103096]: pushed versions: Mar 16 09:01:21.972491 dv-cinder-831776-4-iscsi neutron-server[103096]: { 'AddressGroup': {'1.2'}, Mar 16 09:01:21.972491 dv-cinder-831776-4-iscsi neutron-server[103096]: 'Agent': {'1.1'}, Mar 16 09:01:21.972491 dv-cinder-831776-4-iscsi neutron-server[103096]: 'ConntrackHelper': {'1.0'}, Mar 16 09:01:21.972491 dv-cinder-831776-4-iscsi neutron-server[103096]: 'LocalIPAssociation': {'1.0'}, Mar 16 09:01:21.972491 dv-cinder-831776-4-iscsi neutron-server[103096]: 'Log': {'1.0'}, Mar 16 09:01:21.972491 dv-cinder-831776-4-iscsi neutron-server[103096]: 'NDPProxy': {'1.0'}, Mar 16 09:01:21.972491 dv-cinder-831776-4-iscsi neutron-server[103096]: 'Network': {'1.1'}, Mar 16 09:01:21.972491 dv-cinder-831776-4-iscsi neutron-server[103096]: 'Port': {'1.7'}, Mar 16 09:01:21.972491 dv-cinder-831776-4-iscsi neutron-server[103096]: 'PortForwarding': {'1.2'}, Mar 16 09:01:21.972491 dv-cinder-831776-4-iscsi neutron-server[103096]: 'QosPolicy': {'1.10'}, Mar 16 09:01:21.972491 dv-cinder-831776-4-iscsi neutron-server[103096]: 'SecurityGroup': {'1.5'}, Mar 16 09:01:21.972491 dv-cinder-831776-4-iscsi neutron-server[103096]: 'SecurityGroupRule': {'1.2'}, Mar 16 09:01:21.972491 dv-cinder-831776-4-iscsi neutron-server[103096]: 'SubPort': {'1.0'}, Mar 16 09:01:21.972491 dv-cinder-831776-4-iscsi neutron-server[103096]: 'Subnet': {'1.1'}, Mar 16 09:01:21.972491 dv-cinder-831776-4-iscsi neutron-server[103096]: 'Trunk': {'1.1'}} Mar 16 09:01:21.972491 dv-cinder-831776-4-iscsi neutron-server[103096]: consumer versions: Mar 16 09:01:21.972491 dv-cinder-831776-4-iscsi neutron-server[103096]: { DHCP agent@dv-cinder-831776-4-iscsi: {}, Mar 16 09:01:21.972491 dv-cinder-831776-4-iscsi neutron-server[103096]: HyperV agent@hv-cinder-83177: {}, Mar 16 09:01:21.972491 dv-cinder-831776-4-iscsi neutron-server[103096]: L3 agent@dv-cinder-831776-4-iscsi: {}, Mar 16 09:01:21.972491 dv-cinder-831776-4-iscsi neutron-server[103096]: Metadata agent@dv-cinder-831776-4-iscsi: {}, Mar 16 09:01:21.972491 dv-cinder-831776-4-iscsi neutron-server[103096]: Metering agent@dv-cinder-831776-4-iscsi: {}, Mar 16 09:01:21.972491 dv-cinder-831776-4-iscsi neutron-server[103096]: Open vSwitch agent@dv-cinder-831776-4-iscsi: { 'AddressGroup': '1.2', Mar 16 09:01:21.972491 dv-cinder-831776-4-iscsi neutron-server[103096]: 'Agent': '1.1', Mar 16 09:01:21.972491 dv-cinder-831776-4-iscsi neutron-server[103096]: 'ConntrackHelper': '1.0', Mar 16 09:01:21.972491 dv-cinder-831776-4-iscsi neutron-server[103096]: 'LocalIPAssociation': '1.0', Mar 16 09:01:21.972491 dv-cinder-831776-4-iscsi neutron-server[103096]: 'Log': '1.0', Mar 16 09:01:21.972491 dv-cinder-831776-4-iscsi neutron-server[103096]: 'NDPProxy': '1.0', Mar 16 09:01:21.972491 dv-cinder-831776-4-iscsi neutron-server[103096]: 'Network': '1.1', Mar 16 09:01:21.972491 dv-cinder-831776-4-iscsi neutron-server[103096]: 'Port': '1.7', Mar 16 09:01:21.972491 dv-cinder-831776-4-iscsi neutron-server[103096]: 'PortForwarding': '1.2', Mar 16 09:01:21.972491 dv-cinder-831776-4-iscsi neutron-server[103096]: 'QosPolicy': '1.10', Mar 16 09:01:21.972491 dv-cinder-831776-4-iscsi neutron-server[103096]: 'SecurityGroup': '1.5', Mar 16 09:01:21.972491 dv-cinder-831776-4-iscsi neutron-server[103096]: 'SecurityGroupRule': '1.2', Mar 16 09:01:21.972491 dv-cinder-831776-4-iscsi neutron-server[103096]: 'SubPort': '1.0', Mar 16 09:01:21.972491 dv-cinder-831776-4-iscsi neutron-server[103096]: 'Subnet': '1.1', Mar 16 09:01:21.972491 dv-cinder-831776-4-iscsi neutron-server[103096]: 'Trunk': '1.1'}} Mar 16 09:01:21.972491 dv-cinder-831776-4-iscsi neutron-server[103096]: {{(pid=103096) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 16 09:01:21.980311 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83653f6c-5573-46e5-8972-24c96e3c4e74 admin admin] Checking segment: {'id': 'aaeec25e-dc0f-4100-89c5-f8a3e6429e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '8b046261-d957-422c-a8fc-d2678ef8eea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 09:01:21.980665 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83653f6c-5573-46e5-8972-24c96e3c4e74 admin admin] Network hostable DHCP agents. Network: 8b046261-d957-422c-a8fc-d2678ef8eea0, hostable agents: ['a398d5bf-1368-473f-bfdd-7d167c3f4154'], hosted agents: [] {{(pid=103096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 09:01:22.001288 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.v2.base [None req-5c61ec8c-010e-4822-aade-abf14bd9cd7a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-466589768-network', 'tenant_id': '8ab3e25cb83341919d112753e22938a2'}} {{(pid=103095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:01:22.001964 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83653f6c-5573-46e5-8972-24c96e3c4e74 admin admin] Network 8b046261-d957-422c-a8fc-d2678ef8eea0 is scheduled to be hosted by DHCP agent a398d5bf-1368-473f-bfdd-7d167c3f4154 with binding_index 1 {{(pid=103096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 09:01:22.017476 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.base_scheduler [None req-83653f6c-5573-46e5-8972-24c96e3c4e74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831776-4-iscsi, 8b046261-d957-422c-a8fc-d2678ef8eea0) {{(pid=103096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 09:01:22.022151 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c61ec8c-010e-4822-aade-abf14bd9cd7a admin admin] Made reservation on behalf of 8ab3e25cb83341919d112753e22938a2 for: {'network': 1} {{(pid=103095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 09:01:22.023142 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83653f6c-5573-46e5-8972-24c96e3c4e74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:01:22.023823 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-83653f6c-5573-46e5-8972-24c96e3c4e74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555813'] for subnet (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:22.024568 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5c61ec8c-010e-4822-aade-abf14bd9cd7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for network (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:22.029081 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e02794b-04f1-4ca7-9fed-bc612936fe14 None None] Network 8b046261-d957-422c-a8fc-d2678ef8eea0 requested from dv-cinder-831776-4-iscsi {{(pid=103097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 09:01:22.036424 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5c61ec8c-010e-4822-aade-abf14bd9cd7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:22.059290 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-83653f6c-5573-46e5-8972-24c96e3c4e74 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4027405 Mar 16 09:01:22.059290 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 44286) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:01:22.123942 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5c61ec8c-010e-4822-aade-abf14bd9cd7a admin admin] Publish callbacks [] for security_group (6a20e931-aa08-4182-90b7-bae30ac48de4), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:22.130555 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5c61ec8c-010e-4822-aade-abf14bd9cd7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (6a20e931-aa08-4182-90b7-bae30ac48de4), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:22.179945 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c61ec8c-010e-4822-aade-abf14bd9cd7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a20e931-aa08-4182-90b7-bae30ac48de4,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:01:22.182143 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57ec708-b552-4864-9e01-84fef22b19e5 None None] Network 8b046261-d957-422c-a8fc-d2678ef8eea0 requested from dv-cinder-831776-4-iscsi {{(pid=103097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 09:01:22.190032 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c61ec8c-010e-4822-aade-abf14bd9cd7a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=103095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 09:01:22.202677 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5c61ec8c-010e-4822-aade-abf14bd9cd7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079957'] for segment (5b627dff-5249-4282-aff3-05e4560ab219), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:22.203696 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.db.segments_db [None req-5c61ec8c-010e-4822-aade-abf14bd9cd7a admin admin] Added segment 5b627dff-5249-4282-aff3-05e4560ab219 of type vlan for network c71322ee-b7a0-4c22-8a3c-0690c3f2a338 Mar 16 09:01:22.252610 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5c61ec8c-010e-4822-aade-abf14bd9cd7a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732012783544'] for network (c71322ee-b7a0-4c22-8a3c-0690c3f2a338), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:22.280152 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5c61ec8c-010e-4822-aade-abf14bd9cd7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787'] for network (c71322ee-b7a0-4c22-8a3c-0690c3f2a338), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:22.281455 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c61ec8c-010e-4822-aade-abf14bd9cd7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:01:22.282366 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5c61ec8c-010e-4822-aade-abf14bd9cd7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555813'] for network (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:22.339493 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-5c61ec8c-010e-4822-aade-abf14bd9cd7a admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7250879 Mar 16 09:01:22.339639 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 44302) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:01:22.344572 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.v2.base [None req-45122498-b610-42aa-88eb-87d88f7b3672 admin admin] Request body: {'subnet': {'network_id': 'c71322ee-b7a0-4c22-8a3c-0690c3f2a338', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-466589768-subnet', 'tenant_id': '8ab3e25cb83341919d112753e22938a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:01:22.357626 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c61ec8c-010e-4822-aade-abf14bd9cd7a admin admin] Pushing event updated for resources: {'Network': ['ID=c71322ee-b7a0-4c22-8a3c-0690c3f2a338,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:01:22.367623 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Network c71322ee-b7a0-4c22-8a3c-0690c3f2a338 details requested by agent ovs-agent-dv-cinder-831776-4-iscsi with host dv-cinder-831776-4-iscsi {{(pid=103097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 16 09:01:22.380428 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45122498-b610-42aa-88eb-87d88f7b3672 admin admin] Made reservation on behalf of 8ab3e25cb83341919d112753e22938a2 for: {'subnet': 1} {{(pid=103096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 09:01:22.386903 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-45122498-b610-42aa-88eb-87d88f7b3672 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:22.591771 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-45122498-b610-42aa-88eb-87d88f7b3672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787'] for subnet (2d141d65-2c6e-46bc-b682-986a7d0cd81b), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:22.627692 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.v2.base [None req-a106ba8b-f453-4881-85d1-9a746e84a9f7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1056632038-network', 'tenant_id': 'cb287d834c3747da825c3d4bb412c949'}} {{(pid=103096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:01:22.655352 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 44316) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:01:22.659330 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45122498-b610-42aa-88eb-87d88f7b3672 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d141d65-2c6e-46bc-b682-986a7d0cd81b,revision_number=0']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:01:22.682492 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45122498-b610-42aa-88eb-87d88f7b3672 admin admin] Checking segment: {'id': '5b627dff-5249-4282-aff3-05e4560ab219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'c71322ee-b7a0-4c22-8a3c-0690c3f2a338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 09:01:22.682840 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45122498-b610-42aa-88eb-87d88f7b3672 admin admin] Network hostable DHCP agents. Network: c71322ee-b7a0-4c22-8a3c-0690c3f2a338, hostable agents: ['a398d5bf-1368-473f-bfdd-7d167c3f4154'], hosted agents: [] {{(pid=103096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 09:01:22.686461 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a106ba8b-f453-4881-85d1-9a746e84a9f7 admin admin] Made reservation on behalf of cb287d834c3747da825c3d4bb412c949 for: {'network': 1} {{(pid=103096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 09:01:22.688664 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-a106ba8b-f453-4881-85d1-9a746e84a9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for network (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:22.700098 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-a106ba8b-f453-4881-85d1-9a746e84a9f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:22.730698 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45122498-b610-42aa-88eb-87d88f7b3672 admin admin] Network c71322ee-b7a0-4c22-8a3c-0690c3f2a338 is scheduled to be hosted by DHCP agent a398d5bf-1368-473f-bfdd-7d167c3f4154 with binding_index 1 {{(pid=103096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 09:01:22.746516 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.base_scheduler [None req-45122498-b610-42aa-88eb-87d88f7b3672 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831776-4-iscsi, c71322ee-b7a0-4c22-8a3c-0690c3f2a338) {{(pid=103096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 09:01:22.750962 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45122498-b610-42aa-88eb-87d88f7b3672 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:01:22.751741 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-45122498-b610-42aa-88eb-87d88f7b3672 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555813'] for subnet (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:22.755523 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b97675-6921-4ead-a899-98ad61f41a57 None None] Network c71322ee-b7a0-4c22-8a3c-0690c3f2a338 requested from dv-cinder-831776-4-iscsi {{(pid=103097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 09:01:22.772422 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-45122498-b610-42aa-88eb-87d88f7b3672 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4314268 Mar 16 09:01:22.775862 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 44330) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:01:22.780340 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.v2.base [None req-55f50f9b-5f37-4f6f-8cd6-94d35512d36a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-466589768-router', 'tenant_id': '8ab3e25cb83341919d112753e22938a2', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab'}}} {{(pid=103095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:01:22.822886 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-55f50f9b-5f37-4f6f-8cd6-94d35512d36a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124920'] for router (338017eb-a2c2-460a-80d4-65143e833c3f), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:22.826079 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-55f50f9b-5f37-4f6f-8cd6-94d35512d36a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124913'] for router (338017eb-a2c2-460a-80d4-65143e833c3f), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:22.826498 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-654dd513-3f44-4765-b8f2-4ce77a1e77fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (09ce795b-eeca-4b3b-9d7f-577d9443cb21), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:22.892434 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b155e36-8d06-4566-86fc-1ae58e199a70 None None] Network c71322ee-b7a0-4c22-8a3c-0690c3f2a338 requested from dv-cinder-831776-4-iscsi {{(pid=103097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 09:01:22.911927 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-a106ba8b-f453-4881-85d1-9a746e84a9f7 admin admin] Publish callbacks [] for security_group (93e358f5-b9a7-48e1-9ada-8df75120957f), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:22.927063 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-a106ba8b-f453-4881-85d1-9a746e84a9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (93e358f5-b9a7-48e1-9ada-8df75120957f), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:22.987437 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a106ba8b-f453-4881-85d1-9a746e84a9f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e358f5-b9a7-48e1-9ada-8df75120957f,revision_number=1']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:01:22.995113 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a106ba8b-f453-4881-85d1-9a746e84a9f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=103096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 09:01:23.006300 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-a106ba8b-f453-4881-85d1-9a746e84a9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079957'] for segment (1fd71943-1f67-4889-a966-97189e27dce5), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:23.007675 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.db.segments_db [None req-a106ba8b-f453-4881-85d1-9a746e84a9f7 admin admin] Added segment 1fd71943-1f67-4889-a966-97189e27dce5 of type vlan for network 71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625 Mar 16 09:01:23.045779 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-55f50f9b-5f37-4f6f-8cd6-94d35512d36a admin admin] Publish callbacks [] for router_controller (338017eb-a2c2-460a-80d4-65143e833c3f), precommit_add_association {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:23.058124 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-a106ba8b-f453-4881-85d1-9a746e84a9f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732012783544'] for network (71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:23.087216 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-a106ba8b-f453-4881-85d1-9a746e84a9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787'] for network (71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:23.088178 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a106ba8b-f453-4881-85d1-9a746e84a9f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:01:23.088772 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-a106ba8b-f453-4881-85d1-9a746e84a9f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555813'] for network (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:23.139057 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.v2.base [None req-5e2292df-6484-444b-bfb7-e30ec29c5447 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1028812111-network', 'tenant_id': '038ce3c42c064d11ab4e77d47b819ba5'}} {{(pid=103095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:01:23.169097 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-a106ba8b-f453-4881-85d1-9a746e84a9f7 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1148927 Mar 16 09:01:23.169714 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 44342) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:01:23.176820 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.v2.base [None req-e21c2ee0-d8e3-4d8e-be32-1c090cbfb28c admin admin] Request body: {'subnet': {'network_id': '71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1056632038-subnet', 'tenant_id': 'cb287d834c3747da825c3d4bb412c949', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:01:23.181385 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a106ba8b-f453-4881-85d1-9a746e84a9f7 admin admin] Pushing event updated for resources: {'Network': ['ID=71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625,revision_number=1']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:01:23.191762 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Network 71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625 details requested by agent ovs-agent-dv-cinder-831776-4-iscsi with host dv-cinder-831776-4-iscsi {{(pid=103097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 16 09:01:23.200905 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e21c2ee0-d8e3-4d8e-be32-1c090cbfb28c admin admin] Made reservation on behalf of cb287d834c3747da825c3d4bb412c949 for: {'subnet': 1} {{(pid=103096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 09:01:23.204656 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-e21c2ee0-d8e3-4d8e-be32-1c090cbfb28c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:23.265179 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e2292df-6484-444b-bfb7-e30ec29c5447 admin admin] Made reservation on behalf of 038ce3c42c064d11ab4e77d47b819ba5 for: {'network': 1} {{(pid=103095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 09:01:23.267283 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5e2292df-6484-444b-bfb7-e30ec29c5447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for network (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:23.281284 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-55f50f9b-5f37-4f6f-8cd6-94d35512d36a admin admin] Publish callbacks [] for router_gateway (338017eb-a2c2-460a-80d4-65143e833c3f), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:23.323518 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5e2292df-6484-444b-bfb7-e30ec29c5447 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:23.462561 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5e2292df-6484-444b-bfb7-e30ec29c5447 admin admin] Publish callbacks [] for security_group (2a472d80-a600-42fd-922a-6431c9a77b14), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:23.474939 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-e21c2ee0-d8e3-4d8e-be32-1c090cbfb28c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787'] for subnet (21cfdeb1-bd49-41a4-bdcb-784e8ee0104b), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:23.509150 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5e2292df-6484-444b-bfb7-e30ec29c5447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (2a472d80-a600-42fd-922a-6431c9a77b14), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:23.557817 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21c2ee0-d8e3-4d8e-be32-1c090cbfb28c admin admin] Pushing event updated for resources: {'Subnet': ['ID=21cfdeb1-bd49-41a4-bdcb-784e8ee0104b,revision_number=0']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:01:23.575524 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21c2ee0-d8e3-4d8e-be32-1c090cbfb28c admin admin] Checking segment: {'id': '1fd71943-1f67-4889-a966-97189e27dce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 09:01:23.576816 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21c2ee0-d8e3-4d8e-be32-1c090cbfb28c admin admin] Network hostable DHCP agents. Network: 71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625, hostable agents: ['a398d5bf-1368-473f-bfdd-7d167c3f4154'], hosted agents: [] {{(pid=103096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 09:01:23.586323 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e2292df-6484-444b-bfb7-e30ec29c5447 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=103095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 09:01:23.609121 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2292df-6484-444b-bfb7-e30ec29c5447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a472d80-a600-42fd-922a-6431c9a77b14,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:01:23.617769 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5e2292df-6484-444b-bfb7-e30ec29c5447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079957'] for segment (6067c7d6-89e3-4afb-807e-b2196c2d7cb4), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:23.618613 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.db.segments_db [None req-5e2292df-6484-444b-bfb7-e30ec29c5447 admin admin] Added segment 6067c7d6-89e3-4afb-807e-b2196c2d7cb4 of type vlan for network 95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c Mar 16 09:01:23.634453 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21c2ee0-d8e3-4d8e-be32-1c090cbfb28c admin admin] Network 71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625 is scheduled to be hosted by DHCP agent a398d5bf-1368-473f-bfdd-7d167c3f4154 with binding_index 1 {{(pid=103096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 09:01:23.651407 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.base_scheduler [None req-e21c2ee0-d8e3-4d8e-be32-1c090cbfb28c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831776-4-iscsi, 71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625) {{(pid=103096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 09:01:23.664190 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3693436f-bb0b-416c-8fd9-0fb3d25a3736 None None] Network 71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625 requested from dv-cinder-831776-4-iscsi {{(pid=103097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 09:01:23.669360 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21c2ee0-d8e3-4d8e-be32-1c090cbfb28c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:01:23.671815 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-e21c2ee0-d8e3-4d8e-be32-1c090cbfb28c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555813'] for subnet (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:23.693557 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-55f50f9b-5f37-4f6f-8cd6-94d35512d36a admin admin] Publish callbacks [] for router_gateway (338017eb-a2c2-460a-80d4-65143e833c3f), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:23.702060 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-e21c2ee0-d8e3-4d8e-be32-1c090cbfb28c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5290527 Mar 16 09:01:23.704867 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 44358) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:01:23.718890 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.v2.base [None req-ac53d427-f804-4a3b-b5b4-9316cb25633f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1056632038-router', 'tenant_id': 'cb287d834c3747da825c3d4bb412c949', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab'}}} {{(pid=103096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:01:23.780600 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-ac53d427-f804-4a3b-b5b4-9316cb25633f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124920'] for router (28a9d4e1-c387-4942-b7b4-294aa846a1f4), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:23.783205 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-ac53d427-f804-4a3b-b5b4-9316cb25633f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124913'] for router (28a9d4e1-c387-4942-b7b4-294aa846a1f4), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:23.797677 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-55f50f9b-5f37-4f6f-8cd6-94d35512d36a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:23.845340 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba72b13-48d1-42e3-8904-5a3a07a0c7ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e1f1783-ec04-51b5-b159-6c4258c95f07-71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625', 'network_id': '71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625', 'project_id': 'cb287d834c3747da825c3d4bb412c949', 'fixed_ips': [{'subnet_id': '21cfdeb1-bd49-41a4-bdcb-784e8ee0104b'}]}} from dv-cinder-831776-4-iscsi. {{(pid=103097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 16 09:01:23.849018 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-2ba72b13-48d1-42e3-8904-5a3a07a0c7ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:23.902450 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-cdeb7127-6fa1-4060-ae0a-c8ffc2dd9388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (514d7d79-ab14-439d-a6c0-bbffe337a49f), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:24.012762 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-55f50f9b-5f37-4f6f-8cd6-94d35512d36a admin admin] Allocated IP 172.27.1.207 (c4839873-0f35-4ea4-8707-46bf79a3edab/25bf7ac3-5945-4bb8-8d8f-087cde6dd03d/93b3aabf-f53e-47d0-bbcd-a9ce5672c89c) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 09:01:24.072202 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-ac53d427-f804-4a3b-b5b4-9316cb25633f admin admin] Publish callbacks [] for router_controller (28a9d4e1-c387-4942-b7b4-294aa846a1f4), precommit_add_association {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:24.157100 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5e2292df-6484-444b-bfb7-e30ec29c5447 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732012783544'] for network (95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:24.197442 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.db_base_plugin_common [None req-2ba72b13-48d1-42e3-8904-5a3a07a0c7ee None None] Allocated IP 172.20.0.2 (71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625/21cfdeb1-bd49-41a4-bdcb-784e8ee0104b/d808ed52-a44a-4792-932b-46300309ad4f) {{(pid=103097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 09:01:24.215144 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5e2292df-6484-444b-bfb7-e30ec29c5447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787'] for network (95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:24.217168 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2292df-6484-444b-bfb7-e30ec29c5447 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:01:24.218539 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5e2292df-6484-444b-bfb7-e30ec29c5447 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555813'] for network (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:24.249915 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-5e2292df-6484-444b-bfb7-e30ec29c5447 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5932786 Mar 16 09:01:24.264740 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 44388) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:01:24.278723 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.v2.base [None req-6b6273f7-0dff-4c8a-aab0-75f971adec36 admin admin] Request body: {'subnet': {'network_id': '95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1028812111-subnet', 'tenant_id': '038ce3c42c064d11ab4e77d47b819ba5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:01:24.356582 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-55f50f9b-5f37-4f6f-8cd6-94d35512d36a admin admin] Publish callbacks [] for port (93b3aabf-f53e-47d0-bbcd-a9ce5672c89c), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:24.360476 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b6273f7-0dff-4c8a-aab0-75f971adec36 admin admin] Made reservation on behalf of 038ce3c42c064d11ab4e77d47b819ba5 for: {'subnet': 1} {{(pid=103095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 09:01:24.363333 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6b6273f7-0dff-4c8a-aab0-75f971adec36 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:24.410541 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-2ba72b13-48d1-42e3-8904-5a3a07a0c7ee None None] Publish callbacks [] for port (d808ed52-a44a-4792-932b-46300309ad4f), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:24.421074 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-2ba72b13-48d1-42e3-8904-5a3a07a0c7ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732012762709'] for port (d808ed52-a44a-4792-932b-46300309ad4f), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:24.432106 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2292df-6484-444b-bfb7-e30ec29c5447 admin admin] Pushing event updated for resources: {'Network': ['ID=95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:01:24.461647 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-ac53d427-f804-4a3b-b5b4-9316cb25633f admin admin] Publish callbacks [] for router_gateway (28a9d4e1-c387-4942-b7b4-294aa846a1f4), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:24.493531 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Network 95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c details requested by agent ovs-agent-dv-cinder-831776-4-iscsi with host dv-cinder-831776-4-iscsi {{(pid=103097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 16 09:01:24.505604 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-55f50f9b-5f37-4f6f-8cd6-94d35512d36a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732012762709'] for port (93b3aabf-f53e-47d0-bbcd-a9ce5672c89c), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:24.582284 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba72b13-48d1-42e3-8904-5a3a07a0c7ee None None] Network 71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625 is already hosted by enough agents. {{(pid=103097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 09:01:24.585277 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba72b13-48d1-42e3-8904-5a3a07a0c7ee None None] Pushing event updated for resources: {'Port': ['ID=d808ed52-a44a-4792-932b-46300309ad4f,revision_number=1']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:01:24.587446 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f50f9b-5f37-4f6f-8cd6-94d35512d36a admin admin] Network c4839873-0f35-4ea4-8707-46bf79a3edab is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 09:01:24.589697 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.scheduler.base_scheduler [None req-2ba72b13-48d1-42e3-8904-5a3a07a0c7ee None None] Resources bound (agent type, host, resource id): {{(pid=103097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 09:01:24.594870 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-55f50f9b-5f37-4f6f-8cd6-94d35512d36a admin admin] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 09:01:24.600338 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f50f9b-5f37-4f6f-8cd6-94d35512d36a admin admin] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 09:01:24.603203 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f50f9b-5f37-4f6f-8cd6-94d35512d36a admin admin] Pushing event updated for resources: {'Port': ['ID=93b3aabf-f53e-47d0-bbcd-a9ce5672c89c,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:01:24.605793 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba72b13-48d1-42e3-8904-5a3a07a0c7ee None None] Received port after_create {{(pid=103097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 09:01:24.609456 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba72b13-48d1-42e3-8904-5a3a07a0c7ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:01:24.610389 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba72b13-48d1-42e3-8904-5a3a07a0c7ee None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:01:24.610389 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba72b13-48d1-42e3-8904-5a3a07a0c7ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:01:24.610700 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba72b13-48d1-42e3-8904-5a3a07a0c7ee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:01:24.611532 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba72b13-48d1-42e3-8904-5a3a07a0c7ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:01:24.611969 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba72b13-48d1-42e3-8904-5a3a07a0c7ee None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:01:24.612430 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba72b13-48d1-42e3-8904-5a3a07a0c7ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:01:24.612831 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba72b13-48d1-42e3-8904-5a3a07a0c7ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:01:24.613265 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba72b13-48d1-42e3-8904-5a3a07a0c7ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:01:24.613840 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba72b13-48d1-42e3-8904-5a3a07a0c7ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:01:24.614282 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba72b13-48d1-42e3-8904-5a3a07a0c7ee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:01:24.615265 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba72b13-48d1-42e3-8904-5a3a07a0c7ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:01:24.615812 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba72b13-48d1-42e3-8904-5a3a07a0c7ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:01:24.617717 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba72b13-48d1-42e3-8904-5a3a07a0c7ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:01:24.618149 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba72b13-48d1-42e3-8904-5a3a07a0c7ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:01:24.619503 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba72b13-48d1-42e3-8904-5a3a07a0c7ee None None] Tracked resource versions report: Mar 16 09:01:24.619503 dv-cinder-831776-4-iscsi neutron-server[103097]: pushed versions: Mar 16 09:01:24.619503 dv-cinder-831776-4-iscsi neutron-server[103097]: { 'AddressGroup': {'1.2'}, Mar 16 09:01:24.619503 dv-cinder-831776-4-iscsi neutron-server[103097]: 'Agent': {'1.1'}, Mar 16 09:01:24.619503 dv-cinder-831776-4-iscsi neutron-server[103097]: 'ConntrackHelper': {'1.0'}, Mar 16 09:01:24.619503 dv-cinder-831776-4-iscsi neutron-server[103097]: 'LocalIPAssociation': {'1.0'}, Mar 16 09:01:24.619503 dv-cinder-831776-4-iscsi neutron-server[103097]: 'Log': {'1.0'}, Mar 16 09:01:24.619503 dv-cinder-831776-4-iscsi neutron-server[103097]: 'NDPProxy': {'1.0'}, Mar 16 09:01:24.619503 dv-cinder-831776-4-iscsi neutron-server[103097]: 'Network': {'1.1'}, Mar 16 09:01:24.619503 dv-cinder-831776-4-iscsi neutron-server[103097]: 'Port': {'1.7'}, Mar 16 09:01:24.619503 dv-cinder-831776-4-iscsi neutron-server[103097]: 'PortForwarding': {'1.2'}, Mar 16 09:01:24.619503 dv-cinder-831776-4-iscsi neutron-server[103097]: 'QosPolicy': {'1.10'}, Mar 16 09:01:24.619503 dv-cinder-831776-4-iscsi neutron-server[103097]: 'SecurityGroup': {'1.5'}, Mar 16 09:01:24.619503 dv-cinder-831776-4-iscsi neutron-server[103097]: 'SecurityGroupRule': {'1.2'}, Mar 16 09:01:24.619503 dv-cinder-831776-4-iscsi neutron-server[103097]: 'SubPort': {'1.0'}, Mar 16 09:01:24.619503 dv-cinder-831776-4-iscsi neutron-server[103097]: 'Subnet': {'1.1'}, Mar 16 09:01:24.619503 dv-cinder-831776-4-iscsi neutron-server[103097]: 'Trunk': {'1.1'}} Mar 16 09:01:24.619503 dv-cinder-831776-4-iscsi neutron-server[103097]: consumer versions: Mar 16 09:01:24.619503 dv-cinder-831776-4-iscsi neutron-server[103097]: { DHCP agent@dv-cinder-831776-4-iscsi: {}, Mar 16 09:01:24.619503 dv-cinder-831776-4-iscsi neutron-server[103097]: HyperV agent@hv-cinder-83177: {}, Mar 16 09:01:24.619503 dv-cinder-831776-4-iscsi neutron-server[103097]: L3 agent@dv-cinder-831776-4-iscsi: {}, Mar 16 09:01:24.619503 dv-cinder-831776-4-iscsi neutron-server[103097]: Metadata agent@dv-cinder-831776-4-iscsi: {}, Mar 16 09:01:24.619503 dv-cinder-831776-4-iscsi neutron-server[103097]: Metering agent@dv-cinder-831776-4-iscsi: {}, Mar 16 09:01:24.619503 dv-cinder-831776-4-iscsi neutron-server[103097]: Open vSwitch agent@dv-cinder-831776-4-iscsi: { 'AddressGroup': '1.2', Mar 16 09:01:24.619503 dv-cinder-831776-4-iscsi neutron-server[103097]: 'Agent': '1.1', Mar 16 09:01:24.619503 dv-cinder-831776-4-iscsi neutron-server[103097]: 'ConntrackHelper': '1.0', Mar 16 09:01:24.619503 dv-cinder-831776-4-iscsi neutron-server[103097]: 'LocalIPAssociation': '1.0', Mar 16 09:01:24.619503 dv-cinder-831776-4-iscsi neutron-server[103097]: 'Log': '1.0', Mar 16 09:01:24.619503 dv-cinder-831776-4-iscsi neutron-server[103097]: 'NDPProxy': '1.0', Mar 16 09:01:24.619503 dv-cinder-831776-4-iscsi neutron-server[103097]: 'Network': '1.1', Mar 16 09:01:24.619503 dv-cinder-831776-4-iscsi neutron-server[103097]: 'Port': '1.7', Mar 16 09:01:24.619503 dv-cinder-831776-4-iscsi neutron-server[103097]: 'PortForwarding': '1.2', Mar 16 09:01:24.619503 dv-cinder-831776-4-iscsi neutron-server[103097]: 'QosPolicy': '1.10', Mar 16 09:01:24.619503 dv-cinder-831776-4-iscsi neutron-server[103097]: 'SecurityGroup': '1.5', Mar 16 09:01:24.619503 dv-cinder-831776-4-iscsi neutron-server[103097]: 'SecurityGroupRule': '1.2', Mar 16 09:01:24.619503 dv-cinder-831776-4-iscsi neutron-server[103097]: 'SubPort': '1.0', Mar 16 09:01:24.619503 dv-cinder-831776-4-iscsi neutron-server[103097]: 'Subnet': '1.1', Mar 16 09:01:24.619503 dv-cinder-831776-4-iscsi neutron-server[103097]: 'Trunk': '1.1'}} Mar 16 09:01:24.619503 dv-cinder-831776-4-iscsi neutron-server[103097]: {{(pid=103097) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 16 09:01:24.729133 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.managers [None req-2ba72b13-48d1-42e3-8904-5a3a07a0c7ee None None] Attempting to bind port d808ed52-a44a-4792-932b-46300309ad4f on host dv-cinder-831776-4-iscsi for vnic_type normal with profile {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 09:01:24.729548 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.managers [None req-2ba72b13-48d1-42e3-8904-5a3a07a0c7ee None None] Attempting to bind port d808ed52-a44a-4792-932b-46300309ad4f by drivers openvswitch,hyperv on host dv-cinder-831776-4-iscsi at level 0 using segments [{'id': '1fd71943-1f67-4889-a966-97189e27dce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625'}] {{(pid=103097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 09:01:24.729929 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba72b13-48d1-42e3-8904-5a3a07a0c7ee None None] Attempting to bind port d808ed52-a44a-4792-932b-46300309ad4f on network 71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625 {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 09:01:24.740968 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba72b13-48d1-42e3-8904-5a3a07a0c7ee None None] Checking agent: {'id': '489981c6-9aaa-401c-bd41-6b42e027a228', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 8, 53, 27), 'started_at': datetime.datetime(2022, 3, 16, 8, 53, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 9, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 09:01:24.744410 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba72b13-48d1-42e3-8904-5a3a07a0c7ee None None] Checking segment: {'id': '1fd71943-1f67-4889-a966-97189e27dce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 09:01:24.744842 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-2ba72b13-48d1-42e3-8904-5a3a07a0c7ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:24.748334 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba72b13-48d1-42e3-8904-5a3a07a0c7ee None None] Bound using segment: {'id': '1fd71943-1f67-4889-a966-97189e27dce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625'} {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 09:01:24.748872 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.managers [None req-2ba72b13-48d1-42e3-8904-5a3a07a0c7ee None None] Bound port: d808ed52-a44a-4792-932b-46300309ad4f, host: dv-cinder-831776-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fd71943-1f67-4889-a966-97189e27dce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625'}}] {{(pid=103097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 09:01:24.749529 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-2ba72b13-48d1-42e3-8904-5a3a07a0c7ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (d808ed52-a44a-4792-932b-46300309ad4f), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:24.754425 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6b6273f7-0dff-4c8a-aab0-75f971adec36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787'] for subnet (653dccd0-3a12-4ac0-9cc2-5a0bfeaf34e7), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:24.897348 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-ac53d427-f804-4a3b-b5b4-9316cb25633f admin admin] Publish callbacks [] for router_gateway (28a9d4e1-c387-4942-b7b4-294aa846a1f4), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:24.920534 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-2ba72b13-48d1-42e3-8904-5a3a07a0c7ee None None] For port d808ed52-a44a-4792-932b-46300309ad4f, host dv-cinder-831776-4-iscsi, cleared binding levels {{(pid=103097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 09:01:24.925007 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-2ba72b13-48d1-42e3-8904-5a3a07a0c7ee None None] For port d808ed52-a44a-4792-932b-46300309ad4f, host dv-cinder-831776-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-4-iscsi',level=0,port_id=d808ed52-a44a-4792-932b-46300309ad4f,segment=NetworkSegment(1fd71943-1f67-4889-a966-97189e27dce5),segment_id=1fd71943-1f67-4889-a966-97189e27dce5)] {{(pid=103097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 09:01:24.937859 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-2ba72b13-48d1-42e3-8904-5a3a07a0c7ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (d808ed52-a44a-4792-932b-46300309ad4f), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:24.940888 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-ac53d427-f804-4a3b-b5b4-9316cb25633f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:24.971973 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6273f7-0dff-4c8a-aab0-75f971adec36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=653dccd0-3a12-4ac0-9cc2-5a0bfeaf34e7,revision_number=0']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:01:25.010504 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6273f7-0dff-4c8a-aab0-75f971adec36 admin admin] Checking segment: {'id': '6067c7d6-89e3-4afb-807e-b2196c2d7cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 09:01:25.010865 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6273f7-0dff-4c8a-aab0-75f971adec36 admin admin] Network hostable DHCP agents. Network: 95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c, hostable agents: ['a398d5bf-1368-473f-bfdd-7d167c3f4154'], hosted agents: [] {{(pid=103095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 09:01:25.020407 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba72b13-48d1-42e3-8904-5a3a07a0c7ee None None] Pushing event updated for resources: {'Port': ['ID=d808ed52-a44a-4792-932b-46300309ad4f,revision_number=2']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:01:25.127781 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 44424) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:01:25.132541 dv-cinder-831776-4-iscsi neutron-server[103096]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 16 09:01:25.249964 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-55f50f9b-5f37-4f6f-8cd6-94d35512d36a admin admin] Publish callbacks [] for router_gateway (338017eb-a2c2-460a-80d4-65143e833c3f), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:25.263576 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.db_base_plugin_common [None req-ac53d427-f804-4a3b-b5b4-9316cb25633f admin admin] Allocated IP 172.27.1.218 (c4839873-0f35-4ea4-8707-46bf79a3edab/25bf7ac3-5945-4bb8-8d8f-087cde6dd03d/7b0f9b77-20b4-499c-ba37-3133a7150cf0) {{(pid=103096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 09:01:25.429744 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6273f7-0dff-4c8a-aab0-75f971adec36 admin admin] Network 95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c is scheduled to be hosted by DHCP agent a398d5bf-1368-473f-bfdd-7d167c3f4154 with binding_index 1 {{(pid=103095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 09:01:25.462831 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-6b6273f7-0dff-4c8a-aab0-75f971adec36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831776-4-iscsi, 95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c) {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 09:01:25.470860 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (f0da09ba-cbd5-402d-a3a1-68b8fcaf25e8), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:25.472171 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6273f7-0dff-4c8a-aab0-75f971adec36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:01:25.472989 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6b6273f7-0dff-4c8a-aab0-75f971adec36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555813'] for subnet (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:25.476552 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820bb704-e088-4795-b65c-1606e62797fb None None] Network 95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c requested from dv-cinder-831776-4-iscsi {{(pid=103097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 09:01:25.501714 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-6b6273f7-0dff-4c8a-aab0-75f971adec36 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2308259 Mar 16 09:01:25.504437 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 44428) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:01:25.514294 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3de267ec-888d-49e1-92d2-a6991c0932cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (3616e4f6-4586-420d-b0d2-e3b2f5abb17b), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:25.516283 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.v2.base [None req-95a3b039-bd59-4bdf-bbb3-0452981109c9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1028812111-router', 'tenant_id': '038ce3c42c064d11ab4e77d47b819ba5', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab'}}} {{(pid=103095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:01:25.574248 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-ac53d427-f804-4a3b-b5b4-9316cb25633f admin admin] Publish callbacks [] for port (7b0f9b77-20b4-499c-ba37-3133a7150cf0), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:25.681895 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b24871-05a6-4024-9d2a-1c94feda35af req-f3ad1b34-5eee-4f12-842b-b8f887e1f8c3 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:01:25.683751 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-d0b24871-05a6-4024-9d2a-1c94feda35af req-f3ad1b34-5eee-4f12-842b-b8f887e1f8c3 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/networks?id=8b046261-d957-422c-a8fc-d2678ef8eea0 HTTP/1.1" status: 200 len: 811 time: 0.5549028 Mar 16 09:01:25.707308 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-d0b24871-05a6-4024-9d2a-1c94feda35af req-5a8f07ce-c6d8-4548-bad4-1930110bba0d tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/quotas/856f650fab084d57bfdeb80e1ae7b176 HTTP/1.1" status: 200 len: 375 time: 0.0148721 Mar 16 09:01:25.708393 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e81993c-ee71-4e8e-955f-5261827fa8f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e1f1783-ec04-51b5-b159-6c4258c95f07-95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c', 'network_id': '95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c', 'project_id': '038ce3c42c064d11ab4e77d47b819ba5', 'fixed_ips': [{'subnet_id': '653dccd0-3a12-4ac0-9cc2-5a0bfeaf34e7'}]}} from dv-cinder-831776-4-iscsi. {{(pid=103097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 16 09:01:25.709582 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-1e81993c-ee71-4e8e-955f-5261827fa8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:25.779941 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-95a3b039-bd59-4bdf-bbb3-0452981109c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124920'] for router (2df2c62d-5582-4298-bce8-eae327467d6d), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:25.781201 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-95a3b039-bd59-4bdf-bbb3-0452981109c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124913'] for router (2df2c62d-5582-4298-bce8-eae327467d6d), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:25.781919 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-d0b24871-05a6-4024-9d2a-1c94feda35af req-23cb1a76-3461-4706-a182-bf3888cced2c tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=856f650fab084d57bfdeb80e1ae7b176&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0655410 Mar 16 09:01:25.817754 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-ac53d427-f804-4a3b-b5b4-9316cb25633f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732012762709'] for port (7b0f9b77-20b4-499c-ba37-3133a7150cf0), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:25.857766 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac53d427-f804-4a3b-b5b4-9316cb25633f admin admin] Network c4839873-0f35-4ea4-8707-46bf79a3edab is already hosted by enough agents. {{(pid=103096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 09:01:25.861398 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-95a3b039-bd59-4bdf-bbb3-0452981109c9 admin admin] Publish callbacks [] for router_controller (2df2c62d-5582-4298-bce8-eae327467d6d), precommit_add_association {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:25.863306 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-55f50f9b-5f37-4f6f-8cd6-94d35512d36a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557426'] for router (338017eb-a2c2-460a-80d4-65143e833c3f), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:25.903777 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.base_scheduler [None req-ac53d427-f804-4a3b-b5b4-9316cb25633f admin admin] Resources bound (agent type, host, resource id): {{(pid=103096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 09:01:25.908254 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac53d427-f804-4a3b-b5b4-9316cb25633f admin admin] Received port after_create {{(pid=103096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 09:01:26.033123 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.db_base_plugin_common [None req-1e81993c-ee71-4e8e-955f-5261827fa8f3 None None] Allocated IP 172.20.0.2 (95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c/653dccd0-3a12-4ac0-9cc2-5a0bfeaf34e7/f7ac5e63-38b0-485c-9ed7-7ad0e0435768) {{(pid=103097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 09:01:26.062732 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device d808ed52-a44a-4792-932b-46300309ad4f up at agent ovs-agent-dv-cinder-831776-4-iscsi {{(pid=103097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 09:01:26.318612 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-95a3b039-bd59-4bdf-bbb3-0452981109c9 admin admin] Publish callbacks [] for router_gateway (2df2c62d-5582-4298-bce8-eae327467d6d), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:26.449547 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Provisioning complete for port d808ed52-a44a-4792-932b-46300309ad4f triggered by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:01:26.451458 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (d808ed52-a44a-4792-932b-46300309ad4f), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:26.489482 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55f50f9b-5f37-4f6f-8cd6-94d35512d36a admin admin] Router 338017eb-a2c2-460a-80d4-65143e833c3f is scheduled to L3 agent 09ce795b-eeca-4b3b-9d7f-577d9443cb21 with binding_index 1 {{(pid=103095) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 09:01:26.636766 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [req-d0b24871-05a6-4024-9d2a-1c94feda35af req-aed6920a-87f6-4936-9940-e3edd019443a service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103096) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 16 09:01:26.637827 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-d0b24871-05a6-4024-9d2a-1c94feda35af req-aed6920a-87f6-4936-9940-e3edd019443a service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5669794 Mar 16 09:01:26.650263 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-1e81993c-ee71-4e8e-955f-5261827fa8f3 None None] Publish callbacks [] for port (f7ac5e63-38b0-485c-9ed7-7ad0e0435768), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:26.707696 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-1e81993c-ee71-4e8e-955f-5261827fa8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732012762709'] for port (f7ac5e63-38b0-485c-9ed7-7ad0e0435768), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:26.792992 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55f50f9b-5f37-4f6f-8cd6-94d35512d36a admin admin] Notify agent at l3_agent.dv-cinder-831776-4-iscsi the message routers_updated {{(pid=103095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 09:01:26.805811 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50cbb31-51c1-408c-958f-cb51488365a7 None None] Sync routers for ids ['338017eb-a2c2-460a-80d4-65143e833c3f'] in dv-cinder-831776-4-iscsi {{(pid=103098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 09:01:26.811264 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-95a3b039-bd59-4bdf-bbb3-0452981109c9 admin admin] Publish callbacks [] for router_gateway (2df2c62d-5582-4298-bce8-eae327467d6d), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:26.823419 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50cbb31-51c1-408c-958f-cb51488365a7 None None] Routers {'338017eb-a2c2-460a-80d4-65143e833c3f'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:01:26.828575 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-e50cbb31-51c1-408c-958f-cb51488365a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:01:23Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['338017eb-a2c2-460a-80d4-65143e833c3f'], 'active': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:01:26.836749 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac53d427-f804-4a3b-b5b4-9316cb25633f admin admin] Pushing event updated for resources: {'Port': ['ID=7b0f9b77-20b4-499c-ba37-3133a7150cf0,revision_number=1']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:01:26.846109 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-d0b24871-05a6-4024-9d2a-1c94feda35af req-3432f113-1832-4a7e-a2df-a67ed2e79496 service neutron] 10.222.0.18 "GET /v2.0/networks/8b046261-d957-422c-a8fc-d2678ef8eea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864831 Mar 16 09:01:26.848382 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-ac53d427-f804-4a3b-b5b4-9316cb25633f admin admin] Publish callbacks [] for router_gateway (28a9d4e1-c387-4942-b7b4-294aa846a1f4), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:26.849894 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-55f50f9b-5f37-4f6f-8cd6-94d35512d36a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:26.858012 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-55f50f9b-5f37-4f6f-8cd6-94d35512d36a admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.0807426 Mar 16 09:01:26.859276 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-95a3b039-bd59-4bdf-bbb3-0452981109c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:26.861557 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 44466) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:01:26.906852 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e81993c-ee71-4e8e-955f-5261827fa8f3 None None] Pushing event updated for resources: {'Port': ['ID=f7ac5e63-38b0-485c-9ed7-7ad0e0435768,revision_number=1']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:01:26.917007 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470f8487-5f84-4f84-808f-3b5c6cc300b5 None None] Network 71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625 requested from dv-cinder-831776-4-iscsi {{(pid=103097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 09:01:27.067693 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (489981c6-9aaa-401c-bd41-6b42e027a228), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:27.080829 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e81993c-ee71-4e8e-955f-5261827fa8f3 None None] Network 95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c is already hosted by enough agents. {{(pid=103097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 09:01:27.091115 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Current status of the port d808ed52-a44a-4792-932b-46300309ad4f is: DOWN; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:01:27.091515 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (d808ed52-a44a-4792-932b-46300309ad4f), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:27.121308 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-d0b24871-05a6-4024-9d2a-1c94feda35af req-0d7425b8-b273-43c4-8751-51b27758b0dc service neutron] 10.222.0.18 "GET /v2.0/networks/8b046261-d957-422c-a8fc-d2678ef8eea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352017 Mar 16 09:01:27.133025 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] For port d808ed52-a44a-4792-932b-46300309ad4f, host dv-cinder-831776-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-4-iscsi',level=0,port_id=d808ed52-a44a-4792-932b-46300309ad4f,segment=NetworkSegment(1fd71943-1f67-4889-a966-97189e27dce5),segment_id=1fd71943-1f67-4889-a966-97189e27dce5)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:01:27.135025 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.scheduler.base_scheduler [None req-1e81993c-ee71-4e8e-955f-5261827fa8f3 None None] Resources bound (agent type, host, resource id): {{(pid=103097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 09:01:27.138552 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e81993c-ee71-4e8e-955f-5261827fa8f3 None None] Received port after_create {{(pid=103097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 09:01:27.150911 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (d808ed52-a44a-4792-932b-46300309ad4f), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:27.192496 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-28f52e05-1eae-402a-b6c4-0d20f96eda59 None None] Provisioning complete for port d808ed52-a44a-4792-932b-46300309ad4f triggered by entity DHCP. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:01:27.193115 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-28f52e05-1eae-402a-b6c4-0d20f96eda59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (d808ed52-a44a-4792-932b-46300309ad4f), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:27.291887 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-ac53d427-f804-4a3b-b5b4-9316cb25633f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557426'] for router (28a9d4e1-c387-4942-b7b4-294aa846a1f4), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:27.296119 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvr_db [None req-e50cbb31-51c1-408c-958f-cb51488365a7 None None] Set router 338017eb-a2c2-460a-80d4-65143e833c3f gateway port host: dv-cinder-831776-4-iscsi {{(pid=103098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:01:27.323415 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.managers [None req-1e81993c-ee71-4e8e-955f-5261827fa8f3 None None] Attempting to bind port f7ac5e63-38b0-485c-9ed7-7ad0e0435768 on host dv-cinder-831776-4-iscsi for vnic_type normal with profile {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 09:01:27.324512 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.managers [None req-1e81993c-ee71-4e8e-955f-5261827fa8f3 None None] Attempting to bind port f7ac5e63-38b0-485c-9ed7-7ad0e0435768 by drivers openvswitch,hyperv on host dv-cinder-831776-4-iscsi at level 0 using segments [{'id': '6067c7d6-89e3-4afb-807e-b2196c2d7cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c'}] {{(pid=103097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 09:01:27.325056 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e81993c-ee71-4e8e-955f-5261827fa8f3 None None] Attempting to bind port f7ac5e63-38b0-485c-9ed7-7ad0e0435768 on network 95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 09:01:27.326555 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-95a3b039-bd59-4bdf-bbb3-0452981109c9 admin admin] Allocated IP 172.27.1.239 (c4839873-0f35-4ea4-8707-46bf79a3edab/25bf7ac3-5945-4bb8-8d8f-087cde6dd03d/f6b31a4c-cee9-42ec-bd05-d81200f3903a) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 09:01:27.350497 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e81993c-ee71-4e8e-955f-5261827fa8f3 None None] Checking agent: {'id': '489981c6-9aaa-401c-bd41-6b42e027a228', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 8, 53, 27), 'started_at': datetime.datetime(2022, 3, 16, 8, 53, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 9, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 09:01:27.351415 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e81993c-ee71-4e8e-955f-5261827fa8f3 None None] Checking segment: {'id': '6067c7d6-89e3-4afb-807e-b2196c2d7cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 09:01:27.351998 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-1e81993c-ee71-4e8e-955f-5261827fa8f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:27.352586 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e81993c-ee71-4e8e-955f-5261827fa8f3 None None] Bound using segment: {'id': '6067c7d6-89e3-4afb-807e-b2196c2d7cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c'} {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 09:01:27.353250 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.managers [None req-1e81993c-ee71-4e8e-955f-5261827fa8f3 None None] Bound port: f7ac5e63-38b0-485c-9ed7-7ad0e0435768, host: dv-cinder-831776-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6067c7d6-89e3-4afb-807e-b2196c2d7cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c'}}] {{(pid=103097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 09:01:27.353906 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-1e81993c-ee71-4e8e-955f-5261827fa8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (f7ac5e63-38b0-485c-9ed7-7ad0e0435768), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:27.403829 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Pushing event updated for resources: {'Port': ['ID=d808ed52-a44a-4792-932b-46300309ad4f,revision_number=3']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:01:27.509056 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-1e81993c-ee71-4e8e-955f-5261827fa8f3 None None] For port f7ac5e63-38b0-485c-9ed7-7ad0e0435768, host dv-cinder-831776-4-iscsi, cleared binding levels {{(pid=103097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 09:01:27.512602 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-1e81993c-ee71-4e8e-955f-5261827fa8f3 None None] For port f7ac5e63-38b0-485c-9ed7-7ad0e0435768, host dv-cinder-831776-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-4-iscsi',level=0,port_id=f7ac5e63-38b0-485c-9ed7-7ad0e0435768,segment=NetworkSegment(6067c7d6-89e3-4afb-807e-b2196c2d7cb4),segment_id=6067c7d6-89e3-4afb-807e-b2196c2d7cb4)] {{(pid=103097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 09:01:27.526772 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-28f52e05-1eae-402a-b6c4-0d20f96eda59 None None] Current status of the port d808ed52-a44a-4792-932b-46300309ad4f is: ACTIVE; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:01:27.530450 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-1e81993c-ee71-4e8e-955f-5261827fa8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (f7ac5e63-38b0-485c-9ed7-7ad0e0435768), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:27.585862 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 44484) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:01:27.592774 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-95a3b039-bd59-4bdf-bbb3-0452981109c9 admin admin] Publish callbacks [] for port (f6b31a4c-cee9-42ec-bd05-d81200f3903a), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:27.608171 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e81993c-ee71-4e8e-955f-5261827fa8f3 None None] Pushing event updated for resources: {'Port': ['ID=f7ac5e63-38b0-485c-9ed7-7ad0e0435768,revision_number=2']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:01:27.640308 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-e50cbb31-51c1-408c-958f-cb51488365a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338017eb-a2c2-460a-80d4-65143e833c3f', 'name': 'tempest-ServerRescueNegativeTestJSON-466589768-router', 'tenant_id': '8ab3e25cb83341919d112753e22938a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '93b3aabf-f53e-47d0-bbcd-a9ce5672c89c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:01:22Z', 'updated_at': '2022-03-16T09:01:24Z', 'revision_number': 3, 'project_id': '8ab3e25cb83341919d112753e22938a2', 'gw_port': {'id': '93b3aabf-f53e-47d0-bbcd-a9ce5672c89c', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:42:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '338017eb-a2c2-460a-80d4-65143e833c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:23Z', 'updated_at': '2022-03-16T09:01:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi'}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:01:27.655115 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-13e81939-32dc-417d-96a7-65f39cc91dbc None None] Provisioning complete for port d808ed52-a44a-4792-932b-46300309ad4f triggered by entity DHCP. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:01:27.655494 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-13e81939-32dc-417d-96a7-65f39cc91dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (d808ed52-a44a-4792-932b-46300309ad4f), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:27.671739 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50cbb31-51c1-408c-958f-cb51488365a7 None None] Checking router: 338017eb-a2c2-460a-80d4-65143e833c3f for host: dv-cinder-831776-4-iscsi {{(pid=103098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 09:01:27.671959 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50cbb31-51c1-408c-958f-cb51488365a7 None None] Updating router 338017eb-a2c2-460a-80d4-65143e833c3f port 93b3aabf-f53e-47d0-bbcd-a9ce5672c89c binding host dv-cinder-831776-4-iscsi {{(pid=103098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 09:01:27.704049 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e50cbb31-51c1-408c-958f-cb51488365a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (93b3aabf-f53e-47d0-bbcd-a9ce5672c89c), before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:27.825133 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-0b4226a9-aaec-4a6f-bab3-a47829aa5b37 req-8e1700df-f566-4c6c-9237-0cd601e186f3 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b492862-16c2-42cb-bca8-a1d344b8a984 HTTP/1.1" status: 200 len: 210 time: 0.2381465 Mar 16 09:01:27.851797 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-13e81939-32dc-417d-96a7-65f39cc91dbc None None] Current status of the port d808ed52-a44a-4792-932b-46300309ad4f is: ACTIVE; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:01:27.884202 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-003bf437-58db-4e31-91ca-7418918778b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:27.903469 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac53d427-f804-4a3b-b5b4-9316cb25633f admin admin] Router 28a9d4e1-c387-4942-b7b4-294aa846a1f4 is scheduled to L3 agent 09ce795b-eeca-4b3b-9d7f-577d9443cb21 with binding_index 1 {{(pid=103096) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 09:01:27.935165 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device d808ed52-a44a-4792-932b-46300309ad4f up at agent ovs-agent-dv-cinder-831776-4-iscsi {{(pid=103097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 09:01:28.114273 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Provisioning complete for port d808ed52-a44a-4792-932b-46300309ad4f triggered by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:01:28.114906 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (d808ed52-a44a-4792-932b-46300309ad4f), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:28.282089 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Current status of the port d808ed52-a44a-4792-932b-46300309ad4f is: ACTIVE; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:01:28.316294 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-95a3b039-bd59-4bdf-bbb3-0452981109c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732012762709'] for port (f6b31a4c-cee9-42ec-bd05-d81200f3903a), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:28.381831 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a3b039-bd59-4bdf-bbb3-0452981109c9 admin admin] Network c4839873-0f35-4ea4-8707-46bf79a3edab is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 09:01:28.403152 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-95a3b039-bd59-4bdf-bbb3-0452981109c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 09:01:28.487772 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a3b039-bd59-4bdf-bbb3-0452981109c9 admin admin] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 09:01:28.489815 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac53d427-f804-4a3b-b5b4-9316cb25633f admin admin] Notify agent at l3_agent.dv-cinder-831776-4-iscsi the message routers_updated {{(pid=103096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 09:01:28.500140 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4d620c-5b66-4f34-b1bf-69ebd9ec64f9 None None] Sync routers for ids ['28a9d4e1-c387-4942-b7b4-294aa846a1f4'] in dv-cinder-831776-4-iscsi {{(pid=103097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 09:01:28.504134 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a3b039-bd59-4bdf-bbb3-0452981109c9 admin admin] Pushing event updated for resources: {'Port': ['ID=f6b31a4c-cee9-42ec-bd05-d81200f3903a,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:01:28.531763 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4d620c-5b66-4f34-b1bf-69ebd9ec64f9 None None] Routers {'28a9d4e1-c387-4942-b7b4-294aa846a1f4'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:01:28.538525 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-2b4d620c-5b66-4f34-b1bf-69ebd9ec64f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:01:23Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['28a9d4e1-c387-4942-b7b4-294aa846a1f4'], 'active': True} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:01:28.572729 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-ac53d427-f804-4a3b-b5b4-9316cb25633f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:28.576178 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-ac53d427-f804-4a3b-b5b4-9316cb25633f admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.8688250 Mar 16 09:01:28.577961 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 44534) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:01:28.687155 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e50cbb31-51c1-408c-958f-cb51488365a7 None None] Publish callbacks [] for port (93b3aabf-f53e-47d0-bbcd-a9ce5672c89c), precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:28.713198 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e50cbb31-51c1-408c-958f-cb51488365a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (93b3aabf-f53e-47d0-bbcd-a9ce5672c89c), after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:28.853594 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-e50cbb31-51c1-408c-958f-cb51488365a7 None None] Attempting to bind port 93b3aabf-f53e-47d0-bbcd-a9ce5672c89c on host dv-cinder-831776-4-iscsi for vnic_type normal with profile {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 09:01:28.854781 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-e50cbb31-51c1-408c-958f-cb51488365a7 None None] Attempting to bind port 93b3aabf-f53e-47d0-bbcd-a9ce5672c89c by drivers openvswitch,hyperv on host dv-cinder-831776-4-iscsi at level 0 using segments [{'id': '627a1704-08f1-4a54-a35a-53ba84ce9e35', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab'}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 09:01:28.855349 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50cbb31-51c1-408c-958f-cb51488365a7 None None] Attempting to bind port 93b3aabf-f53e-47d0-bbcd-a9ce5672c89c on network c4839873-0f35-4ea4-8707-46bf79a3edab {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 09:01:28.868586 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50cbb31-51c1-408c-958f-cb51488365a7 None None] Checking agent: {'id': '489981c6-9aaa-401c-bd41-6b42e027a228', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 8, 53, 27), 'started_at': datetime.datetime(2022, 3, 16, 8, 53, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 9, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 09:01:28.869301 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50cbb31-51c1-408c-958f-cb51488365a7 None None] Checking segment: {'id': '627a1704-08f1-4a54-a35a-53ba84ce9e35', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 09:01:28.869967 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e50cbb31-51c1-408c-958f-cb51488365a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:28.870584 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50cbb31-51c1-408c-958f-cb51488365a7 None None] Bound using segment: {'id': '627a1704-08f1-4a54-a35a-53ba84ce9e35', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab'} {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 09:01:28.871244 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-e50cbb31-51c1-408c-958f-cb51488365a7 None None] Bound port: 93b3aabf-f53e-47d0-bbcd-a9ce5672c89c, host: dv-cinder-831776-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '627a1704-08f1-4a54-a35a-53ba84ce9e35', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab'}}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 09:01:28.874384 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e50cbb31-51c1-408c-958f-cb51488365a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (93b3aabf-f53e-47d0-bbcd-a9ce5672c89c), before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:28.933113 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvr_db [None req-2b4d620c-5b66-4f34-b1bf-69ebd9ec64f9 None None] Set router 28a9d4e1-c387-4942-b7b4-294aa846a1f4 gateway port host: dv-cinder-831776-4-iscsi {{(pid=103097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:01:28.975136 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5830b560-682b-43b0-81b1-2e409461cd74 None None] Pushing event updated for resources: {'Port': ['ID=93b3aabf-f53e-47d0-bbcd-a9ce5672c89c,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:01:28.999828 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5830b560-682b-43b0-81b1-2e409461cd74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:01:29.000098 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5830b560-682b-43b0-81b1-2e409461cd74 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:01:29.000705 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5830b560-682b-43b0-81b1-2e409461cd74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:01:29.001274 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5830b560-682b-43b0-81b1-2e409461cd74 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:01:29.001827 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5830b560-682b-43b0-81b1-2e409461cd74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:01:29.002366 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5830b560-682b-43b0-81b1-2e409461cd74 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:01:29.002891 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5830b560-682b-43b0-81b1-2e409461cd74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:01:29.003564 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5830b560-682b-43b0-81b1-2e409461cd74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:01:29.004099 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5830b560-682b-43b0-81b1-2e409461cd74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:01:29.004614 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5830b560-682b-43b0-81b1-2e409461cd74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:01:29.005256 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5830b560-682b-43b0-81b1-2e409461cd74 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:01:29.005814 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5830b560-682b-43b0-81b1-2e409461cd74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:01:29.006394 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5830b560-682b-43b0-81b1-2e409461cd74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:01:29.006582 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-003bf437-58db-4e31-91ca-7418918778b5 admin admin] Allocated IP 172.20.0.1 (c71322ee-b7a0-4c22-8a3c-0690c3f2a338/2d141d65-2c6e-46bc-b682-986a7d0cd81b/61b425d9-aa08-42f3-b941-cc41b406df64) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 09:01:29.008103 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5830b560-682b-43b0-81b1-2e409461cd74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:01:29.008651 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5830b560-682b-43b0-81b1-2e409461cd74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:01:29.010183 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5830b560-682b-43b0-81b1-2e409461cd74 None None] Tracked resource versions report: Mar 16 09:01:29.010183 dv-cinder-831776-4-iscsi neutron-server[103098]: pushed versions: Mar 16 09:01:29.010183 dv-cinder-831776-4-iscsi neutron-server[103098]: { 'AddressGroup': {'1.2'}, Mar 16 09:01:29.010183 dv-cinder-831776-4-iscsi neutron-server[103098]: 'Agent': {'1.1'}, Mar 16 09:01:29.010183 dv-cinder-831776-4-iscsi neutron-server[103098]: 'ConntrackHelper': {'1.0'}, Mar 16 09:01:29.010183 dv-cinder-831776-4-iscsi neutron-server[103098]: 'LocalIPAssociation': {'1.0'}, Mar 16 09:01:29.010183 dv-cinder-831776-4-iscsi neutron-server[103098]: 'Log': {'1.0'}, Mar 16 09:01:29.010183 dv-cinder-831776-4-iscsi neutron-server[103098]: 'NDPProxy': {'1.0'}, Mar 16 09:01:29.010183 dv-cinder-831776-4-iscsi neutron-server[103098]: 'Network': {'1.1'}, Mar 16 09:01:29.010183 dv-cinder-831776-4-iscsi neutron-server[103098]: 'Port': {'1.7'}, Mar 16 09:01:29.010183 dv-cinder-831776-4-iscsi neutron-server[103098]: 'PortForwarding': {'1.2'}, Mar 16 09:01:29.010183 dv-cinder-831776-4-iscsi neutron-server[103098]: 'QosPolicy': {'1.10'}, Mar 16 09:01:29.010183 dv-cinder-831776-4-iscsi neutron-server[103098]: 'SecurityGroup': {'1.5'}, Mar 16 09:01:29.010183 dv-cinder-831776-4-iscsi neutron-server[103098]: 'SecurityGroupRule': {'1.2'}, Mar 16 09:01:29.010183 dv-cinder-831776-4-iscsi neutron-server[103098]: 'SubPort': {'1.0'}, Mar 16 09:01:29.010183 dv-cinder-831776-4-iscsi neutron-server[103098]: 'Subnet': {'1.1'}, Mar 16 09:01:29.010183 dv-cinder-831776-4-iscsi neutron-server[103098]: 'Trunk': {'1.1'}} Mar 16 09:01:29.010183 dv-cinder-831776-4-iscsi neutron-server[103098]: consumer versions: Mar 16 09:01:29.010183 dv-cinder-831776-4-iscsi neutron-server[103098]: { DHCP agent@dv-cinder-831776-4-iscsi: {}, Mar 16 09:01:29.010183 dv-cinder-831776-4-iscsi neutron-server[103098]: HyperV agent@hv-cinder-83177: {}, Mar 16 09:01:29.010183 dv-cinder-831776-4-iscsi neutron-server[103098]: L3 agent@dv-cinder-831776-4-iscsi: {}, Mar 16 09:01:29.010183 dv-cinder-831776-4-iscsi neutron-server[103098]: Metadata agent@dv-cinder-831776-4-iscsi: {}, Mar 16 09:01:29.010183 dv-cinder-831776-4-iscsi neutron-server[103098]: Metering agent@dv-cinder-831776-4-iscsi: {}, Mar 16 09:01:29.010183 dv-cinder-831776-4-iscsi neutron-server[103098]: Open vSwitch agent@dv-cinder-831776-4-iscsi: { 'AddressGroup': '1.2', Mar 16 09:01:29.010183 dv-cinder-831776-4-iscsi neutron-server[103098]: 'Agent': '1.1', Mar 16 09:01:29.010183 dv-cinder-831776-4-iscsi neutron-server[103098]: 'ConntrackHelper': '1.0', Mar 16 09:01:29.010183 dv-cinder-831776-4-iscsi neutron-server[103098]: 'LocalIPAssociation': '1.0', Mar 16 09:01:29.010183 dv-cinder-831776-4-iscsi neutron-server[103098]: 'Log': '1.0', Mar 16 09:01:29.010183 dv-cinder-831776-4-iscsi neutron-server[103098]: 'NDPProxy': '1.0', Mar 16 09:01:29.010183 dv-cinder-831776-4-iscsi neutron-server[103098]: 'Network': '1.1', Mar 16 09:01:29.010183 dv-cinder-831776-4-iscsi neutron-server[103098]: 'Port': '1.7', Mar 16 09:01:29.010183 dv-cinder-831776-4-iscsi neutron-server[103098]: 'PortForwarding': '1.2', Mar 16 09:01:29.010183 dv-cinder-831776-4-iscsi neutron-server[103098]: 'QosPolicy': '1.10', Mar 16 09:01:29.010183 dv-cinder-831776-4-iscsi neutron-server[103098]: 'SecurityGroup': '1.5', Mar 16 09:01:29.010183 dv-cinder-831776-4-iscsi neutron-server[103098]: 'SecurityGroupRule': '1.2', Mar 16 09:01:29.010183 dv-cinder-831776-4-iscsi neutron-server[103098]: 'SubPort': '1.0', Mar 16 09:01:29.010183 dv-cinder-831776-4-iscsi neutron-server[103098]: 'Subnet': '1.1', Mar 16 09:01:29.010183 dv-cinder-831776-4-iscsi neutron-server[103098]: 'Trunk': '1.1'}} Mar 16 09:01:29.010183 dv-cinder-831776-4-iscsi neutron-server[103098]: {{(pid=103098) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 16 09:01:29.087590 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-e50cbb31-51c1-408c-958f-cb51488365a7 None None] For port 93b3aabf-f53e-47d0-bbcd-a9ce5672c89c, host dv-cinder-831776-4-iscsi, cleared binding levels {{(pid=103098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 09:01:29.095566 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-e50cbb31-51c1-408c-958f-cb51488365a7 None None] For port 93b3aabf-f53e-47d0-bbcd-a9ce5672c89c, host dv-cinder-831776-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-4-iscsi',level=0,port_id=93b3aabf-f53e-47d0-bbcd-a9ce5672c89c,segment=NetworkSegment(627a1704-08f1-4a54-a35a-53ba84ce9e35),segment_id=627a1704-08f1-4a54-a35a-53ba84ce9e35)] {{(pid=103098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 09:01:29.119794 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e50cbb31-51c1-408c-958f-cb51488365a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (93b3aabf-f53e-47d0-bbcd-a9ce5672c89c), after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:29.271839 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5830b560-682b-43b0-81b1-2e409461cd74 None None] Pushing event updated for resources: {'Port': ['ID=93b3aabf-f53e-47d0-bbcd-a9ce5672c89c,revision_number=3']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:01:29.298627 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-e14a82c2-4d66-4264-aff3-226caa03fc1b req-10fdda6b-f87b-43c9-9c47-231e8a3dd04e tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b492862-16c2-42cb-bca8-a1d344b8a984 HTTP/1.1" status: 200 len: 210 time: 0.3021376 Mar 16 09:01:29.336109 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-003bf437-58db-4e31-91ca-7418918778b5 admin admin] Publish callbacks [] for port (61b425d9-aa08-42f3-b941-cc41b406df64), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:29.353719 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50cbb31-51c1-408c-958f-cb51488365a7 None None] Routers {'338017eb-a2c2-460a-80d4-65143e833c3f'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:01:29.355096 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-e50cbb31-51c1-408c-958f-cb51488365a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:01:23Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['338017eb-a2c2-460a-80d4-65143e833c3f'], 'active': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:01:29.472011 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-003bf437-58db-4e31-91ca-7418918778b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732012762709'] for port (61b425d9-aa08-42f3-b941-cc41b406df64), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:29.525755 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-2b4d620c-5b66-4f34-b1bf-69ebd9ec64f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'name': 'tempest-AttachVolumeNegativeTest-1056632038-router', 'tenant_id': 'cb287d834c3747da825c3d4bb412c949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '7b0f9b77-20b4-499c-ba37-3133a7150cf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:01:23Z', 'updated_at': '2022-03-16T09:01:26Z', 'revision_number': 3, 'project_id': 'cb287d834c3747da825c3d4bb412c949', 'gw_port': {'id': '7b0f9b77-20b4-499c-ba37-3133a7150cf0', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1e:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:24Z', 'updated_at': '2022-03-16T09:01:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi'}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:01:29.579834 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvr_db [None req-e50cbb31-51c1-408c-958f-cb51488365a7 None None] Set router 338017eb-a2c2-460a-80d4-65143e833c3f gateway port host: dv-cinder-831776-4-iscsi {{(pid=103098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:01:29.606937 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003bf437-58db-4e31-91ca-7418918778b5 admin admin] Network c71322ee-b7a0-4c22-8a3c-0690c3f2a338 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 09:01:29.617501 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778acd5a-195b-4e79-8a8f-fae1179a1334 None None] Network 95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c requested from dv-cinder-831776-4-iscsi {{(pid=103097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 09:01:29.623536 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-003bf437-58db-4e31-91ca-7418918778b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 09:01:29.627102 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003bf437-58db-4e31-91ca-7418918778b5 admin admin] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 09:01:29.627815 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-003bf437-58db-4e31-91ca-7418918778b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-557441'] for router_interface (338017eb-a2c2-460a-80d4-65143e833c3f), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:29.640163 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-7e94a1d2-a06a-4f6f-9380-39c6466c7d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:29.652929 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4d620c-5b66-4f34-b1bf-69ebd9ec64f9 None None] Checking router: 28a9d4e1-c387-4942-b7b4-294aa846a1f4 for host: dv-cinder-831776-4-iscsi {{(pid=103097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 09:01:29.653553 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4d620c-5b66-4f34-b1bf-69ebd9ec64f9 None None] Updating router 28a9d4e1-c387-4942-b7b4-294aa846a1f4 port 7b0f9b77-20b4-499c-ba37-3133a7150cf0 binding host dv-cinder-831776-4-iscsi {{(pid=103097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 09:01:29.752296 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003bf437-58db-4e31-91ca-7418918778b5 admin admin] Pushing event updated for resources: {'Port': ['ID=61b425d9-aa08-42f3-b941-cc41b406df64,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:01:29.778112 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-2b4d620c-5b66-4f34-b1bf-69ebd9ec64f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (7b0f9b77-20b4-499c-ba37-3133a7150cf0), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:29.785503 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-4d6e67ae-8621-4c0c-a8b5-f356fb016151 None None] Provisioning complete for port f7ac5e63-38b0-485c-9ed7-7ad0e0435768 triggered by entity DHCP. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:01:29.785997 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-4d6e67ae-8621-4c0c-a8b5-f356fb016151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (f7ac5e63-38b0-485c-9ed7-7ad0e0435768), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:29.887871 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-95a3b039-bd59-4bdf-bbb3-0452981109c9 admin admin] Publish callbacks [] for router_gateway (2df2c62d-5582-4298-bce8-eae327467d6d), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:29.924773 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-e50cbb31-51c1-408c-958f-cb51488365a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338017eb-a2c2-460a-80d4-65143e833c3f', 'name': 'tempest-ServerRescueNegativeTestJSON-466589768-router', 'tenant_id': '8ab3e25cb83341919d112753e22938a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '93b3aabf-f53e-47d0-bbcd-a9ce5672c89c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:01:22Z', 'updated_at': '2022-03-16T09:01:24Z', 'revision_number': 3, 'project_id': '8ab3e25cb83341919d112753e22938a2', 'gw_port': {'id': '93b3aabf-f53e-47d0-bbcd-a9ce5672c89c', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:42:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '338017eb-a2c2-460a-80d4-65143e833c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:23Z', 'updated_at': '2022-03-16T09:01:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi'}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:01:29.966451 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50cbb31-51c1-408c-958f-cb51488365a7 None None] The sync data for ids ['338017eb-a2c2-460a-80d4-65143e833c3f'] in dv-cinder-831776-4-iscsi is: [{'id': '338017eb-a2c2-460a-80d4-65143e833c3f', 'name': 'tempest-ServerRescueNegativeTestJSON-466589768-router', 'tenant_id': '8ab3e25cb83341919d112753e22938a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '93b3aabf-f53e-47d0-bbcd-a9ce5672c89c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:01:22Z', 'updated_at': '2022-03-16T09:01:24Z', 'revision_number': 3, 'project_id': '8ab3e25cb83341919d112753e22938a2', 'gw_port': {'id': '93b3aabf-f53e-47d0-bbcd-a9ce5672c89c', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:42:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '338017eb-a2c2-460a-80d4-65143e833c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:23Z', 'updated_at': '2022-03-16T09:01:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi'}] {{(pid=103098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 09:01:30.017177 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device f7ac5e63-38b0-485c-9ed7-7ad0e0435768 up at agent ovs-agent-dv-cinder-831776-4-iscsi {{(pid=103097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 09:01:30.076100 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.db_base_plugin_common [None req-7e94a1d2-a06a-4f6f-9380-39c6466c7d55 admin admin] Allocated IP 172.20.0.1 (71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625/21cfdeb1-bd49-41a4-bdcb-784e8ee0104b/47fcdb74-ada2-419e-b82d-f3e229027f7c) {{(pid=103096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 09:01:30.170166 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-003bf437-58db-4e31-91ca-7418918778b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (61b425d9-aa08-42f3-b941-cc41b406df64), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:30.259406 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 44588) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:01:30.308483 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-7e94a1d2-a06a-4f6f-9380-39c6466c7d55 admin admin] Publish callbacks [] for port (47fcdb74-ada2-419e-b82d-f3e229027f7c), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:30.347023 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Provisioning complete for port f7ac5e63-38b0-485c-9ed7-7ad0e0435768 triggered by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:01:30.347558 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (f7ac5e63-38b0-485c-9ed7-7ad0e0435768), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:30.420763 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-7e94a1d2-a06a-4f6f-9380-39c6466c7d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732012762709'] for port (47fcdb74-ada2-419e-b82d-f3e229027f7c), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:30.450225 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-4d6e67ae-8621-4c0c-a8b5-f356fb016151 None None] Current status of the port f7ac5e63-38b0-485c-9ed7-7ad0e0435768 is: DOWN; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:01:30.451016 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-4d6e67ae-8621-4c0c-a8b5-f356fb016151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (f7ac5e63-38b0-485c-9ed7-7ad0e0435768), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:30.516429 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e94a1d2-a06a-4f6f-9380-39c6466c7d55 admin admin] Network 71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625 is already hosted by enough agents. {{(pid=103096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 09:01:30.535733 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.base_scheduler [None req-7e94a1d2-a06a-4f6f-9380-39c6466c7d55 admin admin] Resources bound (agent type, host, resource id): {{(pid=103096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 09:01:30.549892 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-8cbfb02a-49a1-4545-8d41-3802d073460b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:30.556469 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-4d6e67ae-8621-4c0c-a8b5-f356fb016151 None None] For port f7ac5e63-38b0-485c-9ed7-7ad0e0435768, host dv-cinder-831776-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-4-iscsi',level=0,port_id=f7ac5e63-38b0-485c-9ed7-7ad0e0435768,segment=NetworkSegment(6067c7d6-89e3-4afb-807e-b2196c2d7cb4),segment_id=6067c7d6-89e3-4afb-807e-b2196c2d7cb4)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:01:30.571586 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e94a1d2-a06a-4f6f-9380-39c6466c7d55 admin admin] Received port after_create {{(pid=103096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 09:01:30.573157 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-7e94a1d2-a06a-4f6f-9380-39c6466c7d55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-557441'] for router_interface (28a9d4e1-c387-4942-b7b4-294aa846a1f4), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:30.575111 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-4d6e67ae-8621-4c0c-a8b5-f356fb016151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (f7ac5e63-38b0-485c-9ed7-7ad0e0435768), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:30.680647 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-95a3b039-bd59-4bdf-bbb3-0452981109c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557426'] for router (2df2c62d-5582-4298-bce8-eae327467d6d), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:30.692973 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-003bf437-58db-4e31-91ca-7418918778b5 admin admin] Publish callbacks [] for port (61b425d9-aa08-42f3-b941-cc41b406df64), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:30.796192 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-003bf437-58db-4e31-91ca-7418918778b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (61b425d9-aa08-42f3-b941-cc41b406df64), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:30.796906 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-003bf437-58db-4e31-91ca-7418918778b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560177'] for router_interface (338017eb-a2c2-460a-80d4-65143e833c3f), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:30.905135 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6e67ae-8621-4c0c-a8b5-f356fb016151 None None] Pushing event updated for resources: {'Port': ['ID=f7ac5e63-38b0-485c-9ed7-7ad0e0435768,revision_number=3']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:01:30.941703 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-02c80183-e4a7-4e8f-b6a3-0fc95f3d2b60 None None] Provisioning complete for port f7ac5e63-38b0-485c-9ed7-7ad0e0435768 triggered by entity DHCP. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:01:30.941703 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-02c80183-e4a7-4e8f-b6a3-0fc95f3d2b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (f7ac5e63-38b0-485c-9ed7-7ad0e0435768), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:30.964291 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003bf437-58db-4e31-91ca-7418918778b5 admin admin] Pushing event updated for resources: {'Port': ['ID=61b425d9-aa08-42f3-b941-cc41b406df64,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:01:30.988430 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Current status of the port f7ac5e63-38b0-485c-9ed7-7ad0e0435768 is: ACTIVE; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:01:31.008896 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003bf437-58db-4e31-91ca-7418918778b5 admin admin] Network c71322ee-b7a0-4c22-8a3c-0690c3f2a338 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 09:01:31.037948 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-003bf437-58db-4e31-91ca-7418918778b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 09:01:31.038467 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e94a1d2-a06a-4f6f-9380-39c6466c7d55 admin admin] Pushing event updated for resources: {'Port': ['ID=47fcdb74-ada2-419e-b82d-f3e229027f7c,revision_number=1']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:01:31.038895 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-2b4d620c-5b66-4f34-b1bf-69ebd9ec64f9 None None] Publish callbacks [] for port (7b0f9b77-20b4-499c-ba37-3133a7150cf0), precommit_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:31.047945 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.agents_db [None req-ddb2e055-3acb-4969-8bde-a74b2247622c None None] Agent healthcheck: found 6 active agents {{(pid=103098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 09:01:31.050718 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-2b4d620c-5b66-4f34-b1bf-69ebd9ec64f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (7b0f9b77-20b4-499c-ba37-3133a7150cf0), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:31.055528 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-8cbfb02a-49a1-4545-8d41-3802d073460b admin admin] Publish callbacks [] for security_group (49a5de4c-e6aa-46de-b27a-3fc46fb67210), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:31.073039 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-8cbfb02a-49a1-4545-8d41-3802d073460b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (49a5de4c-e6aa-46de-b27a-3fc46fb67210), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:31.104918 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-56d2ad5b-4ade-43ca-95c8-6314819ef17c req-285d5e53-47a9-4e1f-99e3-d95a2451201f tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b492862-16c2-42cb-bca8-a1d344b8a984 HTTP/1.1" status: 200 len: 210 time: 0.1986849 Mar 16 09:01:31.105609 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-7e94a1d2-a06a-4f6f-9380-39c6466c7d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (47fcdb74-ada2-419e-b82d-f3e229027f7c), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:31.146980 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740ad64c-fea9-441b-bb02-9c4783488c51 None None] Pushing event updated for resources: {'Port': ['ID=7b0f9b77-20b4-499c-ba37-3133a7150cf0,revision_number=2']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:01:31.156826 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.managers [None req-2b4d620c-5b66-4f34-b1bf-69ebd9ec64f9 None None] Attempting to bind port 7b0f9b77-20b4-499c-ba37-3133a7150cf0 on host dv-cinder-831776-4-iscsi for vnic_type normal with profile {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 09:01:31.157204 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.managers [None req-2b4d620c-5b66-4f34-b1bf-69ebd9ec64f9 None None] Attempting to bind port 7b0f9b77-20b4-499c-ba37-3133a7150cf0 by drivers openvswitch,hyperv on host dv-cinder-831776-4-iscsi at level 0 using segments [{'id': '627a1704-08f1-4a54-a35a-53ba84ce9e35', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab'}] {{(pid=103097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 09:01:31.157613 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4d620c-5b66-4f34-b1bf-69ebd9ec64f9 None None] Attempting to bind port 7b0f9b77-20b4-499c-ba37-3133a7150cf0 on network c4839873-0f35-4ea4-8707-46bf79a3edab {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 09:01:31.164643 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4d620c-5b66-4f34-b1bf-69ebd9ec64f9 None None] Checking agent: {'id': '489981c6-9aaa-401c-bd41-6b42e027a228', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 8, 53, 27), 'started_at': datetime.datetime(2022, 3, 16, 8, 53, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 9, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 09:01:31.165023 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4d620c-5b66-4f34-b1bf-69ebd9ec64f9 None None] Checking segment: {'id': '627a1704-08f1-4a54-a35a-53ba84ce9e35', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 09:01:31.165897 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-8cbfb02a-49a1-4545-8d41-3802d073460b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=32d51003edb144ba99bb5a0a3cef6fee&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9054148 Mar 16 09:01:31.166909 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbfb02a-49a1-4545-8d41-3802d073460b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49a5de4c-e6aa-46de-b27a-3fc46fb67210,revision_number=1']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:01:31.168188 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-2b4d620c-5b66-4f34-b1bf-69ebd9ec64f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:31.168698 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4d620c-5b66-4f34-b1bf-69ebd9ec64f9 None None] Bound using segment: {'id': '627a1704-08f1-4a54-a35a-53ba84ce9e35', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab'} {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 09:01:31.169228 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.managers [None req-2b4d620c-5b66-4f34-b1bf-69ebd9ec64f9 None None] Bound port: 7b0f9b77-20b4-499c-ba37-3133a7150cf0, host: dv-cinder-831776-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '627a1704-08f1-4a54-a35a-53ba84ce9e35', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab'}}] {{(pid=103097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 09:01:31.169637 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-2b4d620c-5b66-4f34-b1bf-69ebd9ec64f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (7b0f9b77-20b4-499c-ba37-3133a7150cf0), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:31.170359 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 44602) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:01:31.171389 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-02c80183-e4a7-4e8f-b6a3-0fc95f3d2b60 None None] Current status of the port f7ac5e63-38b0-485c-9ed7-7ad0e0435768 is: ACTIVE; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:01:31.221035 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-02c80183-e4a7-4e8f-b6a3-0fc95f3d2b60 None None] Provisioning complete for port 47fcdb74-ada2-419e-b82d-f3e229027f7c triggered by entity DHCP. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:01:31.221454 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-02c80183-e4a7-4e8f-b6a3-0fc95f3d2b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (47fcdb74-ada2-419e-b82d-f3e229027f7c), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:31.263280 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-2b4d620c-5b66-4f34-b1bf-69ebd9ec64f9 None None] For port 7b0f9b77-20b4-499c-ba37-3133a7150cf0, host dv-cinder-831776-4-iscsi, cleared binding levels {{(pid=103097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 09:01:31.281432 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-2b4d620c-5b66-4f34-b1bf-69ebd9ec64f9 None None] For port 7b0f9b77-20b4-499c-ba37-3133a7150cf0, host dv-cinder-831776-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-4-iscsi',level=0,port_id=7b0f9b77-20b4-499c-ba37-3133a7150cf0,segment=NetworkSegment(627a1704-08f1-4a54-a35a-53ba84ce9e35),segment_id=627a1704-08f1-4a54-a35a-53ba84ce9e35)] {{(pid=103097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 09:01:31.285192 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-02c80183-e4a7-4e8f-b6a3-0fc95f3d2b60 None None] Port 47fcdb74-ada2-419e-b82d-f3e229027f7c cannot update to ACTIVE because it is not bound. {{(pid=103097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 09:01:31.294007 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-2b4d620c-5b66-4f34-b1bf-69ebd9ec64f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (7b0f9b77-20b4-499c-ba37-3133a7150cf0), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:31.319801 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95a3b039-bd59-4bdf-bbb3-0452981109c9 admin admin] Router 2df2c62d-5582-4298-bce8-eae327467d6d is scheduled to L3 agent 09ce795b-eeca-4b3b-9d7f-577d9443cb21 with binding_index 1 {{(pid=103095) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 09:01:31.322444 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-51e68f9f-5992-40a3-bb82-b80bba9a3c7c admin admin] Publish callbacks [] for security_group (49a5de4c-e6aa-46de-b27a-3fc46fb67210), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:31.363227 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740ad64c-fea9-441b-bb02-9c4783488c51 None None] Pushing event updated for resources: {'Port': ['ID=7b0f9b77-20b4-499c-ba37-3133a7150cf0,revision_number=3']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:01:31.366700 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4d620c-5b66-4f34-b1bf-69ebd9ec64f9 None None] Routers {'28a9d4e1-c387-4942-b7b4-294aa846a1f4'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:01:31.367220 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-2b4d620c-5b66-4f34-b1bf-69ebd9ec64f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:01:23Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['28a9d4e1-c387-4942-b7b4-294aa846a1f4'], 'active': True} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:01:31.406394 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-51e68f9f-5992-40a3-bb82-b80bba9a3c7c admin admin] Publish callbacks [] for security_group (49a5de4c-e6aa-46de-b27a-3fc46fb67210), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:31.463164 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-003bf437-58db-4e31-91ca-7418918778b5 admin admin] Router 338017eb-a2c2-460a-80d4-65143e833c3f has already been hosted by L3 agent 09ce795b-eeca-4b3b-9d7f-577d9443cb21 {{(pid=103095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 09:01:31.510808 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-7e94a1d2-a06a-4f6f-9380-39c6466c7d55 admin admin] Publish callbacks [] for port (47fcdb74-ada2-419e-b82d-f3e229027f7c), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:31.517694 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvr_db [None req-2b4d620c-5b66-4f34-b1bf-69ebd9ec64f9 None None] Set router 28a9d4e1-c387-4942-b7b4-294aa846a1f4 gateway port host: dv-cinder-831776-4-iscsi {{(pid=103097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:01:31.518930 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-7e94a1d2-a06a-4f6f-9380-39c6466c7d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (47fcdb74-ada2-419e-b82d-f3e229027f7c), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:31.519720 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-7e94a1d2-a06a-4f6f-9380-39c6466c7d55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560177'] for router_interface (28a9d4e1-c387-4942-b7b4-294aa846a1f4), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:31.572727 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a3b039-bd59-4bdf-bbb3-0452981109c9 admin admin] Notify agent at l3_agent.dv-cinder-831776-4-iscsi the message routers_updated {{(pid=103095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 09:01:31.583509 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d390a4-f8bd-49e3-9766-b1ddc4f16e49 None None] Sync routers for ids ['2df2c62d-5582-4298-bce8-eae327467d6d'] in dv-cinder-831776-4-iscsi {{(pid=103098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 09:01:31.603377 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d390a4-f8bd-49e3-9766-b1ddc4f16e49 None None] Routers {'2df2c62d-5582-4298-bce8-eae327467d6d'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:01:31.604019 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-f2d390a4-f8bd-49e3-9766-b1ddc4f16e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:01:23Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['2df2c62d-5582-4298-bce8-eae327467d6d'], 'active': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:01:31.630217 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-95a3b039-bd59-4bdf-bbb3-0452981109c9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:31.634849 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-95a3b039-bd59-4bdf-bbb3-0452981109c9 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.1258600 Mar 16 09:01:31.634849 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 44612) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:01:31.665854 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-003bf437-58db-4e31-91ca-7418918778b5 admin admin] Notify agent at l3_agent.dv-cinder-831776-4-iscsi the message routers_updated {{(pid=103095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 09:01:31.672543 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-51e68f9f-5992-40a3-bb82-b80bba9a3c7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (49a5de4c-e6aa-46de-b27a-3fc46fb67210), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:31.675043 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-51e68f9f-5992-40a3-bb82-b80bba9a3c7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:31.676184 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-51e68f9f-5992-40a3-bb82-b80bba9a3c7c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/49a5de4c-e6aa-46de-b27a-3fc46fb67210 HTTP/1.1" status: 204 len: 168 time: 0.4844120 Mar 16 09:01:31.677475 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-003bf437-58db-4e31-91ca-7418918778b5 admin admin] 10.222.0.18 "PUT /v2.0/routers/338017eb-a2c2-460a-80d4-65143e833c3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8147509 Mar 16 09:01:31.791415 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvr_db [None req-f2d390a4-f8bd-49e3-9766-b1ddc4f16e49 None None] Set router 2df2c62d-5582-4298-bce8-eae327467d6d gateway port host: dv-cinder-831776-4-iscsi {{(pid=103098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:01:31.810113 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e94a1d2-a06a-4f6f-9380-39c6466c7d55 admin admin] Pushing event updated for resources: {'Port': ['ID=47fcdb74-ada2-419e-b82d-f3e229027f7c,revision_number=2']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:01:31.824501 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e94a1d2-a06a-4f6f-9380-39c6466c7d55 admin admin] Network 71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625 is already hosted by enough agents. {{(pid=103096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 09:01:31.827160 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e68f9f-5992-40a3-bb82-b80bba9a3c7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a5de4c-e6aa-46de-b27a-3fc46fb67210,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:01:31.830469 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.base_scheduler [None req-7e94a1d2-a06a-4f6f-9380-39c6466c7d55 admin admin] Resources bound (agent type, host, resource id): {{(pid=103096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 09:01:31.929294 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-2b4d620c-5b66-4f34-b1bf-69ebd9ec64f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'name': 'tempest-AttachVolumeNegativeTest-1056632038-router', 'tenant_id': 'cb287d834c3747da825c3d4bb412c949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '7b0f9b77-20b4-499c-ba37-3133a7150cf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:01:23Z', 'updated_at': '2022-03-16T09:01:30Z', 'revision_number': 4, 'project_id': 'cb287d834c3747da825c3d4bb412c949', 'gw_port': {'id': '7b0f9b77-20b4-499c-ba37-3133a7150cf0', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1e:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:24Z', 'updated_at': '2022-03-16T09:01:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_interfaces': [{'id': '47fcdb74-ada2-419e-b82d-f3e229027f7c', 'name': '', 'network_id': '71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625', 'tenant_id': 'cb287d834c3747da825c3d4bb412c949', 'mac_address': 'fa:16:3e:c2:b1:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '21cfdeb1-bd49-41a4-bdcb-784e8ee0104b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:29Z', 'updated_at': '2022-03-16T09:01:30Z', 'revision_number': 1, 'project_id': 'cb287d834c3747da825c3d4bb412c949', 'subnets': [{'id': '21cfdeb1-bd49-41a4-bdcb-784e8ee0104b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:01:32.027168 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4d620c-5b66-4f34-b1bf-69ebd9ec64f9 None None] The sync data for ids ['28a9d4e1-c387-4942-b7b4-294aa846a1f4'] in dv-cinder-831776-4-iscsi is: [{'id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'name': 'tempest-AttachVolumeNegativeTest-1056632038-router', 'tenant_id': 'cb287d834c3747da825c3d4bb412c949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '7b0f9b77-20b4-499c-ba37-3133a7150cf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:01:23Z', 'updated_at': '2022-03-16T09:01:30Z', 'revision_number': 4, 'project_id': 'cb287d834c3747da825c3d4bb412c949', 'gw_port': {'id': '7b0f9b77-20b4-499c-ba37-3133a7150cf0', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1e:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:24Z', 'updated_at': '2022-03-16T09:01:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_interfaces': [{'id': '47fcdb74-ada2-419e-b82d-f3e229027f7c', 'name': '', 'network_id': '71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625', 'tenant_id': 'cb287d834c3747da825c3d4bb412c949', 'mac_address': 'fa:16:3e:c2:b1:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '21cfdeb1-bd49-41a4-bdcb-784e8ee0104b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:29Z', 'updated_at': '2022-03-16T09:01:30Z', 'revision_number': 1, 'project_id': 'cb287d834c3747da825c3d4bb412c949', 'subnets': [{'id': '21cfdeb1-bd49-41a4-bdcb-784e8ee0104b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 09:01:32.139697 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device f7ac5e63-38b0-485c-9ed7-7ad0e0435768 up at agent ovs-agent-dv-cinder-831776-4-iscsi {{(pid=103097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 09:01:32.190501 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e94a1d2-a06a-4f6f-9380-39c6466c7d55 admin admin] Router 28a9d4e1-c387-4942-b7b4-294aa846a1f4 has already been hosted by L3 agent 09ce795b-eeca-4b3b-9d7f-577d9443cb21 {{(pid=103096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 09:01:32.266166 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Provisioning complete for port f7ac5e63-38b0-485c-9ed7-7ad0e0435768 triggered by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:01:32.266785 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (f7ac5e63-38b0-485c-9ed7-7ad0e0435768), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:32.387798 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-f2d390a4-f8bd-49e3-9766-b1ddc4f16e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df2c62d-5582-4298-bce8-eae327467d6d', 'name': 'tempest-AttachVolumeTestJSON-1028812111-router', 'tenant_id': '038ce3c42c064d11ab4e77d47b819ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': 'f6b31a4c-cee9-42ec-bd05-d81200f3903a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:01:25Z', 'updated_at': '2022-03-16T09:01:28Z', 'revision_number': 3, 'project_id': '038ce3c42c064d11ab4e77d47b819ba5', 'gw_port': {'id': 'f6b31a4c-cee9-42ec-bd05-d81200f3903a', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:92:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df2c62d-5582-4298-bce8-eae327467d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:26Z', 'updated_at': '2022-03-16T09:01:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi'}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:01:32.399704 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e94a1d2-a06a-4f6f-9380-39c6466c7d55 admin admin] Notify agent at l3_agent.dv-cinder-831776-4-iscsi the message routers_updated {{(pid=103096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 09:01:32.415433 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-7e94a1d2-a06a-4f6f-9380-39c6466c7d55 admin admin] 10.222.0.18 "PUT /v2.0/routers/28a9d4e1-c387-4942-b7b4-294aa846a1f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8319700 Mar 16 09:01:32.478151 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d390a4-f8bd-49e3-9766-b1ddc4f16e49 None None] Checking router: 2df2c62d-5582-4298-bce8-eae327467d6d for host: dv-cinder-831776-4-iscsi {{(pid=103098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 09:01:32.478279 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d390a4-f8bd-49e3-9766-b1ddc4f16e49 None None] Updating router 2df2c62d-5582-4298-bce8-eae327467d6d port f6b31a4c-cee9-42ec-bd05-d81200f3903a binding host dv-cinder-831776-4-iscsi {{(pid=103098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 09:01:32.492812 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-500bfa33-02c1-463a-bc8e-e940d5b12452 None None] Provisioning complete for port 47fcdb74-ada2-419e-b82d-f3e229027f7c triggered by entity DHCP. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:01:32.493798 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-500bfa33-02c1-463a-bc8e-e940d5b12452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (47fcdb74-ada2-419e-b82d-f3e229027f7c), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:32.580287 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f2d390a4-f8bd-49e3-9766-b1ddc4f16e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (f6b31a4c-cee9-42ec-bd05-d81200f3903a), before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:32.610506 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-500bfa33-02c1-463a-bc8e-e940d5b12452 None None] Port 47fcdb74-ada2-419e-b82d-f3e229027f7c cannot update to ACTIVE because it is not bound. {{(pid=103097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 09:01:32.629170 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Current status of the port f7ac5e63-38b0-485c-9ed7-7ad0e0435768 is: ACTIVE; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:01:32.629170 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device 93b3aabf-f53e-47d0-bbcd-a9ce5672c89c up at agent ovs-agent-dv-cinder-831776-4-iscsi {{(pid=103097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 09:01:32.672155 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-8d51d96e-0420-4aa5-841a-edb0ad8ce479 req-a37efea5-56e4-47f0-975a-df879dfe5322 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b492862-16c2-42cb-bca8-a1d344b8a984 HTTP/1.1" status: 200 len: 210 time: 0.0919321 Mar 16 09:01:32.852966 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Provisioning complete for port 93b3aabf-f53e-47d0-bbcd-a9ce5672c89c triggered by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:01:32.852966 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (93b3aabf-f53e-47d0-bbcd-a9ce5672c89c), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:32.940220 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e5262063-8917-48ad-8a8d-ec9254f61556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:32.965501 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130a4a5c-421a-49b6-99d6-77f781944e08 None None] Sync routers for ids ['338017eb-a2c2-460a-80d4-65143e833c3f'] in dv-cinder-831776-4-iscsi {{(pid=103097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 09:01:33.047681 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60efe0-2680-451e-b76b-eeb19cdd7ef8 req-a6abcaca-6c3e-41b4-a749-ab5992a2959c tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:01:33.052319 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130a4a5c-421a-49b6-99d6-77f781944e08 None None] Routers {'338017eb-a2c2-460a-80d4-65143e833c3f'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:01:33.053292 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-130a4a5c-421a-49b6-99d6-77f781944e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:01:23Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['338017eb-a2c2-460a-80d4-65143e833c3f'], 'active': True} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:01:33.062207 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2e60efe0-2680-451e-b76b-eeb19cdd7ef8 req-a6abcaca-6c3e-41b4-a749-ab5992a2959c tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/networks?id=c71322ee-b7a0-4c22-8a3c-0690c3f2a338 HTTP/1.1" status: 200 len: 818 time: 0.2779112 Mar 16 09:01:33.084612 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2e60efe0-2680-451e-b76b-eeb19cdd7ef8 req-ee9e4db1-507a-474d-9d4c-1c0f73fcb241 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/quotas/8ab3e25cb83341919d112753e22938a2 HTTP/1.1" status: 200 len: 375 time: 0.0212817 Mar 16 09:01:33.190435 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvr_db [None req-130a4a5c-421a-49b6-99d6-77f781944e08 None None] Set router 338017eb-a2c2-460a-80d4-65143e833c3f gateway port host: dv-cinder-831776-4-iscsi {{(pid=103097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:01:33.220718 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2e60efe0-2680-451e-b76b-eeb19cdd7ef8 req-0146f7ca-8f82-4539-ac4b-8efc0830dbfa tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8ab3e25cb83341919d112753e22938a2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1347456 Mar 16 09:01:33.229981 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-e5262063-8917-48ad-8a8d-ec9254f61556 admin admin] Allocated IP 172.20.0.1 (95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c/653dccd0-3a12-4ac0-9cc2-5a0bfeaf34e7/2710fcff-2d87-4145-8e0c-0196ae6903e2) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 09:01:33.299648 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Current status of the port 93b3aabf-f53e-47d0-bbcd-a9ce5672c89c is: DOWN; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:01:33.300128 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (93b3aabf-f53e-47d0-bbcd-a9ce5672c89c), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:33.390874 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e5262063-8917-48ad-8a8d-ec9254f61556 admin admin] Publish callbacks [] for port (2710fcff-2d87-4145-8e0c-0196ae6903e2), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:33.410215 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2e60efe0-2680-451e-b76b-eeb19cdd7ef8 req-04801327-e7b0-4d9d-8e28-10228badcf59 service neutron] 10.222.0.18 "GET /v2.0/networks/c71322ee-b7a0-4c22-8a3c-0690c3f2a338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867678 Mar 16 09:01:33.476292 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] For port 93b3aabf-f53e-47d0-bbcd-a9ce5672c89c, host dv-cinder-831776-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-4-iscsi',level=0,port_id=93b3aabf-f53e-47d0-bbcd-a9ce5672c89c,segment=NetworkSegment(627a1704-08f1-4a54-a35a-53ba84ce9e35),segment_id=627a1704-08f1-4a54-a35a-53ba84ce9e35)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:01:33.500592 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (93b3aabf-f53e-47d0-bbcd-a9ce5672c89c), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:33.510691 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e5262063-8917-48ad-8a8d-ec9254f61556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732012762709'] for port (2710fcff-2d87-4145-8e0c-0196ae6903e2), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:33.631626 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2e60efe0-2680-451e-b76b-eeb19cdd7ef8 req-8305bf83-b5eb-468a-984e-e5e4f839b1b8 service neutron] 10.222.0.18 "GET /v2.0/networks/c71322ee-b7a0-4c22-8a3c-0690c3f2a338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201693 Mar 16 09:01:33.642037 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5262063-8917-48ad-8a8d-ec9254f61556 admin admin] Network 95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 09:01:33.649612 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Pushing event updated for resources: {'Port': ['ID=93b3aabf-f53e-47d0-bbcd-a9ce5672c89c,revision_number=4']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:01:33.660003 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f2d390a4-f8bd-49e3-9766-b1ddc4f16e49 None None] Publish callbacks [] for port (f6b31a4c-cee9-42ec-bd05-d81200f3903a), precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:33.667286 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-e5262063-8917-48ad-8a8d-ec9254f61556 admin admin] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 09:01:33.675230 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5262063-8917-48ad-8a8d-ec9254f61556 admin admin] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 09:01:33.675771 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e5262063-8917-48ad-8a8d-ec9254f61556 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-557441'] for router_interface (2df2c62d-5582-4298-bce8-eae327467d6d), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:33.681846 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f2d390a4-f8bd-49e3-9766-b1ddc4f16e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (f6b31a4c-cee9-42ec-bd05-d81200f3903a), after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:33.684201 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5262063-8917-48ad-8a8d-ec9254f61556 admin admin] Pushing event updated for resources: {'Port': ['ID=2710fcff-2d87-4145-8e0c-0196ae6903e2,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:01:33.852686 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-130a4a5c-421a-49b6-99d6-77f781944e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338017eb-a2c2-460a-80d4-65143e833c3f', 'name': 'tempest-ServerRescueNegativeTestJSON-466589768-router', 'tenant_id': '8ab3e25cb83341919d112753e22938a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '93b3aabf-f53e-47d0-bbcd-a9ce5672c89c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:01:22Z', 'updated_at': '2022-03-16T09:01:30Z', 'revision_number': 4, 'project_id': '8ab3e25cb83341919d112753e22938a2', 'gw_port': {'id': '93b3aabf-f53e-47d0-bbcd-a9ce5672c89c', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:42:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '338017eb-a2c2-460a-80d4-65143e833c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:23Z', 'updated_at': '2022-03-16T09:01:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_interfaces': [{'id': '61b425d9-aa08-42f3-b941-cc41b406df64', 'name': '', 'network_id': 'c71322ee-b7a0-4c22-8a3c-0690c3f2a338', 'tenant_id': '8ab3e25cb83341919d112753e22938a2', 'mac_address': 'fa:16:3e:58:4f:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '338017eb-a2c2-460a-80d4-65143e833c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2d141d65-2c6e-46bc-b682-986a7d0cd81b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:28Z', 'updated_at': '2022-03-16T09:01:30Z', 'revision_number': 2, 'project_id': '8ab3e25cb83341919d112753e22938a2', 'subnets': [{'id': '2d141d65-2c6e-46bc-b682-986a7d0cd81b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:01:33.858955 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c639531-f851-4161-ab3a-72bb0fe340f0 None None] Pushing event updated for resources: {'Port': ['ID=f6b31a4c-cee9-42ec-bd05-d81200f3903a,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:01:33.873035 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-f2d390a4-f8bd-49e3-9766-b1ddc4f16e49 None None] Attempting to bind port f6b31a4c-cee9-42ec-bd05-d81200f3903a on host dv-cinder-831776-4-iscsi for vnic_type normal with profile {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 09:01:33.873538 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-f2d390a4-f8bd-49e3-9766-b1ddc4f16e49 None None] Attempting to bind port f6b31a4c-cee9-42ec-bd05-d81200f3903a by drivers openvswitch,hyperv on host dv-cinder-831776-4-iscsi at level 0 using segments [{'id': '627a1704-08f1-4a54-a35a-53ba84ce9e35', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab'}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 09:01:33.873996 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d390a4-f8bd-49e3-9766-b1ddc4f16e49 None None] Attempting to bind port f6b31a4c-cee9-42ec-bd05-d81200f3903a on network c4839873-0f35-4ea4-8707-46bf79a3edab {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 09:01:33.880978 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d390a4-f8bd-49e3-9766-b1ddc4f16e49 None None] Checking agent: {'id': '489981c6-9aaa-401c-bd41-6b42e027a228', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 8, 53, 27), 'started_at': datetime.datetime(2022, 3, 16, 8, 53, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 9, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 09:01:33.896774 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 44680) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:01:33.897486 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d390a4-f8bd-49e3-9766-b1ddc4f16e49 None None] Checking segment: {'id': '627a1704-08f1-4a54-a35a-53ba84ce9e35', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 09:01:33.897957 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f2d390a4-f8bd-49e3-9766-b1ddc4f16e49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:33.899504 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d390a4-f8bd-49e3-9766-b1ddc4f16e49 None None] Bound using segment: {'id': '627a1704-08f1-4a54-a35a-53ba84ce9e35', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab'} {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 09:01:33.900020 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-f2d390a4-f8bd-49e3-9766-b1ddc4f16e49 None None] Bound port: f6b31a4c-cee9-42ec-bd05-d81200f3903a, host: dv-cinder-831776-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '627a1704-08f1-4a54-a35a-53ba84ce9e35', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab'}}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 09:01:33.900409 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f2d390a4-f8bd-49e3-9766-b1ddc4f16e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (f6b31a4c-cee9-42ec-bd05-d81200f3903a), before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:33.902890 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.v2.base [None req-08f183fb-b50b-459a-8d46-f05e0fd96381 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1550469758', 'description': 'tempest-description--1486746514'}} {{(pid=103096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:01:33.958289 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130a4a5c-421a-49b6-99d6-77f781944e08 None None] Checking router: 338017eb-a2c2-460a-80d4-65143e833c3f for host: dv-cinder-831776-4-iscsi {{(pid=103097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 09:01:33.958659 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130a4a5c-421a-49b6-99d6-77f781944e08 None None] Updating router 338017eb-a2c2-460a-80d4-65143e833c3f port 61b425d9-aa08-42f3-b941-cc41b406df64 binding host dv-cinder-831776-4-iscsi {{(pid=103097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 09:01:33.998107 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-08f183fb-b50b-459a-8d46-f05e0fd96381 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks [] for security_group (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:34.092208 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-130a4a5c-421a-49b6-99d6-77f781944e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (61b425d9-aa08-42f3-b941-cc41b406df64), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:34.099978 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-f2d390a4-f8bd-49e3-9766-b1ddc4f16e49 None None] For port f6b31a4c-cee9-42ec-bd05-d81200f3903a, host dv-cinder-831776-4-iscsi, cleared binding levels {{(pid=103098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 09:01:34.104864 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-f2d390a4-f8bd-49e3-9766-b1ddc4f16e49 None None] For port f6b31a4c-cee9-42ec-bd05-d81200f3903a, host dv-cinder-831776-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-4-iscsi',level=0,port_id=f6b31a4c-cee9-42ec-bd05-d81200f3903a,segment=NetworkSegment(627a1704-08f1-4a54-a35a-53ba84ce9e35),segment_id=627a1704-08f1-4a54-a35a-53ba84ce9e35)] {{(pid=103098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 09:01:34.120994 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f2d390a4-f8bd-49e3-9766-b1ddc4f16e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (f6b31a4c-cee9-42ec-bd05-d81200f3903a), after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:34.204387 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-d58b71a2-b7d2-451c-946b-c481bb4babdd req-a114a52c-49b4-43c8-8b49-c315735b1b66 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=1033cdc1-c72e-492f-9352-14e5302515cf HTTP/1.1" status: 200 len: 210 time: 0.1408772 Mar 16 09:01:34.238628 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-dd8c018f-3996-423a-a2ab-ee667d02b0d4 None None] Provisioning complete for port 2710fcff-2d87-4145-8e0c-0196ae6903e2 triggered by entity DHCP. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:01:34.240077 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e5262063-8917-48ad-8a8d-ec9254f61556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (2710fcff-2d87-4145-8e0c-0196ae6903e2), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:34.241130 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-dd8c018f-3996-423a-a2ab-ee667d02b0d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (2710fcff-2d87-4145-8e0c-0196ae6903e2), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:34.248200 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device 93b3aabf-f53e-47d0-bbcd-a9ce5672c89c up at agent ovs-agent-dv-cinder-831776-4-iscsi {{(pid=103097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 09:01:34.294678 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-abc9ce78-eda3-4e0c-b091-a0b74a613ab6 req-9bc56618-3c71-41fa-be37-dca78482e131 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b492862-16c2-42cb-bca8-a1d344b8a984 HTTP/1.1" status: 200 len: 210 time: 0.1149418 Mar 16 09:01:34.306140 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d390a4-f8bd-49e3-9766-b1ddc4f16e49 None None] Routers {'2df2c62d-5582-4298-bce8-eae327467d6d'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:01:34.318622 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-f2d390a4-f8bd-49e3-9766-b1ddc4f16e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:01:23Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['2df2c62d-5582-4298-bce8-eae327467d6d'], 'active': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:01:34.399703 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-08f183fb-b50b-459a-8d46-f05e0fd96381 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks [] for security_group (b859da8d-0bdd-4a56-bb49-6face617f34b), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:34.413568 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-08f183fb-b50b-459a-8d46-f05e0fd96381 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (b859da8d-0bdd-4a56-bb49-6face617f34b), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:34.424738 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-dd8c018f-3996-423a-a2ab-ee667d02b0d4 None None] Port 2710fcff-2d87-4145-8e0c-0196ae6903e2 cannot update to ACTIVE because it is not bound. {{(pid=103097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 09:01:34.546231 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-08f183fb-b50b-459a-8d46-f05e0fd96381 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks [] for security_group (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:34.547770 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-08f183fb-b50b-459a-8d46-f05e0fd96381 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.6491334 Mar 16 09:01:34.552651 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 44718) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:01:34.567472 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.v2.base [None req-b99d01ba-29a3-41e9-a8a6-376546fca945 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Request body: {'security_group_rule': {'security_group_id': 'b859da8d-0bdd-4a56-bb49-6face617f34b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:01:34.567745 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvr_db [None req-f2d390a4-f8bd-49e3-9766-b1ddc4f16e49 None None] Set router 2df2c62d-5582-4298-bce8-eae327467d6d gateway port host: dv-cinder-831776-4-iscsi {{(pid=103098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:01:34.643899 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f183fb-b50b-459a-8d46-f05e0fd96381 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b859da8d-0bdd-4a56-bb49-6face617f34b,revision_number=1']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:01:34.657088 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Provisioning complete for port 93b3aabf-f53e-47d0-bbcd-a9ce5672c89c triggered by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:01:34.657828 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (93b3aabf-f53e-47d0-bbcd-a9ce5672c89c), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:34.676551 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c639531-f851-4161-ab3a-72bb0fe340f0 None None] Pushing event updated for resources: {'Port': ['ID=f6b31a4c-cee9-42ec-bd05-d81200f3903a,revision_number=3']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:01:34.827403 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e5262063-8917-48ad-8a8d-ec9254f61556 admin admin] Publish callbacks [] for port (2710fcff-2d87-4145-8e0c-0196ae6903e2), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:34.830361 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-b99d01ba-29a3-41e9-a8a6-376546fca945 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks [] for security_group_rule (b0646a71-1b4a-490b-b165-423b9e677c77), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:34.838257 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e5262063-8917-48ad-8a8d-ec9254f61556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (2710fcff-2d87-4145-8e0c-0196ae6903e2), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:34.838984 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e5262063-8917-48ad-8a8d-ec9254f61556 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560177'] for router_interface (2df2c62d-5582-4298-bce8-eae327467d6d), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:34.865601 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Current status of the port 93b3aabf-f53e-47d0-bbcd-a9ce5672c89c is: ACTIVE; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:01:34.867806 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device 7b0f9b77-20b4-499c-ba37-3133a7150cf0 up at agent ovs-agent-dv-cinder-831776-4-iscsi {{(pid=103097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 09:01:34.958488 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-f2d390a4-f8bd-49e3-9766-b1ddc4f16e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df2c62d-5582-4298-bce8-eae327467d6d', 'name': 'tempest-AttachVolumeTestJSON-1028812111-router', 'tenant_id': '038ce3c42c064d11ab4e77d47b819ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': 'f6b31a4c-cee9-42ec-bd05-d81200f3903a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:01:25Z', 'updated_at': '2022-03-16T09:01:34Z', 'revision_number': 4, 'project_id': '038ce3c42c064d11ab4e77d47b819ba5', 'gw_port': {'id': 'f6b31a4c-cee9-42ec-bd05-d81200f3903a', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:92:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df2c62d-5582-4298-bce8-eae327467d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:26Z', 'updated_at': '2022-03-16T09:01:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_interfaces': [{'id': '2710fcff-2d87-4145-8e0c-0196ae6903e2', 'name': '', 'network_id': '95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c', 'tenant_id': '038ce3c42c064d11ab4e77d47b819ba5', 'mac_address': 'fa:16:3e:72:6c:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df2c62d-5582-4298-bce8-eae327467d6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '653dccd0-3a12-4ac0-9cc2-5a0bfeaf34e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:32Z', 'updated_at': '2022-03-16T09:01:33Z', 'revision_number': 1, 'project_id': '038ce3c42c064d11ab4e77d47b819ba5', 'subnets': [{'id': '653dccd0-3a12-4ac0-9cc2-5a0bfeaf34e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:01:34.999395 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc5c1ad-265e-45b0-ad86-d2b6d769fdeb req-8c0a8d2b-eb11-4b3f-8653-54975228e30b tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:01:35.009162 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d390a4-f8bd-49e3-9766-b1ddc4f16e49 None None] The sync data for ids ['2df2c62d-5582-4298-bce8-eae327467d6d'] in dv-cinder-831776-4-iscsi is: [{'id': '2df2c62d-5582-4298-bce8-eae327467d6d', 'name': 'tempest-AttachVolumeTestJSON-1028812111-router', 'tenant_id': '038ce3c42c064d11ab4e77d47b819ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': 'f6b31a4c-cee9-42ec-bd05-d81200f3903a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:01:25Z', 'updated_at': '2022-03-16T09:01:34Z', 'revision_number': 4, 'project_id': '038ce3c42c064d11ab4e77d47b819ba5', 'gw_port': {'id': 'f6b31a4c-cee9-42ec-bd05-d81200f3903a', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:92:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df2c62d-5582-4298-bce8-eae327467d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:26Z', 'updated_at': '2022-03-16T09:01:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_interfaces': [{'id': '2710fcff-2d87-4145-8e0c-0196ae6903e2', 'name': '', 'network_id': '95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c', 'tenant_id': '038ce3c42c064d11ab4e77d47b819ba5', 'mac_address': 'fa:16:3e:72:6c:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df2c62d-5582-4298-bce8-eae327467d6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '653dccd0-3a12-4ac0-9cc2-5a0bfeaf34e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:32Z', 'updated_at': '2022-03-16T09:01:33Z', 'revision_number': 1, 'project_id': '038ce3c42c064d11ab4e77d47b819ba5', 'subnets': [{'id': '653dccd0-3a12-4ac0-9cc2-5a0bfeaf34e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 09:01:35.015862 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-0dc5c1ad-265e-45b0-ad86-d2b6d769fdeb req-8c0a8d2b-eb11-4b3f-8653-54975228e30b tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/networks?id=c71322ee-b7a0-4c22-8a3c-0690c3f2a338 HTTP/1.1" status: 200 len: 818 time: 0.4109738 Mar 16 09:01:35.062187 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-0dc5c1ad-265e-45b0-ad86-d2b6d769fdeb req-de5a1f93-fc83-4f7c-bdb4-ec5b964d2fca tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/quotas/8ab3e25cb83341919d112753e22938a2 HTTP/1.1" status: 200 len: 375 time: 0.0431914 Mar 16 09:01:35.093608 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-b99d01ba-29a3-41e9-a8a6-376546fca945 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks [] for security_group_rule (b0646a71-1b4a-490b-b165-423b9e677c77), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:35.117459 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5262063-8917-48ad-8a8d-ec9254f61556 admin admin] Pushing event updated for resources: {'Port': ['ID=2710fcff-2d87-4145-8e0c-0196ae6903e2,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:01:35.129687 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5262063-8917-48ad-8a8d-ec9254f61556 admin admin] Network 95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 09:01:35.150613 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-e5262063-8917-48ad-8a8d-ec9254f61556 admin admin] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 09:01:35.213192 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-b99d01ba-29a3-41e9-a8a6-376546fca945 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548227'] for security_group_rule (b0646a71-1b4a-490b-b165-423b9e677c77), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:35.355364 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.48', 64628) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:01:35.356787 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Provisioning complete for port 7b0f9b77-20b4-499c-ba37-3133a7150cf0 triggered by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:01:35.357525 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (7b0f9b77-20b4-499c-ba37-3133a7150cf0), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:35.363438 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99d01ba-29a3-41e9-a8a6-376546fca945 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0646a71-1b4a-490b-b165-423b9e677c77,revision_number=0']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:01:35.400432 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-130a4a5c-421a-49b6-99d6-77f781944e08 None None] Publish callbacks [] for port (61b425d9-aa08-42f3-b941-cc41b406df64), precommit_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:35.439801 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-130a4a5c-421a-49b6-99d6-77f781944e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (61b425d9-aa08-42f3-b941-cc41b406df64), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:35.529642 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5262063-8917-48ad-8a8d-ec9254f61556 admin admin] Router 2df2c62d-5582-4298-bce8-eae327467d6d has already been hosted by L3 agent 09ce795b-eeca-4b3b-9d7f-577d9443cb21 {{(pid=103095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 09:01:35.555596 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-b99d01ba-29a3-41e9-a8a6-376546fca945 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:35.563844 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-b99d01ba-29a3-41e9-a8a6-376546fca945 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0047688 Mar 16 09:01:35.564761 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 44760) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:01:35.590557 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.v2.base [None req-12cb5d7e-815e-4959-8f58-e045fe26c450 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Request body: {'security_group_rule': {'security_group_id': 'b859da8d-0bdd-4a56-bb49-6face617f34b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:01:35.762857 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b45046-a4b4-4d86-a879-0fc90e04a2b0 None None] Pushing event updated for resources: {'Port': ['ID=61b425d9-aa08-42f3-b941-cc41b406df64,revision_number=3']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:01:35.822964 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-08d66c49-4254-4332-aa7f-24759f2b1e11 req-4f96f4db-340f-4882-baff-77db2131408c tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b492862-16c2-42cb-bca8-a1d344b8a984 HTTP/1.1" status: 200 len: 210 time: 0.2404940 Mar 16 09:01:35.857979 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Current status of the port 7b0f9b77-20b4-499c-ba37-3133a7150cf0 is: DOWN; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:01:35.858643 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (7b0f9b77-20b4-499c-ba37-3133a7150cf0), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:35.879358 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-0dc5c1ad-265e-45b0-ad86-d2b6d769fdeb req-a83becff-ce44-46b5-9884-c173e30ead72 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8ab3e25cb83341919d112753e22938a2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8160036 Mar 16 09:01:35.886143 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] For port 7b0f9b77-20b4-499c-ba37-3133a7150cf0, host dv-cinder-831776-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-4-iscsi',level=0,port_id=7b0f9b77-20b4-499c-ba37-3133a7150cf0,segment=NetworkSegment(627a1704-08f1-4a54-a35a-53ba84ce9e35),segment_id=627a1704-08f1-4a54-a35a-53ba84ce9e35)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:01:35.926812 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-36b19451-7ea4-41f7-b2f9-f40a14dff636 None None] Provisioning complete for port 2710fcff-2d87-4145-8e0c-0196ae6903e2 triggered by entity DHCP. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:01:35.930027 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-36b19451-7ea4-41f7-b2f9-f40a14dff636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (2710fcff-2d87-4145-8e0c-0196ae6903e2), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:36.013714 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (7b0f9b77-20b4-499c-ba37-3133a7150cf0), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:36.043088 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b24871-05a6-4024-9d2a-1c94feda35af req-be1598bf-3fe4-4e6c-8764-795e0c539f0d tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:01:36.044302 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-d0b24871-05a6-4024-9d2a-1c94feda35af req-be1598bf-3fe4-4e6c-8764-795e0c539f0d tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.48 "GET /v2.0/networks?id=8b046261-d957-422c-a8fc-d2678ef8eea0 HTTP/1.1" status: 200 len: 811 time: 0.6819410 Mar 16 09:01:36.056352 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-12cb5d7e-815e-4959-8f58-e045fe26c450 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks [] for security_group_rule (4205b41b-4ea2-4c60-9801-c5f1fe078b6d), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:36.074164 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-36b19451-7ea4-41f7-b2f9-f40a14dff636 None None] Port 2710fcff-2d87-4145-8e0c-0196ae6903e2 cannot update to ACTIVE because it is not bound. {{(pid=103097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 09:01:36.166153 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-0dc5c1ad-265e-45b0-ad86-d2b6d769fdeb req-3826c26e-0c50-4e4c-b81e-678ea9431a66 service neutron] 10.222.0.18 "GET /v2.0/networks/c71322ee-b7a0-4c22-8a3c-0690c3f2a338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640865 Mar 16 09:01:36.205385 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-12cb5d7e-815e-4959-8f58-e045fe26c450 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks [] for security_group_rule (4205b41b-4ea2-4c60-9801-c5f1fe078b6d), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:36.222756 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-12cb5d7e-815e-4959-8f58-e045fe26c450 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548227'] for security_group_rule (4205b41b-4ea2-4c60-9801-c5f1fe078b6d), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:36.229164 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.managers [None req-130a4a5c-421a-49b6-99d6-77f781944e08 None None] Attempting to bind port 61b425d9-aa08-42f3-b941-cc41b406df64 on host dv-cinder-831776-4-iscsi for vnic_type normal with profile {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 09:01:36.229614 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.managers [None req-130a4a5c-421a-49b6-99d6-77f781944e08 None None] Attempting to bind port 61b425d9-aa08-42f3-b941-cc41b406df64 by drivers openvswitch,hyperv on host dv-cinder-831776-4-iscsi at level 0 using segments [{'id': '5b627dff-5249-4282-aff3-05e4560ab219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'c71322ee-b7a0-4c22-8a3c-0690c3f2a338'}] {{(pid=103097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 09:01:36.229979 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130a4a5c-421a-49b6-99d6-77f781944e08 None None] Attempting to bind port 61b425d9-aa08-42f3-b941-cc41b406df64 on network c71322ee-b7a0-4c22-8a3c-0690c3f2a338 {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 09:01:36.237344 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130a4a5c-421a-49b6-99d6-77f781944e08 None None] Checking agent: {'id': '489981c6-9aaa-401c-bd41-6b42e027a228', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 8, 53, 27), 'started_at': datetime.datetime(2022, 3, 16, 8, 53, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 9, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 09:01:36.237821 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130a4a5c-421a-49b6-99d6-77f781944e08 None None] Checking segment: {'id': '5b627dff-5249-4282-aff3-05e4560ab219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'c71322ee-b7a0-4c22-8a3c-0690c3f2a338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 09:01:36.238277 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-130a4a5c-421a-49b6-99d6-77f781944e08 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:36.238677 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130a4a5c-421a-49b6-99d6-77f781944e08 None None] Bound using segment: {'id': '5b627dff-5249-4282-aff3-05e4560ab219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'c71322ee-b7a0-4c22-8a3c-0690c3f2a338'} {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 09:01:36.239157 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.managers [None req-130a4a5c-421a-49b6-99d6-77f781944e08 None None] Bound port: 61b425d9-aa08-42f3-b941-cc41b406df64, host: dv-cinder-831776-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b627dff-5249-4282-aff3-05e4560ab219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'c71322ee-b7a0-4c22-8a3c-0690c3f2a338'}}] {{(pid=103097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 09:01:36.239601 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-130a4a5c-421a-49b6-99d6-77f781944e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (61b425d9-aa08-42f3-b941-cc41b406df64), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:36.263715 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5262063-8917-48ad-8a8d-ec9254f61556 admin admin] Notify agent at l3_agent.dv-cinder-831776-4-iscsi the message routers_updated {{(pid=103095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 09:01:36.269104 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Pushing event updated for resources: {'Port': ['ID=7b0f9b77-20b4-499c-ba37-3133a7150cf0,revision_number=4']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:01:36.289467 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cb5d7e-815e-4959-8f58-e045fe26c450 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4205b41b-4ea2-4c60-9801-c5f1fe078b6d,revision_number=0']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:01:36.299663 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-e5262063-8917-48ad-8a8d-ec9254f61556 admin admin] 10.222.0.18 "PUT /v2.0/routers/2df2c62d-5582-4298-bce8-eae327467d6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6640148 Mar 16 09:01:36.327893 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-12cb5d7e-815e-4959-8f58-e045fe26c450 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:36.333427 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-12cb5d7e-815e-4959-8f58-e045fe26c450 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7555990 Mar 16 09:01:36.336459 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 44802) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:01:36.344587 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.v2.base [None req-154faa2d-2fee-4ce9-9d03-71ea2ee92102 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Request body: {'floatingip': {'floating_network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab'}} {{(pid=103095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:01:36.361312 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-130a4a5c-421a-49b6-99d6-77f781944e08 None None] For port 61b425d9-aa08-42f3-b941-cc41b406df64, host dv-cinder-831776-4-iscsi, cleared binding levels {{(pid=103097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 09:01:36.364945 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-130a4a5c-421a-49b6-99d6-77f781944e08 None None] For port 61b425d9-aa08-42f3-b941-cc41b406df64, host dv-cinder-831776-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-4-iscsi',level=0,port_id=61b425d9-aa08-42f3-b941-cc41b406df64,segment=NetworkSegment(5b627dff-5249-4282-aff3-05e4560ab219),segment_id=5b627dff-5249-4282-aff3-05e4560ab219)] {{(pid=103097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 09:01:36.390289 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-130a4a5c-421a-49b6-99d6-77f781944e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (61b425d9-aa08-42f3-b941-cc41b406df64), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:36.431834 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-154faa2d-2fee-4ce9-9d03-71ea2ee92102 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:36.441149 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbb14e2-240d-4161-8b67-e64713c677a5 None None] Sync routers for ids ['28a9d4e1-c387-4942-b7b4-294aa846a1f4'] in dv-cinder-831776-4-iscsi {{(pid=103098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 09:01:36.468783 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-0dc5c1ad-265e-45b0-ad86-d2b6d769fdeb req-824ebc79-2f23-4194-a0e2-75b21864af32 service neutron] 10.222.0.18 "GET /v2.0/networks/c71322ee-b7a0-4c22-8a3c-0690c3f2a338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2927382 Mar 16 09:01:36.471472 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbb14e2-240d-4161-8b67-e64713c677a5 None None] Routers {'28a9d4e1-c387-4942-b7b4-294aa846a1f4'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:01:36.472744 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-bbbb14e2-240d-4161-8b67-e64713c677a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:01:23Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['28a9d4e1-c387-4942-b7b4-294aa846a1f4'], 'active': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:01:36.601068 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130a4a5c-421a-49b6-99d6-77f781944e08 None None] Routers {'338017eb-a2c2-460a-80d4-65143e833c3f'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:01:36.601811 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-130a4a5c-421a-49b6-99d6-77f781944e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:01:23Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['338017eb-a2c2-460a-80d4-65143e833c3f'], 'active': True} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:01:36.605088 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b45046-a4b4-4d86-a879-0fc90e04a2b0 None None] Pushing event updated for resources: {'Port': ['ID=61b425d9-aa08-42f3-b941-cc41b406df64,revision_number=4']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:01:36.845687 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvr_db [None req-130a4a5c-421a-49b6-99d6-77f781944e08 None None] Set router 338017eb-a2c2-460a-80d4-65143e833c3f gateway port host: dv-cinder-831776-4-iscsi {{(pid=103097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:01:36.904373 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvr_db [None req-bbbb14e2-240d-4161-8b67-e64713c677a5 None None] Set router 28a9d4e1-c387-4942-b7b4-294aa846a1f4 gateway port host: dv-cinder-831776-4-iscsi {{(pid=103098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:01:36.967213 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2710fa97-c3e9-4803-9de9-0f42ed322d52 req-83b749ce-d42d-4c99-b42f-ec62d2745d9e tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=232ab7d6-42dc-4ce8-bcc4-e60daa208b35 HTTP/1.1" status: 200 len: 210 time: 0.0689743 Mar 16 09:01:37.007361 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-154faa2d-2fee-4ce9-9d03-71ea2ee92102 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:37.070507 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 44830) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:01:37.142006 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-de2d0e0e-c813-4ba5-a891-ecc80b147449 req-77c70ccc-0b26-4654-9d03-bb05e1cf3a5b tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b492862-16c2-42cb-bca8-a1d344b8a984 HTTP/1.1" status: 200 len: 210 time: 0.0840971 Mar 16 09:01:37.299048 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-154faa2d-2fee-4ce9-9d03-71ea2ee92102 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Allocated IP 172.27.1.179 (c4839873-0f35-4ea4-8707-46bf79a3edab/25bf7ac3-5945-4bb8-8d8f-087cde6dd03d/353439b0-1341-4cd3-aed8-4e827b3a7ca7) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 09:01:37.333888 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-80b52fc2-f1f9-490c-84f9-7c255ee6e3bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:37.335804 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-130a4a5c-421a-49b6-99d6-77f781944e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338017eb-a2c2-460a-80d4-65143e833c3f', 'name': 'tempest-ServerRescueNegativeTestJSON-466589768-router', 'tenant_id': '8ab3e25cb83341919d112753e22938a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '93b3aabf-f53e-47d0-bbcd-a9ce5672c89c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:01:22Z', 'updated_at': '2022-03-16T09:01:30Z', 'revision_number': 4, 'project_id': '8ab3e25cb83341919d112753e22938a2', 'gw_port': {'id': '93b3aabf-f53e-47d0-bbcd-a9ce5672c89c', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:42:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338017eb-a2c2-460a-80d4-65143e833c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:23Z', 'updated_at': '2022-03-16T09:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_interfaces': [{'id': '61b425d9-aa08-42f3-b941-cc41b406df64', 'name': '', 'network_id': 'c71322ee-b7a0-4c22-8a3c-0690c3f2a338', 'tenant_id': '8ab3e25cb83341919d112753e22938a2', 'mac_address': 'fa:16:3e:58:4f:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '338017eb-a2c2-460a-80d4-65143e833c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2d141d65-2c6e-46bc-b682-986a7d0cd81b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:28Z', 'updated_at': '2022-03-16T09:01:36Z', 'revision_number': 4, 'project_id': '8ab3e25cb83341919d112753e22938a2', 'subnets': [{'id': '2d141d65-2c6e-46bc-b682-986a7d0cd81b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:01:37.388981 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130a4a5c-421a-49b6-99d6-77f781944e08 None None] The sync data for ids ['338017eb-a2c2-460a-80d4-65143e833c3f'] in dv-cinder-831776-4-iscsi is: [{'id': '338017eb-a2c2-460a-80d4-65143e833c3f', 'name': 'tempest-ServerRescueNegativeTestJSON-466589768-router', 'tenant_id': '8ab3e25cb83341919d112753e22938a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '93b3aabf-f53e-47d0-bbcd-a9ce5672c89c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:01:22Z', 'updated_at': '2022-03-16T09:01:30Z', 'revision_number': 4, 'project_id': '8ab3e25cb83341919d112753e22938a2', 'gw_port': {'id': '93b3aabf-f53e-47d0-bbcd-a9ce5672c89c', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:42:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338017eb-a2c2-460a-80d4-65143e833c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:23Z', 'updated_at': '2022-03-16T09:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_interfaces': [{'id': '61b425d9-aa08-42f3-b941-cc41b406df64', 'name': '', 'network_id': 'c71322ee-b7a0-4c22-8a3c-0690c3f2a338', 'tenant_id': '8ab3e25cb83341919d112753e22938a2', 'mac_address': 'fa:16:3e:58:4f:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '338017eb-a2c2-460a-80d4-65143e833c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2d141d65-2c6e-46bc-b682-986a7d0cd81b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:28Z', 'updated_at': '2022-03-16T09:01:36Z', 'revision_number': 4, 'project_id': '8ab3e25cb83341919d112753e22938a2', 'subnets': [{'id': '2d141d65-2c6e-46bc-b682-986a7d0cd81b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 09:01:37.487796 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-bbbb14e2-240d-4161-8b67-e64713c677a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'name': 'tempest-AttachVolumeNegativeTest-1056632038-router', 'tenant_id': 'cb287d834c3747da825c3d4bb412c949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '7b0f9b77-20b4-499c-ba37-3133a7150cf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:01:23Z', 'updated_at': '2022-03-16T09:01:30Z', 'revision_number': 4, 'project_id': 'cb287d834c3747da825c3d4bb412c949', 'gw_port': {'id': '7b0f9b77-20b4-499c-ba37-3133a7150cf0', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:24Z', 'updated_at': '2022-03-16T09:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_interfaces': [{'id': '47fcdb74-ada2-419e-b82d-f3e229027f7c', 'name': '', 'network_id': '71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625', 'tenant_id': 'cb287d834c3747da825c3d4bb412c949', 'mac_address': 'fa:16:3e:c2:b1:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '21cfdeb1-bd49-41a4-bdcb-784e8ee0104b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:29Z', 'updated_at': '2022-03-16T09:01:31Z', 'revision_number': 2, 'project_id': 'cb287d834c3747da825c3d4bb412c949', 'subnets': [{'id': '21cfdeb1-bd49-41a4-bdcb-784e8ee0104b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:01:37.512835 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-154faa2d-2fee-4ce9-9d03-71ea2ee92102 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks [] for port (353439b0-1341-4cd3-aed8-4e827b3a7ca7), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:37.535901 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbb14e2-240d-4161-8b67-e64713c677a5 None None] Checking router: 28a9d4e1-c387-4942-b7b4-294aa846a1f4 for host: dv-cinder-831776-4-iscsi {{(pid=103098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 09:01:37.536579 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbb14e2-240d-4161-8b67-e64713c677a5 None None] Updating router 28a9d4e1-c387-4942-b7b4-294aa846a1f4 port 47fcdb74-ada2-419e-b82d-f3e229027f7c binding host dv-cinder-831776-4-iscsi {{(pid=103098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 09:01:37.568739 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 44840) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:01:37.572177 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bbbb14e2-240d-4161-8b67-e64713c677a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (47fcdb74-ada2-419e-b82d-f3e229027f7c), before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:37.576810 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.v2.base [None req-d0550d49-ff31-4f48-afc7-0a79d0f8aa73 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Request body: {'security_group': {'name': 'tempest-securitygroup--337835314', 'description': 'tempest-description--1018517683'}} {{(pid=103095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:01:37.614030 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-154faa2d-2fee-4ce9-9d03-71ea2ee92102 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732012762709'] for port (353439b0-1341-4cd3-aed8-4e827b3a7ca7), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:37.626128 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d0550d49-ff31-4f48-afc7-0a79d0f8aa73 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Publish callbacks [] for security_group (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:37.626308 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-80b52fc2-f1f9-490c-84f9-7c255ee6e3bc admin admin] Publish callbacks [] for security_group (5c8a02b8-7fa1-4562-aad6-2890e5cfbe61), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:37.634955 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-80b52fc2-f1f9-490c-84f9-7c255ee6e3bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (5c8a02b8-7fa1-4562-aad6-2890e5cfbe61), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:37.674081 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154faa2d-2fee-4ce9-9d03-71ea2ee92102 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Network c4839873-0f35-4ea4-8707-46bf79a3edab is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 09:01:37.680682 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-154faa2d-2fee-4ce9-9d03-71ea2ee92102 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 09:01:37.691395 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154faa2d-2fee-4ce9-9d03-71ea2ee92102 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 09:01:37.715508 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b52fc2-f1f9-490c-84f9-7c255ee6e3bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8a02b8-7fa1-4562-aad6-2890e5cfbe61,revision_number=1']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:01:37.739163 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154faa2d-2fee-4ce9-9d03-71ea2ee92102 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Pushing event updated for resources: {'Port': ['ID=353439b0-1341-4cd3-aed8-4e827b3a7ca7,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:01:37.764042 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-80b52fc2-f1f9-490c-84f9-7c255ee6e3bc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2510e78085d443b8bd5357d1ef71db22&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6911538 Mar 16 09:01:37.765966 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 44848) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:01:37.857697 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-9520eb1d-7d22-40cd-bcc8-f92bd05c1836 admin admin] Publish callbacks [] for security_group (5c8a02b8-7fa1-4562-aad6-2890e5cfbe61), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:37.883358 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-9520eb1d-7d22-40cd-bcc8-f92bd05c1836 admin admin] Publish callbacks [] for security_group (5c8a02b8-7fa1-4562-aad6-2890e5cfbe61), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:37.916768 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-154faa2d-2fee-4ce9-9d03-71ea2ee92102 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks [] for floatingip (7fc1dcb0-8fe3-46a2-b869-77b28171c417), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:37.926778 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d0550d49-ff31-4f48-afc7-0a79d0f8aa73 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Publish callbacks [] for security_group (9c774127-f3f8-46fa-91b5-11ee87d14f5d), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:37.932955 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d0550d49-ff31-4f48-afc7-0a79d0f8aa73 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (9c774127-f3f8-46fa-91b5-11ee87d14f5d), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:37.949630 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-9520eb1d-7d22-40cd-bcc8-f92bd05c1836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (5c8a02b8-7fa1-4562-aad6-2890e5cfbe61), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:37.955099 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-9520eb1d-7d22-40cd-bcc8-f92bd05c1836 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:37.956495 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-9520eb1d-7d22-40cd-bcc8-f92bd05c1836 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5c8a02b8-7fa1-4562-aad6-2890e5cfbe61 HTTP/1.1" status: 204 len: 168 time: 0.1859419 Mar 16 09:01:37.969278 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9520eb1d-7d22-40cd-bcc8-f92bd05c1836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8a02b8-7fa1-4562-aad6-2890e5cfbe61,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:01:37.974195 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d0550d49-ff31-4f48-afc7-0a79d0f8aa73 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Publish callbacks [] for security_group (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:37.976199 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-d0550d49-ff31-4f48-afc7-0a79d0f8aa73 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4025850 Mar 16 09:01:37.984008 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 44856) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:01:37.989606 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.v2.base [None req-b0155642-a4d3-47d6-80a7-e6d48af8fa5e tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Request body: {'security_group_rule': {'security_group_id': '9c774127-f3f8-46fa-91b5-11ee87d14f5d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:01:38.019629 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bbbb14e2-240d-4161-8b67-e64713c677a5 None None] Publish callbacks [] for port (47fcdb74-ada2-419e-b82d-f3e229027f7c), precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:38.032203 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bbbb14e2-240d-4161-8b67-e64713c677a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (47fcdb74-ada2-419e-b82d-f3e229027f7c), after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:38.051496 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0550d49-ff31-4f48-afc7-0a79d0f8aa73 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c774127-f3f8-46fa-91b5-11ee87d14f5d,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:01:38.054235 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-154faa2d-2fee-4ce9-9d03-71ea2ee92102 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (353439b0-1341-4cd3-aed8-4e827b3a7ca7), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:38.120813 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72bd7d0-bba8-4afe-b71c-0e4349ae3224 None None] Pushing event updated for resources: {'Port': ['ID=47fcdb74-ada2-419e-b82d-f3e229027f7c,revision_number=3']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:01:38.128334 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-d8ca008a-408b-4aa7-a195-414d921c6058 req-e6cbfe32-fb6b-4d2d-976a-896b1021d3a2 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=232ab7d6-42dc-4ce8-bcc4-e60daa208b35 HTTP/1.1" status: 200 len: 210 time: 0.0639794 Mar 16 09:01:38.149467 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b0155642-a4d3-47d6-80a7-e6d48af8fa5e tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Publish callbacks [] for security_group_rule (bd4252a1-b554-4040-ab56-d5f9c549b0e1), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:38.221255 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-bbbb14e2-240d-4161-8b67-e64713c677a5 None None] Attempting to bind port 47fcdb74-ada2-419e-b82d-f3e229027f7c on host dv-cinder-831776-4-iscsi for vnic_type normal with profile {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 09:01:38.221750 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-bbbb14e2-240d-4161-8b67-e64713c677a5 None None] Attempting to bind port 47fcdb74-ada2-419e-b82d-f3e229027f7c by drivers openvswitch,hyperv on host dv-cinder-831776-4-iscsi at level 0 using segments [{'id': '1fd71943-1f67-4889-a966-97189e27dce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625'}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 09:01:38.222332 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbb14e2-240d-4161-8b67-e64713c677a5 None None] Attempting to bind port 47fcdb74-ada2-419e-b82d-f3e229027f7c on network 71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 09:01:38.247310 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbb14e2-240d-4161-8b67-e64713c677a5 None None] Checking agent: {'id': '489981c6-9aaa-401c-bd41-6b42e027a228', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 8, 53, 27), 'started_at': datetime.datetime(2022, 3, 16, 8, 53, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 9, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 09:01:38.247705 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbb14e2-240d-4161-8b67-e64713c677a5 None None] Checking segment: {'id': '1fd71943-1f67-4889-a966-97189e27dce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 09:01:38.248111 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bbbb14e2-240d-4161-8b67-e64713c677a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:38.248511 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbb14e2-240d-4161-8b67-e64713c677a5 None None] Bound using segment: {'id': '1fd71943-1f67-4889-a966-97189e27dce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625'} {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 09:01:38.248979 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-bbbb14e2-240d-4161-8b67-e64713c677a5 None None] Bound port: 47fcdb74-ada2-419e-b82d-f3e229027f7c, host: dv-cinder-831776-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fd71943-1f67-4889-a966-97189e27dce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625'}}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 09:01:38.253678 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bbbb14e2-240d-4161-8b67-e64713c677a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (47fcdb74-ada2-419e-b82d-f3e229027f7c), before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:38.358055 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-1a80bf2e-4914-4b33-b0c8-83bbf71d9360 req-1885113a-f48b-4350-aa9c-d77bbdaaaa61 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b492862-16c2-42cb-bca8-a1d344b8a984 HTTP/1.1" status: 200 len: 210 time: 0.0909398 Mar 16 09:01:38.449830 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-bbbb14e2-240d-4161-8b67-e64713c677a5 None None] For port 47fcdb74-ada2-419e-b82d-f3e229027f7c, host dv-cinder-831776-4-iscsi, cleared binding levels {{(pid=103098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 09:01:38.458317 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-bbbb14e2-240d-4161-8b67-e64713c677a5 None None] For port 47fcdb74-ada2-419e-b82d-f3e229027f7c, host dv-cinder-831776-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-4-iscsi',level=0,port_id=47fcdb74-ada2-419e-b82d-f3e229027f7c,segment=NetworkSegment(1fd71943-1f67-4889-a966-97189e27dce5),segment_id=1fd71943-1f67-4889-a966-97189e27dce5)] {{(pid=103098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 09:01:38.476595 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bbbb14e2-240d-4161-8b67-e64713c677a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (47fcdb74-ada2-419e-b82d-f3e229027f7c), after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:38.551635 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-154faa2d-2fee-4ce9-9d03-71ea2ee92102 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks [] for port (353439b0-1341-4cd3-aed8-4e827b3a7ca7), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:38.562329 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device 7b0f9b77-20b4-499c-ba37-3133a7150cf0 up at agent ovs-agent-dv-cinder-831776-4-iscsi {{(pid=103097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 09:01:38.564058 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-154faa2d-2fee-4ce9-9d03-71ea2ee92102 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (353439b0-1341-4cd3-aed8-4e827b3a7ca7), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:38.567829 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b0155642-a4d3-47d6-80a7-e6d48af8fa5e tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Publish callbacks [] for security_group_rule (bd4252a1-b554-4040-ab56-d5f9c549b0e1), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:38.630228 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 44862) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:01:38.634241 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154faa2d-2fee-4ce9-9d03-71ea2ee92102 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Pushing event updated for resources: {'Port': ['ID=353439b0-1341-4cd3-aed8-4e827b3a7ca7,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:01:38.636733 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b0155642-a4d3-47d6-80a7-e6d48af8fa5e tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548227'] for security_group_rule (bd4252a1-b554-4040-ab56-d5f9c549b0e1), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:38.646099 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbb14e2-240d-4161-8b67-e64713c677a5 None None] Routers {'28a9d4e1-c387-4942-b7b4-294aa846a1f4'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:01:38.646750 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-bbbb14e2-240d-4161-8b67-e64713c677a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:01:23Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['28a9d4e1-c387-4942-b7b4-294aa846a1f4'], 'active': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:01:38.653980 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0155642-a4d3-47d6-80a7-e6d48af8fa5e tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd4252a1-b554-4040-ab56-d5f9c549b0e1,revision_number=0']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:01:38.673256 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-7ac755a1-1197-456a-bb76-31e02212cb4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:38.677806 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72bd7d0-bba8-4afe-b71c-0e4349ae3224 None None] Pushing event updated for resources: {'Port': ['ID=47fcdb74-ada2-419e-b82d-f3e229027f7c,revision_number=4']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:01:38.689650 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-154faa2d-2fee-4ce9-9d03-71ea2ee92102 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557332'] for floatingip (7fc1dcb0-8fe3-46a2-b869-77b28171c417), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:38.709847 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b0155642-a4d3-47d6-80a7-e6d48af8fa5e tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:38.712894 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-b0155642-a4d3-47d6-80a7-e6d48af8fa5e tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7267663 Mar 16 09:01:38.716999 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-06dbce94-a104-402b-93cf-ebd9c0056950 None None] Provisioning complete for port 47fcdb74-ada2-419e-b82d-f3e229027f7c triggered by entity DHCP. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:01:38.717455 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-06dbce94-a104-402b-93cf-ebd9c0056950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (47fcdb74-ada2-419e-b82d-f3e229027f7c), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:38.721720 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-154faa2d-2fee-4ce9-9d03-71ea2ee92102 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334679'] for floatingip (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:38.725699 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-154faa2d-2fee-4ce9-9d03-71ea2ee92102 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3854887 Mar 16 09:01:38.726456 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 44868) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:01:38.736811 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.v2.base [None req-7ec3f5c3-c74a-495c-b1b2-6f149442a928 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Request body: {'security_group_rule': {'security_group_id': '9c774127-f3f8-46fa-91b5-11ee87d14f5d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:01:38.792650 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7ec3f5c3-c74a-495c-b1b2-6f149442a928 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Publish callbacks [] for security_group_rule (12558508-1723-4357-a6f3-193ed6d316a2), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:38.826230 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-7ac755a1-1197-456a-bb76-31e02212cb4b admin admin] Publish callbacks [] for security_group (e14c3a69-2f6a-46ae-af9d-1f710e53be46), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:38.839196 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-7ac755a1-1197-456a-bb76-31e02212cb4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (e14c3a69-2f6a-46ae-af9d-1f710e53be46), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:38.950767 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Provisioning complete for port 7b0f9b77-20b4-499c-ba37-3133a7150cf0 triggered by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:01:38.951562 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (7b0f9b77-20b4-499c-ba37-3133a7150cf0), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:38.988154 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-7ac755a1-1197-456a-bb76-31e02212cb4b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5e5dede4d771480a9f02dbdb48a0cbd9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3545382 Mar 16 09:01:38.988154 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac755a1-1197-456a-bb76-31e02212cb4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e14c3a69-2f6a-46ae-af9d-1f710e53be46,revision_number=1']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:01:38.992528 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 44880) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:01:38.999352 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7ec3f5c3-c74a-495c-b1b2-6f149442a928 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Publish callbacks [] for security_group_rule (12558508-1723-4357-a6f3-193ed6d316a2), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:39.008426 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7ec3f5c3-c74a-495c-b1b2-6f149442a928 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548227'] for security_group_rule (12558508-1723-4357-a6f3-193ed6d316a2), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:39.047089 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.v2.base [req-d0b24871-05a6-4024-9d2a-1c94feda35af req-8dc44b88-a991-44a2-96bc-3a70615ccf45 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] Request body: {'port': {'device_id': '7b492862-16c2-42cb-bca8-a1d344b8a984', 'network_id': '8b046261-d957-422c-a8fc-d2678ef8eea0', 'admin_state_up': True, 'tenant_id': '856f650fab084d57bfdeb80e1ae7b176'}} {{(pid=103096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:01:39.052069 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvr_db [None req-bbbb14e2-240d-4161-8b67-e64713c677a5 None None] Set router 28a9d4e1-c387-4942-b7b4-294aa846a1f4 gateway port host: dv-cinder-831776-4-iscsi {{(pid=103098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:01:39.068578 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec3f5c3-c74a-495c-b1b2-6f149442a928 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12558508-1723-4357-a6f3-193ed6d316a2,revision_number=0']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:01:39.090852 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7ec3f5c3-c74a-495c-b1b2-6f149442a928 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:39.102066 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-7ec3f5c3-c74a-495c-b1b2-6f149442a928 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3740604 Mar 16 09:01:39.102709 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 44888) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:01:39.106779 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-06dbce94-a104-402b-93cf-ebd9c0056950 None None] Current status of the port 47fcdb74-ada2-419e-b82d-f3e229027f7c is: DOWN; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:01:39.107455 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-06dbce94-a104-402b-93cf-ebd9c0056950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (47fcdb74-ada2-419e-b82d-f3e229027f7c), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:39.108817 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.v2.base [None req-5de0dc1e-795c-4f91-95f4-788f3679a756 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Request body: {'floatingip': {'floating_network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab'}} {{(pid=103095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:01:39.156160 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5de0dc1e-795c-4f91-95f4-788f3679a756 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:39.273124 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-06dbce94-a104-402b-93cf-ebd9c0056950 None None] For port 47fcdb74-ada2-419e-b82d-f3e229027f7c, host dv-cinder-831776-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-4-iscsi',level=0,port_id=47fcdb74-ada2-419e-b82d-f3e229027f7c,segment=NetworkSegment(1fd71943-1f67-4889-a966-97189e27dce5),segment_id=1fd71943-1f67-4889-a966-97189e27dce5)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:01:39.284338 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Current status of the port 7b0f9b77-20b4-499c-ba37-3133a7150cf0 is: ACTIVE; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:01:39.290493 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device 61b425d9-aa08-42f3-b941-cc41b406df64 up at agent ovs-agent-dv-cinder-831776-4-iscsi {{(pid=103097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 09:01:39.329749 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-06dbce94-a104-402b-93cf-ebd9c0056950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (47fcdb74-ada2-419e-b82d-f3e229027f7c), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:39.362142 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5de0dc1e-795c-4f91-95f4-788f3679a756 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:39.407134 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dbce94-a104-402b-93cf-ebd9c0056950 None None] Pushing event updated for resources: {'Port': ['ID=47fcdb74-ada2-419e-b82d-f3e229027f7c,revision_number=5']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:01:39.417297 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Provisioning complete for port 61b425d9-aa08-42f3-b941-cc41b406df64 triggered by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:01:39.418321 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (61b425d9-aa08-42f3-b941-cc41b406df64), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:39.501024 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-5de0dc1e-795c-4f91-95f4-788f3679a756 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Allocated IP 172.27.1.68 (c4839873-0f35-4ea4-8707-46bf79a3edab/25bf7ac3-5945-4bb8-8d8f-087cde6dd03d/fd8c280c-72bc-49bb-beb5-33691d6b6cf8) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 09:01:39.570752 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-aa420597-6869-446a-b12a-9a07101603b8 None None] Provisioning complete for port 47fcdb74-ada2-419e-b82d-f3e229027f7c triggered by entity DHCP. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:01:39.571289 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-aa420597-6869-446a-b12a-9a07101603b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (47fcdb74-ada2-419e-b82d-f3e229027f7c), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:39.592049 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-bbbb14e2-240d-4161-8b67-e64713c677a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'name': 'tempest-AttachVolumeNegativeTest-1056632038-router', 'tenant_id': 'cb287d834c3747da825c3d4bb412c949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '7b0f9b77-20b4-499c-ba37-3133a7150cf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:01:23Z', 'updated_at': '2022-03-16T09:01:30Z', 'revision_number': 4, 'project_id': 'cb287d834c3747da825c3d4bb412c949', 'gw_port': {'id': '7b0f9b77-20b4-499c-ba37-3133a7150cf0', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:24Z', 'updated_at': '2022-03-16T09:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_interfaces': [{'id': '47fcdb74-ada2-419e-b82d-f3e229027f7c', 'name': '', 'network_id': '71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625', 'tenant_id': 'cb287d834c3747da825c3d4bb412c949', 'mac_address': 'fa:16:3e:c2:b1:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '21cfdeb1-bd49-41a4-bdcb-784e8ee0104b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:29Z', 'updated_at': '2022-03-16T09:01:38Z', 'revision_number': 4, 'project_id': 'cb287d834c3747da825c3d4bb412c949', 'subnets': [{'id': '21cfdeb1-bd49-41a4-bdcb-784e8ee0104b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:01:39.624122 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-151fbaa8-338d-4725-823b-be625cb3c805 req-beafb42f-379f-43d9-a3ce-0f32a2c324e2 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=232ab7d6-42dc-4ce8-bcc4-e60daa208b35 HTTP/1.1" status: 200 len: 210 time: 0.2492194 Mar 16 09:01:39.678016 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5de0dc1e-795c-4f91-95f4-788f3679a756 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Publish callbacks [] for port (fd8c280c-72bc-49bb-beb5-33691d6b6cf8), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:39.715111 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-4f1bdda0-4375-4c2b-b2f8-3371320acb4c req-c99b5a83-f728-4cb8-9c34-82f4fe9354d7 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1550469758&fields=id&tenant_id=cb287d834c3747da825c3d4bb412c949 HTTP/1.1" status: 200 len: 267 time: 0.3414664 Mar 16 09:01:39.725197 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbb14e2-240d-4161-8b67-e64713c677a5 None None] The sync data for ids ['28a9d4e1-c387-4942-b7b4-294aa846a1f4'] in dv-cinder-831776-4-iscsi is: [{'id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'name': 'tempest-AttachVolumeNegativeTest-1056632038-router', 'tenant_id': 'cb287d834c3747da825c3d4bb412c949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '7b0f9b77-20b4-499c-ba37-3133a7150cf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:01:23Z', 'updated_at': '2022-03-16T09:01:30Z', 'revision_number': 4, 'project_id': 'cb287d834c3747da825c3d4bb412c949', 'gw_port': {'id': '7b0f9b77-20b4-499c-ba37-3133a7150cf0', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:24Z', 'updated_at': '2022-03-16T09:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_interfaces': [{'id': '47fcdb74-ada2-419e-b82d-f3e229027f7c', 'name': '', 'network_id': '71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625', 'tenant_id': 'cb287d834c3747da825c3d4bb412c949', 'mac_address': 'fa:16:3e:c2:b1:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '21cfdeb1-bd49-41a4-bdcb-784e8ee0104b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:29Z', 'updated_at': '2022-03-16T09:01:38Z', 'revision_number': 4, 'project_id': 'cb287d834c3747da825c3d4bb412c949', 'subnets': [{'id': '21cfdeb1-bd49-41a4-bdcb-784e8ee0104b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 09:01:39.739556 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0b24871-05a6-4024-9d2a-1c94feda35af req-8dc44b88-a991-44a2-96bc-3a70615ccf45 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] Made reservation on behalf of 856f650fab084d57bfdeb80e1ae7b176 for: {'port': 1} {{(pid=103096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 09:01:39.743870 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-d0b24871-05a6-4024-9d2a-1c94feda35af req-8dc44b88-a991-44a2-96bc-3a70615ccf45 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:39.752264 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Current status of the port 61b425d9-aa08-42f3-b941-cc41b406df64 is: DOWN; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:01:39.752655 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (61b425d9-aa08-42f3-b941-cc41b406df64), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:39.759406 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-6d1f7fdf-9d83-4e95-8f34-23099834a44b admin admin] Publish callbacks [] for security_group (e14c3a69-2f6a-46ae-af9d-1f710e53be46), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:39.762113 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5de0dc1e-795c-4f91-95f4-788f3679a756 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732012762709'] for port (fd8c280c-72bc-49bb-beb5-33691d6b6cf8), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:39.859251 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-ed05d3f1-96b9-43cf-ba6f-f592ba4e4fbc req-0790e8da-ea15-4ac6-9775-d1a82862e7ce tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b492862-16c2-42cb-bca8-a1d344b8a984 HTTP/1.1" status: 200 len: 210 time: 0.0586796 Mar 16 09:01:39.875277 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] For port 61b425d9-aa08-42f3-b941-cc41b406df64, host dv-cinder-831776-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-4-iscsi',level=0,port_id=61b425d9-aa08-42f3-b941-cc41b406df64,segment=NetworkSegment(5b627dff-5249-4282-aff3-05e4560ab219),segment_id=5b627dff-5249-4282-aff3-05e4560ab219)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:01:39.880869 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de0dc1e-795c-4f91-95f4-788f3679a756 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Network c4839873-0f35-4ea4-8707-46bf79a3edab is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 09:01:39.891658 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-aa420597-6869-446a-b12a-9a07101603b8 None None] Current status of the port 47fcdb74-ada2-419e-b82d-f3e229027f7c is: ACTIVE; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:01:39.900935 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-6d1f7fdf-9d83-4e95-8f34-23099834a44b admin admin] Publish callbacks [] for security_group (e14c3a69-2f6a-46ae-af9d-1f710e53be46), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:39.901060 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-5de0dc1e-795c-4f91-95f4-788f3679a756 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 09:01:39.912399 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de0dc1e-795c-4f91-95f4-788f3679a756 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 09:01:39.923864 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de0dc1e-795c-4f91-95f4-788f3679a756 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Pushing event updated for resources: {'Port': ['ID=fd8c280c-72bc-49bb-beb5-33691d6b6cf8,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:01:39.955365 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (61b425d9-aa08-42f3-b941-cc41b406df64), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:39.956193 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device f6b31a4c-cee9-42ec-bd05-d81200f3903a up at agent ovs-agent-dv-cinder-831776-4-iscsi {{(pid=103097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 09:01:40.044300 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5de0dc1e-795c-4f91-95f4-788f3679a756 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Publish callbacks [] for floatingip (856edd6f-57a4-45e2-937d-79af7ebb16b6), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:40.143258 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5de0dc1e-795c-4f91-95f4-788f3679a756 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (fd8c280c-72bc-49bb-beb5-33691d6b6cf8), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:40.288291 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.48', 64637) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:01:40.355897 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Pushing event updated for resources: {'Port': ['ID=61b425d9-aa08-42f3-b941-cc41b406df64,revision_number=5']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:01:40.377981 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.48', 64638) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:01:40.410411 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Provisioning complete for port f6b31a4c-cee9-42ec-bd05-d81200f3903a triggered by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:01:40.411616 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (f6b31a4c-cee9-42ec-bd05-d81200f3903a), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:40.537537 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0402c654-b8f3-4f71-a762-f7d4532c43de None None] Sync routers for ids ['2df2c62d-5582-4298-bce8-eae327467d6d'] in dv-cinder-831776-4-iscsi {{(pid=103097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 09:01:40.701152 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0402c654-b8f3-4f71-a762-f7d4532c43de None None] Routers {'2df2c62d-5582-4298-bce8-eae327467d6d'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:01:40.701815 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-0402c654-b8f3-4f71-a762-f7d4532c43de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:01:23Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['2df2c62d-5582-4298-bce8-eae327467d6d'], 'active': True} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:01:40.754758 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60efe0-2680-451e-b76b-eeb19cdd7ef8 req-9fdc3970-8235-4cd0-b913-c50be5b90b40 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:01:40.768081 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2e60efe0-2680-451e-b76b-eeb19cdd7ef8 req-9fdc3970-8235-4cd0-b913-c50be5b90b40 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.48 "GET /v2.0/networks?id=c71322ee-b7a0-4c22-8a3c-0690c3f2a338 HTTP/1.1" status: 200 len: 818 time: 0.3814270 Mar 16 09:01:40.798918 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1bdda0-4375-4c2b-b2f8-3371320acb4c req-09d2460b-475e-4471-b792-9348571e16e7 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:01:40.800514 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-4f1bdda0-4375-4c2b-b2f8-3371320acb4c req-09d2460b-475e-4471-b792-9348571e16e7 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/networks?id=71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625 HTTP/1.1" status: 200 len: 815 time: 1.0779972 Mar 16 09:01:40.953548 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvr_db [None req-0402c654-b8f3-4f71-a762-f7d4532c43de None None] Set router 2df2c62d-5582-4298-bce8-eae327467d6d gateway port host: dv-cinder-831776-4-iscsi {{(pid=103097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:01:40.990082 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.db_base_plugin_common [req-d0b24871-05a6-4024-9d2a-1c94feda35af req-8dc44b88-a991-44a2-96bc-3a70615ccf45 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] Allocated IP 172.20.0.7 (8b046261-d957-422c-a8fc-d2678ef8eea0/c9afe204-167e-4aa2-913e-8f78c801a698/7182eaae-95f5-46ad-ba3c-4339e163b8de) {{(pid=103096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 09:01:41.054279 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Current status of the port f6b31a4c-cee9-42ec-bd05-d81200f3903a is: DOWN; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:01:41.057296 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (f6b31a4c-cee9-42ec-bd05-d81200f3903a), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:41.114197 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] For port f6b31a4c-cee9-42ec-bd05-d81200f3903a, host dv-cinder-831776-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-4-iscsi',level=0,port_id=f6b31a4c-cee9-42ec-bd05-d81200f3903a,segment=NetworkSegment(627a1704-08f1-4a54-a35a-53ba84ce9e35),segment_id=627a1704-08f1-4a54-a35a-53ba84ce9e35)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:01:41.135690 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-4f1bdda0-4375-4c2b-b2f8-3371320acb4c req-4feabd67-d370-4a72-ae2f-ee9460a0e79f tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/quotas/cb287d834c3747da825c3d4bb412c949 HTTP/1.1" status: 200 len: 375 time: 0.2007296 Mar 16 09:01:41.151895 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (f6b31a4c-cee9-42ec-bd05-d81200f3903a), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:41.273323 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5de0dc1e-795c-4f91-95f4-788f3679a756 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Publish callbacks [] for port (fd8c280c-72bc-49bb-beb5-33691d6b6cf8), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:41.282283 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc5c1ad-265e-45b0-ad86-d2b6d769fdeb req-9d52b809-9f8d-4f70-8061-597b12be18f3 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:01:41.284140 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [req-0dc5c1ad-265e-45b0-ad86-d2b6d769fdeb req-9d52b809-9f8d-4f70-8061-597b12be18f3 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.48 "GET /v2.0/networks?id=c71322ee-b7a0-4c22-8a3c-0690c3f2a338 HTTP/1.1" status: 200 len: 818 time: 0.9947772 Mar 16 09:01:41.296093 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5de0dc1e-795c-4f91-95f4-788f3679a756 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (fd8c280c-72bc-49bb-beb5-33691d6b6cf8), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:41.362473 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-e7636c28-074b-433a-b95e-80b3d1cdfc37 req-0bb6d0fc-3489-4a47-963a-f1af6c465331 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=232ab7d6-42dc-4ce8-bcc4-e60daa208b35 HTTP/1.1" status: 200 len: 210 time: 0.2600732 Mar 16 09:01:41.379439 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-6d1f7fdf-9d83-4e95-8f34-23099834a44b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (e14c3a69-2f6a-46ae-af9d-1f710e53be46), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:41.386311 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-6d1f7fdf-9d83-4e95-8f34-23099834a44b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:41.394405 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5de0dc1e-795c-4f91-95f4-788f3679a756 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557332'] for floatingip (856edd6f-57a4-45e2-937d-79af7ebb16b6), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:41.395451 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-6d1f7fdf-9d83-4e95-8f34-23099834a44b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e14c3a69-2f6a-46ae-af9d-1f710e53be46 HTTP/1.1" status: 204 len: 168 time: 2.3959424 Mar 16 09:01:41.433094 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1f7fdf-9d83-4e95-8f34-23099834a44b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e14c3a69-2f6a-46ae-af9d-1f710e53be46,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:01:41.434879 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de0dc1e-795c-4f91-95f4-788f3679a756 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Pushing event updated for resources: {'Port': ['ID=fd8c280c-72bc-49bb-beb5-33691d6b6cf8,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:01:41.441986 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-d0b24871-05a6-4024-9d2a-1c94feda35af req-8dc44b88-a991-44a2-96bc-3a70615ccf45 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] Publish callbacks [] for port (7182eaae-95f5-46ad-ba3c-4339e163b8de), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:41.455663 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5de0dc1e-795c-4f91-95f4-788f3679a756 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334679'] for floatingip (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:41.456936 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-5de0dc1e-795c-4f91-95f4-788f3679a756 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3523695 Mar 16 09:01:41.464674 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-4f1bdda0-4375-4c2b-b2f8-3371320acb4c req-5cdce91c-1b48-406f-99ab-91e9e6352c84 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=cb287d834c3747da825c3d4bb412c949&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3282101 Mar 16 09:01:41.545908 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-d0b24871-05a6-4024-9d2a-1c94feda35af req-8dc44b88-a991-44a2-96bc-3a70615ccf45 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732012762709'] for port (7182eaae-95f5-46ad-ba3c-4339e163b8de), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:41.609263 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0b24871-05a6-4024-9d2a-1c94feda35af req-8dc44b88-a991-44a2-96bc-3a70615ccf45 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] Network 8b046261-d957-422c-a8fc-d2678ef8eea0 is already hosted by enough agents. {{(pid=103096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 09:01:41.676078 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.base_scheduler [req-d0b24871-05a6-4024-9d2a-1c94feda35af req-8dc44b88-a991-44a2-96bc-3a70615ccf45 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] Resources bound (agent type, host, resource id): {{(pid=103096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 09:01:41.705796 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device 47fcdb74-ada2-419e-b82d-f3e229027f7c up at agent ovs-agent-dv-cinder-831776-4-iscsi {{(pid=103097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 09:01:41.721529 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0b24871-05a6-4024-9d2a-1c94feda35af req-8dc44b88-a991-44a2-96bc-3a70615ccf45 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] Received port after_create {{(pid=103096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 09:01:41.735852 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b24871-05a6-4024-9d2a-1c94feda35af req-8dc44b88-a991-44a2-96bc-3a70615ccf45 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:01:41.739326 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-d0b24871-05a6-4024-9d2a-1c94feda35af req-8dc44b88-a991-44a2-96bc-3a70615ccf45 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555813'] for port (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:41.792450 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-d0b24871-05a6-4024-9d2a-1c94feda35af req-8dc44b88-a991-44a2-96bc-3a70615ccf45 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7695591 Mar 16 09:01:41.845089 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Pushing event updated for resources: {'Port': ['ID=f6b31a4c-cee9-42ec-bd05-d81200f3903a,revision_number=4']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:01:41.845694 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc44b88-a991-44a2-96bc-3a70615ccf45 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] Pushing event updated for resources: {'Port': ['ID=7182eaae-95f5-46ad-ba3c-4339e163b8de,revision_number=1']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:01:41.858719 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec6e4e2-deb9-46e4-8def-38d71d1af113 req-fe0cc89c-6f34-4d62-bb9b-fc5815be74c5 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:01:41.860294 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-0402c654-b8f3-4f71-a762-f7d4532c43de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df2c62d-5582-4298-bce8-eae327467d6d', 'name': 'tempest-AttachVolumeTestJSON-1028812111-router', 'tenant_id': '038ce3c42c064d11ab4e77d47b819ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': 'f6b31a4c-cee9-42ec-bd05-d81200f3903a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:01:25Z', 'updated_at': '2022-03-16T09:01:34Z', 'revision_number': 4, 'project_id': '038ce3c42c064d11ab4e77d47b819ba5', 'gw_port': {'id': 'f6b31a4c-cee9-42ec-bd05-d81200f3903a', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:92:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df2c62d-5582-4298-bce8-eae327467d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:26Z', 'updated_at': '2022-03-16T09:01:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_interfaces': [{'id': '2710fcff-2d87-4145-8e0c-0196ae6903e2', 'name': '', 'network_id': '95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c', 'tenant_id': '038ce3c42c064d11ab4e77d47b819ba5', 'mac_address': 'fa:16:3e:72:6c:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df2c62d-5582-4298-bce8-eae327467d6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '653dccd0-3a12-4ac0-9cc2-5a0bfeaf34e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:32Z', 'updated_at': '2022-03-16T09:01:34Z', 'revision_number': 2, 'project_id': '038ce3c42c064d11ab4e77d47b819ba5', 'subnets': [{'id': '653dccd0-3a12-4ac0-9cc2-5a0bfeaf34e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:01:41.860488 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-cec6e4e2-deb9-46e4-8def-38d71d1af113 req-fe0cc89c-6f34-4d62-bb9b-fc5815be74c5 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b492862-16c2-42cb-bca8-a1d344b8a984 HTTP/1.1" status: 200 len: 931 time: 0.3524263 Mar 16 09:01:41.902448 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Provisioning complete for port 47fcdb74-ada2-419e-b82d-f3e229027f7c triggered by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:01:41.902740 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (47fcdb74-ada2-419e-b82d-f3e229027f7c), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:41.918683 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-4f1bdda0-4375-4c2b-b2f8-3371320acb4c req-3b252b9a-29f9-4746-92a2-661a7454a589 service neutron] 10.222.0.18 "GET /v2.0/networks/71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4090867 Mar 16 09:01:41.930373 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0402c654-b8f3-4f71-a762-f7d4532c43de None None] Checking router: 2df2c62d-5582-4298-bce8-eae327467d6d for host: dv-cinder-831776-4-iscsi {{(pid=103097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 09:01:41.930373 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0402c654-b8f3-4f71-a762-f7d4532c43de None None] Updating router 2df2c62d-5582-4298-bce8-eae327467d6d port 2710fcff-2d87-4145-8e0c-0196ae6903e2 binding host dv-cinder-831776-4-iscsi {{(pid=103097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 09:01:41.956103 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-cec6e4e2-deb9-46e4-8def-38d71d1af113 req-de53026e-105c-4351-a224-cd65c6155ee5 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/security-groups?id=78bf3f79-aa37-43ea-9c29-1143266898ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829234 Mar 16 09:01:42.001138 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-0402c654-b8f3-4f71-a762-f7d4532c43de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (2710fcff-2d87-4145-8e0c-0196ae6903e2), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:42.065924 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-4f1bdda0-4375-4c2b-b2f8-3371320acb4c req-3c287f65-9403-4392-afc4-9b384324fece service neutron] 10.222.0.18 "GET /v2.0/networks/71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341915 Mar 16 09:01:42.097149 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Current status of the port 47fcdb74-ada2-419e-b82d-f3e229027f7c is: ACTIVE; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:01:42.098667 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device 61b425d9-aa08-42f3-b941-cc41b406df64 up at agent ovs-agent-dv-cinder-831776-4-iscsi {{(pid=103097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 09:01:42.202442 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-68d70e3f-0d20-4e3d-a682-b3acb478c4b5 req-8ea49043-48b1-477f-b99e-0d733d3992fe tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--337835314&fields=id&tenant_id=038ce3c42c064d11ab4e77d47b819ba5 HTTP/1.1" status: 200 len: 267 time: 0.0695696 Mar 16 09:01:42.312528 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Provisioning complete for port 61b425d9-aa08-42f3-b941-cc41b406df64 triggered by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:01:42.312945 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (61b425d9-aa08-42f3-b941-cc41b406df64), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:42.456524 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d70e3f-0d20-4e3d-a682-b3acb478c4b5 req-78de276a-88e2-4695-a5f9-ce5b0f4eb5c2 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:01:42.458850 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-68d70e3f-0d20-4e3d-a682-b3acb478c4b5 req-78de276a-88e2-4695-a5f9-ce5b0f4eb5c2 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/networks?id=95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c HTTP/1.1" status: 200 len: 811 time: 0.2504089 Mar 16 09:01:42.484725 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-0402c654-b8f3-4f71-a762-f7d4532c43de None None] Publish callbacks [] for port (2710fcff-2d87-4145-8e0c-0196ae6903e2), precommit_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:42.486150 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Current status of the port 61b425d9-aa08-42f3-b941-cc41b406df64 is: ACTIVE; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:01:42.498735 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-0402c654-b8f3-4f71-a762-f7d4532c43de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (2710fcff-2d87-4145-8e0c-0196ae6903e2), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:42.503292 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-68d70e3f-0d20-4e3d-a682-b3acb478c4b5 req-efbed68f-1425-402d-bedc-538ce5e37c93 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/quotas/038ce3c42c064d11ab4e77d47b819ba5 HTTP/1.1" status: 200 len: 375 time: 0.0347619 Mar 16 09:01:42.561728 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c800db09-80e9-480d-922a-dc7b54241fb1 None None] Pushing event updated for resources: {'Port': ['ID=2710fcff-2d87-4145-8e0c-0196ae6903e2,revision_number=3']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:01:42.625378 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2fe3ce79-ed1b-49f1-b5e2-290bd2673712 req-549b5f6b-46dd-4fb6-ac6e-a3f373d5a14e tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=232ab7d6-42dc-4ce8-bcc4-e60daa208b35 HTTP/1.1" status: 200 len: 210 time: 0.0517626 Mar 16 09:01:42.651172 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.managers [None req-0402c654-b8f3-4f71-a762-f7d4532c43de None None] Attempting to bind port 2710fcff-2d87-4145-8e0c-0196ae6903e2 on host dv-cinder-831776-4-iscsi for vnic_type normal with profile {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 09:01:42.651623 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.managers [None req-0402c654-b8f3-4f71-a762-f7d4532c43de None None] Attempting to bind port 2710fcff-2d87-4145-8e0c-0196ae6903e2 by drivers openvswitch,hyperv on host dv-cinder-831776-4-iscsi at level 0 using segments [{'id': '6067c7d6-89e3-4afb-807e-b2196c2d7cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c'}] {{(pid=103097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 09:01:42.652061 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0402c654-b8f3-4f71-a762-f7d4532c43de None None] Attempting to bind port 2710fcff-2d87-4145-8e0c-0196ae6903e2 on network 95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 09:01:42.658408 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0402c654-b8f3-4f71-a762-f7d4532c43de None None] Checking agent: {'id': '489981c6-9aaa-401c-bd41-6b42e027a228', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 8, 53, 27), 'started_at': datetime.datetime(2022, 3, 16, 8, 53, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 9, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 09:01:42.658881 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0402c654-b8f3-4f71-a762-f7d4532c43de None None] Checking segment: {'id': '6067c7d6-89e3-4afb-807e-b2196c2d7cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 09:01:42.659373 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-0402c654-b8f3-4f71-a762-f7d4532c43de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:42.659805 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0402c654-b8f3-4f71-a762-f7d4532c43de None None] Bound using segment: {'id': '6067c7d6-89e3-4afb-807e-b2196c2d7cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c'} {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 09:01:42.660428 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.managers [None req-0402c654-b8f3-4f71-a762-f7d4532c43de None None] Bound port: 2710fcff-2d87-4145-8e0c-0196ae6903e2, host: dv-cinder-831776-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6067c7d6-89e3-4afb-807e-b2196c2d7cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c'}}] {{(pid=103097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 09:01:42.660887 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-0402c654-b8f3-4f71-a762-f7d4532c43de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (2710fcff-2d87-4145-8e0c-0196ae6903e2), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:42.681464 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-68d70e3f-0d20-4e3d-a682-b3acb478c4b5 req-e08a4717-e18b-4ef4-8ebb-d6905c75053d tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=038ce3c42c064d11ab4e77d47b819ba5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1770248 Mar 16 09:01:42.757270 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-c977c59c-c1cf-4c16-839f-f0819ff7a7cf req-5556199e-1818-4fcd-a647-af5cecde293f tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=51ee1195-e0b6-4420-88ec-39d8a8149d60 HTTP/1.1" status: 200 len: 210 time: 0.0522151 Mar 16 09:01:42.760071 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-0402c654-b8f3-4f71-a762-f7d4532c43de None None] For port 2710fcff-2d87-4145-8e0c-0196ae6903e2, host dv-cinder-831776-4-iscsi, cleared binding levels {{(pid=103097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 09:01:42.764970 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-0402c654-b8f3-4f71-a762-f7d4532c43de None None] For port 2710fcff-2d87-4145-8e0c-0196ae6903e2, host dv-cinder-831776-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-4-iscsi',level=0,port_id=2710fcff-2d87-4145-8e0c-0196ae6903e2,segment=NetworkSegment(6067c7d6-89e3-4afb-807e-b2196c2d7cb4),segment_id=6067c7d6-89e3-4afb-807e-b2196c2d7cb4)] {{(pid=103097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 09:01:42.790694 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-0402c654-b8f3-4f71-a762-f7d4532c43de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (2710fcff-2d87-4145-8e0c-0196ae6903e2), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:42.909737 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0402c654-b8f3-4f71-a762-f7d4532c43de None None] Routers {'2df2c62d-5582-4298-bce8-eae327467d6d'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:01:42.910433 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-0402c654-b8f3-4f71-a762-f7d4532c43de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:01:23Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['2df2c62d-5582-4298-bce8-eae327467d6d'], 'active': True} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:01:42.967886 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [req-68d70e3f-0d20-4e3d-a682-b3acb478c4b5 req-66f83091-c806-4eec-89e4-b973eb352ffb service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103096) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 16 09:01:42.969155 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-68d70e3f-0d20-4e3d-a682-b3acb478c4b5 req-66f83091-c806-4eec-89e4-b973eb352ffb service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0882490 Mar 16 09:01:43.016498 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c800db09-80e9-480d-922a-dc7b54241fb1 None None] Pushing event updated for resources: {'Port': ['ID=2710fcff-2d87-4145-8e0c-0196ae6903e2,revision_number=4']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:01:43.026118 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-512f0c79-162d-4c04-9716-2b9c1d8ab0e2 None None] Provisioning complete for port 2710fcff-2d87-4145-8e0c-0196ae6903e2 triggered by entity DHCP. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:01:43.026511 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-512f0c79-162d-4c04-9716-2b9c1d8ab0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (2710fcff-2d87-4145-8e0c-0196ae6903e2), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:43.112011 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvr_db [None req-0402c654-b8f3-4f71-a762-f7d4532c43de None None] Set router 2df2c62d-5582-4298-bce8-eae327467d6d gateway port host: dv-cinder-831776-4-iscsi {{(pid=103097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:01:43.184097 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-512f0c79-162d-4c04-9716-2b9c1d8ab0e2 None None] Current status of the port 2710fcff-2d87-4145-8e0c-0196ae6903e2 is: DOWN; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:01:43.184097 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-512f0c79-162d-4c04-9716-2b9c1d8ab0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (2710fcff-2d87-4145-8e0c-0196ae6903e2), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:43.216210 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-68d70e3f-0d20-4e3d-a682-b3acb478c4b5 req-e5e5225b-c57c-4aee-98f6-489f08aef472 service neutron] 10.222.0.18 "GET /v2.0/networks/95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368019 Mar 16 09:01:43.287888 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-512f0c79-162d-4c04-9716-2b9c1d8ab0e2 None None] For port 2710fcff-2d87-4145-8e0c-0196ae6903e2, host dv-cinder-831776-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-4-iscsi',level=0,port_id=2710fcff-2d87-4145-8e0c-0196ae6903e2,segment=NetworkSegment(6067c7d6-89e3-4afb-807e-b2196c2d7cb4),segment_id=6067c7d6-89e3-4afb-807e-b2196c2d7cb4)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:01:43.292845 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d04bf2d-8e39-4cc3-95b2-f7e0af49b512 req-6d29c744-4cfb-4db0-b3b7-213e0991a3b1 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:01:43.295179 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-3d04bf2d-8e39-4cc3-95b2-f7e0af49b512 req-6d29c744-4cfb-4db0-b3b7-213e0991a3b1 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b492862-16c2-42cb-bca8-a1d344b8a984 HTTP/1.1" status: 200 len: 931 time: 0.1539638 Mar 16 09:01:43.297394 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-512f0c79-162d-4c04-9716-2b9c1d8ab0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (2710fcff-2d87-4145-8e0c-0196ae6903e2), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:43.353683 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device 2710fcff-2d87-4145-8e0c-0196ae6903e2 up at agent ovs-agent-dv-cinder-831776-4-iscsi {{(pid=103097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 09:01:43.406928 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512f0c79-162d-4c04-9716-2b9c1d8ab0e2 None None] Pushing event updated for resources: {'Port': ['ID=2710fcff-2d87-4145-8e0c-0196ae6903e2,revision_number=5']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:01:43.464140 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-9bc2ef5f-ae22-4e8d-9682-ac1cdff2398b None None] Provisioning complete for port 2710fcff-2d87-4145-8e0c-0196ae6903e2 triggered by entity DHCP. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:01:43.464520 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9bc2ef5f-ae22-4e8d-9682-ac1cdff2398b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (2710fcff-2d87-4145-8e0c-0196ae6903e2), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:43.511587 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Provisioning complete for port 2710fcff-2d87-4145-8e0c-0196ae6903e2 triggered by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:01:43.511978 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (2710fcff-2d87-4145-8e0c-0196ae6903e2), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:43.549711 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-68d70e3f-0d20-4e3d-a682-b3acb478c4b5 req-9841c97c-28a6-4943-b0a3-a57d31540145 service neutron] 10.222.0.18 "GET /v2.0/networks/95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3331304 Mar 16 09:01:43.566059 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-0402c654-b8f3-4f71-a762-f7d4532c43de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df2c62d-5582-4298-bce8-eae327467d6d', 'name': 'tempest-AttachVolumeTestJSON-1028812111-router', 'tenant_id': '038ce3c42c064d11ab4e77d47b819ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': 'f6b31a4c-cee9-42ec-bd05-d81200f3903a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:01:25Z', 'updated_at': '2022-03-16T09:01:34Z', 'revision_number': 4, 'project_id': '038ce3c42c064d11ab4e77d47b819ba5', 'gw_port': {'id': 'f6b31a4c-cee9-42ec-bd05-d81200f3903a', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:92:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df2c62d-5582-4298-bce8-eae327467d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:26Z', 'updated_at': '2022-03-16T09:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_interfaces': [{'id': '2710fcff-2d87-4145-8e0c-0196ae6903e2', 'name': '', 'network_id': '95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c', 'tenant_id': '038ce3c42c064d11ab4e77d47b819ba5', 'mac_address': 'fa:16:3e:72:6c:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df2c62d-5582-4298-bce8-eae327467d6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '653dccd0-3a12-4ac0-9cc2-5a0bfeaf34e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:32Z', 'updated_at': '2022-03-16T09:01:42Z', 'revision_number': 4, 'project_id': '038ce3c42c064d11ab4e77d47b819ba5', 'subnets': [{'id': '653dccd0-3a12-4ac0-9cc2-5a0bfeaf34e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:01:43.566955 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-3d04bf2d-8e39-4cc3-95b2-f7e0af49b512 req-8cbfd6ac-b987-4c2e-bb3e-f7601b54e005 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/security-groups?id=78bf3f79-aa37-43ea-9c29-1143266898ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632511 Mar 16 09:01:43.723739 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2f45f126-9456-458e-8790-a68152aa430f req-a653f6d1-4bd4-43db-babc-23af95ce57c3 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=232ab7d6-42dc-4ce8-bcc4-e60daa208b35 HTTP/1.1" status: 200 len: 210 time: 0.0274723 Mar 16 09:01:43.732914 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0402c654-b8f3-4f71-a762-f7d4532c43de None None] The sync data for ids ['2df2c62d-5582-4298-bce8-eae327467d6d'] in dv-cinder-831776-4-iscsi is: [{'id': '2df2c62d-5582-4298-bce8-eae327467d6d', 'name': 'tempest-AttachVolumeTestJSON-1028812111-router', 'tenant_id': '038ce3c42c064d11ab4e77d47b819ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': 'f6b31a4c-cee9-42ec-bd05-d81200f3903a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:01:25Z', 'updated_at': '2022-03-16T09:01:34Z', 'revision_number': 4, 'project_id': '038ce3c42c064d11ab4e77d47b819ba5', 'gw_port': {'id': 'f6b31a4c-cee9-42ec-bd05-d81200f3903a', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:92:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df2c62d-5582-4298-bce8-eae327467d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:26Z', 'updated_at': '2022-03-16T09:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_interfaces': [{'id': '2710fcff-2d87-4145-8e0c-0196ae6903e2', 'name': '', 'network_id': '95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c', 'tenant_id': '038ce3c42c064d11ab4e77d47b819ba5', 'mac_address': 'fa:16:3e:72:6c:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df2c62d-5582-4298-bce8-eae327467d6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '653dccd0-3a12-4ac0-9cc2-5a0bfeaf34e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:32Z', 'updated_at': '2022-03-16T09:01:42Z', 'revision_number': 4, 'project_id': '038ce3c42c064d11ab4e77d47b819ba5', 'subnets': [{'id': '653dccd0-3a12-4ac0-9cc2-5a0bfeaf34e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 09:01:43.759304 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-9bc2ef5f-ae22-4e8d-9682-ac1cdff2398b None None] Current status of the port 2710fcff-2d87-4145-8e0c-0196ae6903e2 is: ACTIVE; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:01:43.820644 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Current status of the port 2710fcff-2d87-4145-8e0c-0196ae6903e2 is: ACTIVE; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:01:43.822071 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a1c29e2b-cc8f-40d0-96d4-600a429eda6d req-29ea65eb-0a64-4d93-92dd-5e0bca77e041 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/ports?device_id=b44e8926-3292-4a9c-92f8-d6b0444a20ec HTTP/1.1" status: 200 len: 210 time: 0.0319953 Mar 16 09:01:43.829773 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device f6b31a4c-cee9-42ec-bd05-d81200f3903a up at agent ovs-agent-dv-cinder-831776-4-iscsi {{(pid=103097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 09:01:43.879488 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Provisioning complete for port f6b31a4c-cee9-42ec-bd05-d81200f3903a triggered by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:01:43.880082 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (f6b31a4c-cee9-42ec-bd05-d81200f3903a), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:43.926801 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-0aa309e9-1473-440c-b202-1c5395c1726b req-be254a41-6e1b-452c-b271-b7dc6ff93ca1 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=51ee1195-e0b6-4420-88ec-39d8a8149d60 HTTP/1.1" status: 200 len: 210 time: 0.0394275 Mar 16 09:01:44.017757 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Current status of the port f6b31a4c-cee9-42ec-bd05-d81200f3903a is: ACTIVE; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:01:44.699276 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d90c8b-f16d-4c2f-84ec-e89ea4336d21 req-8fa8a32b-cc11-4b45-8856-7269f0a296e8 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:01:44.701579 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-75d90c8b-f16d-4c2f-84ec-e89ea4336d21 req-8fa8a32b-cc11-4b45-8856-7269f0a296e8 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b492862-16c2-42cb-bca8-a1d344b8a984 HTTP/1.1" status: 200 len: 931 time: 0.0611134 Mar 16 09:01:44.756422 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-75d90c8b-f16d-4c2f-84ec-e89ea4336d21 req-654bfc6b-db89-4dc8-af15-f13b13660093 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/security-groups?id=78bf3f79-aa37-43ea-9c29-1143266898ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473707 Mar 16 09:01:44.840160 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-c27547d8-db45-41cf-b381-9bc827869749 req-d1901d2d-fa91-48f0-90c2-62423c3861b8 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=232ab7d6-42dc-4ce8-bcc4-e60daa208b35 HTTP/1.1" status: 200 len: 210 time: 0.0274715 Mar 16 09:01:44.936227 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-8abe5276-a1b2-447f-8c93-2e49f890008d req-2d60e9d6-2a86-477b-af54-d9d98dd1165c tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/ports?device_id=b44e8926-3292-4a9c-92f8-d6b0444a20ec HTTP/1.1" status: 200 len: 210 time: 0.0349264 Mar 16 09:01:45.042856 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-0eb1032a-ab98-48a7-beab-b11c65d47a3a req-ceb87cd3-0e6b-494d-9469-55a2c9d19a9f tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=51ee1195-e0b6-4420-88ec-39d8a8149d60 HTTP/1.1" status: 200 len: 210 time: 0.0298438 Mar 16 09:01:45.237438 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device 2710fcff-2d87-4145-8e0c-0196ae6903e2 up at agent ovs-agent-dv-cinder-831776-4-iscsi {{(pid=103097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 09:01:45.316901 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Provisioning complete for port 2710fcff-2d87-4145-8e0c-0196ae6903e2 triggered by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:01:45.317470 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (2710fcff-2d87-4145-8e0c-0196ae6903e2), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:45.424137 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Current status of the port 2710fcff-2d87-4145-8e0c-0196ae6903e2 is: ACTIVE; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:01:45.899025 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf79dac-8ce4-46a9-a788-72764be15251 req-e3789ff5-7338-448a-b033-13dbe606b472 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:01:45.901772 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-edf79dac-8ce4-46a9-a788-72764be15251 req-e3789ff5-7338-448a-b033-13dbe606b472 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b492862-16c2-42cb-bca8-a1d344b8a984 HTTP/1.1" status: 200 len: 931 time: 0.0746882 Mar 16 09:01:45.972138 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-c55b1f65-7cec-47dc-8fd7-a41b92b900a8 req-db7d5220-6a4d-45a6-acfb-facf756ec909 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=232ab7d6-42dc-4ce8-bcc4-e60daa208b35 HTTP/1.1" status: 200 len: 210 time: 0.0350339 Mar 16 09:01:45.976419 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-edf79dac-8ce4-46a9-a788-72764be15251 req-eadf9b48-b700-4211-819e-cefb26bd2ada tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/security-groups?id=78bf3f79-aa37-43ea-9c29-1143266898ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685925 Mar 16 09:01:46.062713 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-55b7f83e-c091-4e43-8222-cdc9e2ad941e req-20799c10-cb44-4a5a-b763-0c3d76ce6bce tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/ports?device_id=b44e8926-3292-4a9c-92f8-d6b0444a20ec HTTP/1.1" status: 200 len: 210 time: 0.0278592 Mar 16 09:01:46.149380 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-cefad3e9-5302-4fb7-a9e0-8b54bc94e5e2 req-8c4e5b5f-78c6-4007-aebe-c2d8c0fb8117 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=51ee1195-e0b6-4420-88ec-39d8a8149d60 HTTP/1.1" status: 200 len: 210 time: 0.0364704 Mar 16 09:01:47.071438 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-798763ac-e1db-4607-9daa-afce8fafd5e6 req-c1620872-6cb5-428c-8cf7-b98a932504c3 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=232ab7d6-42dc-4ce8-bcc4-e60daa208b35 HTTP/1.1" status: 200 len: 210 time: 0.0320435 Mar 16 09:01:47.111769 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f658a94-f9ec-4372-9fc6-5cb0528ecf65 req-3af50a87-2375-4fc2-85f1-8be8d4236597 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:01:47.113202 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-9f658a94-f9ec-4372-9fc6-5cb0528ecf65 req-3af50a87-2375-4fc2-85f1-8be8d4236597 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b492862-16c2-42cb-bca8-a1d344b8a984 HTTP/1.1" status: 200 len: 931 time: 0.0654995 Mar 16 09:01:47.160379 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-68acd775-7f92-4bd5-951a-e659882b9206 req-4c53a548-a1bd-469d-aad3-ca65cbb15151 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/ports?device_id=b44e8926-3292-4a9c-92f8-d6b0444a20ec HTTP/1.1" status: 200 len: 210 time: 0.0287297 Mar 16 09:01:47.182091 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-9f658a94-f9ec-4372-9fc6-5cb0528ecf65 req-55c010cc-4192-4790-94c3-2eb96897af84 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/security-groups?id=78bf3f79-aa37-43ea-9c29-1143266898ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628421 Mar 16 09:01:47.242155 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-41b7f295-7e9d-44a8-a6c7-50b6c20846a6 req-727ddb53-abeb-4044-adc1-9f23793c6806 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=51ee1195-e0b6-4420-88ec-39d8a8149d60 HTTP/1.1" status: 200 len: 210 time: 0.0284512 Mar 16 09:01:48.166481 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-925577e3-e42c-4234-8c33-ce343cce6eb5 req-faa3a0af-aa2d-45e3-bac8-a98a67e6d96c tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=232ab7d6-42dc-4ce8-bcc4-e60daa208b35 HTTP/1.1" status: 200 len: 210 time: 0.0273252 Mar 16 09:01:48.272712 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-1b1c5321-dd97-4693-9f36-df983ae4d54f req-7c79b52d-40da-42fa-a4c0-3c69a2ec20c7 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/ports?device_id=b44e8926-3292-4a9c-92f8-d6b0444a20ec HTTP/1.1" status: 200 len: 210 time: 0.0307398 Mar 16 09:01:48.326796 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb12ae64-3ada-4fbd-9347-289733a28005 req-4a0a7a74-39f4-439f-9e73-a8fed5803f39 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:01:48.334243 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-cb12ae64-3ada-4fbd-9347-289733a28005 req-4a0a7a74-39f4-439f-9e73-a8fed5803f39 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b492862-16c2-42cb-bca8-a1d344b8a984 HTTP/1.1" status: 200 len: 931 time: 0.0649872 Mar 16 09:01:48.390979 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-6ed2625d-398c-49d5-87fe-7c4828bec958 req-ffb02e64-5ace-4543-b8f8-90f640144dce tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=51ee1195-e0b6-4420-88ec-39d8a8149d60 HTTP/1.1" status: 200 len: 210 time: 0.0408909 Mar 16 09:01:48.409932 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-cb12ae64-3ada-4fbd-9347-289733a28005 req-a9a0b43a-276f-4110-b1b6-2785d5cb6f06 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/security-groups?id=78bf3f79-aa37-43ea-9c29-1143266898ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747592 Mar 16 09:01:49.259715 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-eb3afe4f-bacb-4931-8798-f98ce439cd80 req-6acf2738-3276-411c-a7c7-1ae87f130af3 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=232ab7d6-42dc-4ce8-bcc4-e60daa208b35 HTTP/1.1" status: 200 len: 210 time: 0.0261791 Mar 16 09:01:49.373206 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-60d0c4b2-1709-4bb8-bbc9-b835cb5cfd8e req-4498f07d-4915-422e-9dd8-8237c411d84e tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/ports?device_id=b44e8926-3292-4a9c-92f8-d6b0444a20ec HTTP/1.1" status: 200 len: 210 time: 0.0278227 Mar 16 09:01:49.492144 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-22c04032-f1b0-4dc9-973f-2fbd12c27f45 req-5d786874-9f2f-4f51-b224-51994556ccd7 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=51ee1195-e0b6-4420-88ec-39d8a8149d60 HTTP/1.1" status: 200 len: 210 time: 0.0310643 Mar 16 09:01:49.540846 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5297bf2-e636-4a4c-b157-47194b80c6fc req-f0841e48-d42a-4cdd-b5e3-5d64f50372e6 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:01:49.542323 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-c5297bf2-e636-4a4c-b157-47194b80c6fc req-f0841e48-d42a-4cdd-b5e3-5d64f50372e6 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b492862-16c2-42cb-bca8-a1d344b8a984 HTTP/1.1" status: 200 len: 931 time: 0.0538609 Mar 16 09:01:49.590404 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-c5297bf2-e636-4a4c-b157-47194b80c6fc req-c3f580cb-859c-4399-afda-a9dc02f6ebe9 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/security-groups?id=78bf3f79-aa37-43ea-9c29-1143266898ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424979 Mar 16 09:01:50.354654 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-7eadcc55-8d31-4058-b918-6ac138d826b8 req-3353b44c-49ac-4970-bbb3-fbdbad793bb3 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=232ab7d6-42dc-4ce8-bcc4-e60daa208b35 HTTP/1.1" status: 200 len: 210 time: 0.0270290 Mar 16 09:01:50.465219 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-142abea9-6abc-426f-b511-eef1c176d29e req-63d8b233-3604-4612-acfe-5fd5ce76031d tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/ports?device_id=b44e8926-3292-4a9c-92f8-d6b0444a20ec HTTP/1.1" status: 200 len: 210 time: 0.0272958 Mar 16 09:01:50.477289 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-ea347424-c9df-49b6-b0ec-7fd8b8c8235b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (a398d5bf-1368-473f-bfdd-7d167c3f4154), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:50.582392 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-1c9651c0-cf95-46eb-a810-c6466d4880c7 req-272f61c1-d977-423a-a77e-4cdf0de1fa0f tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=51ee1195-e0b6-4420-88ec-39d8a8149d60 HTTP/1.1" status: 200 len: 210 time: 0.0262368 Mar 16 09:01:50.708626 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5721527c-8e04-4169-a769-6bf3c77774b1 req-f3e3ecb3-4cb6-4d96-ae83-f77a24fa3723 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:01:50.710119 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5721527c-8e04-4169-a769-6bf3c77774b1 req-f3e3ecb3-4cb6-4d96-ae83-f77a24fa3723 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b492862-16c2-42cb-bca8-a1d344b8a984 HTTP/1.1" status: 200 len: 931 time: 0.0523090 Mar 16 09:01:50.756608 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5721527c-8e04-4169-a769-6bf3c77774b1 req-c4a0bd8e-5e52-4aab-b580-bec59a6318a0 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/security-groups?id=78bf3f79-aa37-43ea-9c29-1143266898ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398312 Mar 16 09:01:51.449046 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a29e14b1-3c20-4544-a314-d8f97926be55 req-18f45b2d-8d10-452f-a7c8-6f1443941166 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=232ab7d6-42dc-4ce8-bcc4-e60daa208b35 HTTP/1.1" status: 200 len: 210 time: 0.0278769 Mar 16 09:01:51.559002 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-ae381b36-7f4f-460f-8a78-b52ba3956c59 req-5fa49b3e-e644-40de-b180-619624c8a79a tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/ports?device_id=b44e8926-3292-4a9c-92f8-d6b0444a20ec HTTP/1.1" status: 200 len: 210 time: 0.0281343 Mar 16 09:01:51.687007 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-079af3b9-5046-41cf-8084-c8e003010908 req-a481919a-33c5-40c5-b42c-a1d531e39731 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=51ee1195-e0b6-4420-88ec-39d8a8149d60 HTTP/1.1" status: 200 len: 210 time: 0.0312552 Mar 16 09:01:51.880424 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44594756-ec15-445a-819d-50678b620dfa req-ff34a54c-11be-463d-9cb0-59ea4943a900 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:01:51.883363 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-44594756-ec15-445a-819d-50678b620dfa req-ff34a54c-11be-463d-9cb0-59ea4943a900 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b492862-16c2-42cb-bca8-a1d344b8a984 HTTP/1.1" status: 200 len: 931 time: 0.0574319 Mar 16 09:01:51.943619 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-44594756-ec15-445a-819d-50678b620dfa req-20d44703-90a4-43a1-92ac-b4ba3ddb900b tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/security-groups?id=78bf3f79-aa37-43ea-9c29-1143266898ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544691 Mar 16 09:01:52.545909 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-fe3263ff-3f7b-4738-9737-b869c174e891 req-6a2960c7-06df-450a-b304-408c414cebee tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=232ab7d6-42dc-4ce8-bcc4-e60daa208b35 HTTP/1.1" status: 200 len: 210 time: 0.0302474 Mar 16 09:01:52.667654 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-89f7ff63-059d-476b-bcfd-160d120df17b req-89ce22ff-74ae-4a6a-9286-3735a465f833 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/ports?device_id=b44e8926-3292-4a9c-92f8-d6b0444a20ec HTTP/1.1" status: 200 len: 210 time: 0.0273635 Mar 16 09:01:52.781475 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-5c475daa-4f66-44e3-8a8e-3151d604b8a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (09ce795b-eeca-4b3b-9d7f-577d9443cb21), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:52.795678 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-3c94749b-9dd8-4a58-ba13-5517f2388879 req-d6140430-9be4-4481-96ec-c29a9202642d tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=51ee1195-e0b6-4420-88ec-39d8a8149d60 HTTP/1.1" status: 200 len: 210 time: 0.0354636 Mar 16 09:01:53.080712 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce1baa8-8f45-4727-8cc5-52688d0b2df0 req-8128b1bb-75f2-44de-b4b4-fe59d914e1f3 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:01:53.084216 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-6ce1baa8-8f45-4727-8cc5-52688d0b2df0 req-8128b1bb-75f2-44de-b4b4-fe59d914e1f3 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b492862-16c2-42cb-bca8-a1d344b8a984 HTTP/1.1" status: 200 len: 931 time: 0.0658281 Mar 16 09:01:53.155698 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-6ce1baa8-8f45-4727-8cc5-52688d0b2df0 req-ea575dc0-5e47-486c-ae4a-d30a0b63d759 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/security-groups?id=78bf3f79-aa37-43ea-9c29-1143266898ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668581 Mar 16 09:01:53.650724 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-23191c80-90c5-431e-a1f4-069d6054dc7e req-10107669-110b-44cb-9ad1-49091d103dcb tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=232ab7d6-42dc-4ce8-bcc4-e60daa208b35 HTTP/1.1" status: 200 len: 210 time: 0.0339470 Mar 16 09:01:53.763540 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-4e392558-29cf-4bd9-8945-65c834e3d8d0 req-e4290060-56bc-40e0-868b-ab003c2ff925 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/ports?device_id=b44e8926-3292-4a9c-92f8-d6b0444a20ec HTTP/1.1" status: 200 len: 210 time: 0.0288093 Mar 16 09:01:53.837667 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-cdeb7127-6fa1-4060-ae0a-c8ffc2dd9388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (514d7d79-ab14-439d-a6c0-bbffe337a49f), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:53.961966 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-7f340208-7f9e-4ab8-9f7a-51e01acb7637 req-6b045c96-ce9d-48d1-a7f7-752be56b5dec tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=51ee1195-e0b6-4420-88ec-39d8a8149d60 HTTP/1.1" status: 200 len: 210 time: 0.0541260 Mar 16 09:01:54.319501 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3292e326-86ec-4e33-b18b-993346dd8b7e req-d7a62a18-bc02-4b30-85d6-87343ed289af tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:01:54.321509 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-3292e326-86ec-4e33-b18b-993346dd8b7e req-d7a62a18-bc02-4b30-85d6-87343ed289af tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b492862-16c2-42cb-bca8-a1d344b8a984 HTTP/1.1" status: 200 len: 931 time: 0.0686905 Mar 16 09:01:54.414730 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-3292e326-86ec-4e33-b18b-993346dd8b7e req-b59fdb4f-d363-49dc-8917-57844f88bc61 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/security-groups?id=78bf3f79-aa37-43ea-9c29-1143266898ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827515 Mar 16 09:01:54.847947 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2c8b8fa9-40d5-454f-9a5f-761a3a5f4f56 req-38013be0-ab7a-4e46-a34d-70b78b8ba963 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=232ab7d6-42dc-4ce8-bcc4-e60daa208b35 HTTP/1.1" status: 200 len: 210 time: 0.0508449 Mar 16 09:01:54.888417 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-ee205521-121d-42e2-af80-ce307a1241c5 req-eead5aa6-0044-46ef-9017-aacc1bfa4859 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/ports?device_id=b44e8926-3292-4a9c-92f8-d6b0444a20ec HTTP/1.1" status: 200 len: 210 time: 0.0362895 Mar 16 09:01:54.958920 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 45358) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:01:55.047508 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-dfa32eeb-085b-4a11-94af-a35398f96a7f req-14b4c0be-7cd7-47af-a3d7-25b7077bd4eb tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=51ee1195-e0b6-4420-88ec-39d8a8149d60 HTTP/1.1" status: 200 len: 210 time: 0.0270913 Mar 16 09:01:55.063399 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-9f07c6e8-2d23-434e-8b3c-840593bbe2f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:55.135981 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-9f07c6e8-2d23-434e-8b3c-840593bbe2f8 admin admin] Publish callbacks [] for security_group (dc4b32a3-0012-487c-b0d1-32dd1796b7ea), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:55.139986 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-9f07c6e8-2d23-434e-8b3c-840593bbe2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (dc4b32a3-0012-487c-b0d1-32dd1796b7ea), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:55.177616 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-9f07c6e8-2d23-434e-8b3c-840593bbe2f8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6e13c3584af64984ac5150194dfeddc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2175407 Mar 16 09:01:55.178485 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f07c6e8-2d23-434e-8b3c-840593bbe2f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc4b32a3-0012-487c-b0d1-32dd1796b7ea,revision_number=1']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:01:55.180174 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 45364) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:01:55.226196 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6257cf84-0a95-46aa-acae-ec8d74cf6cba admin admin] Publish callbacks [] for security_group (dc4b32a3-0012-487c-b0d1-32dd1796b7ea), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:55.248029 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6257cf84-0a95-46aa-acae-ec8d74cf6cba admin admin] Publish callbacks [] for security_group (dc4b32a3-0012-487c-b0d1-32dd1796b7ea), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:55.298921 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6257cf84-0a95-46aa-acae-ec8d74cf6cba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (dc4b32a3-0012-487c-b0d1-32dd1796b7ea), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:55.301518 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6257cf84-0a95-46aa-acae-ec8d74cf6cba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:55.302644 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-6257cf84-0a95-46aa-acae-ec8d74cf6cba admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dc4b32a3-0012-487c-b0d1-32dd1796b7ea HTTP/1.1" status: 204 len: 168 time: 0.1214578 Mar 16 09:01:55.310181 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6257cf84-0a95-46aa-acae-ec8d74cf6cba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc4b32a3-0012-487c-b0d1-32dd1796b7ea,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:01:55.414384 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (f0da09ba-cbd5-402d-a3a1-68b8fcaf25e8), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:55.421907 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3de267ec-888d-49e1-92d2-a6991c0932cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (3616e4f6-4586-420d-b0d2-e3b2f5abb17b), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:55.526764 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da234051-dd04-434a-9d92-6a2f6b8b6343 req-c1925c24-96a4-4a0d-92b0-6e986193d19f tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:01:55.528261 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-da234051-dd04-434a-9d92-6a2f6b8b6343 req-c1925c24-96a4-4a0d-92b0-6e986193d19f tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b492862-16c2-42cb-bca8-a1d344b8a984 HTTP/1.1" status: 200 len: 931 time: 0.0565913 Mar 16 09:01:55.568977 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 45374) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:01:55.578282 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-da234051-dd04-434a-9d92-6a2f6b8b6343 req-f27a447a-b392-42d4-99d7-38d99569761e tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/security-groups?id=78bf3f79-aa37-43ea-9c29-1143266898ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444565 Mar 16 09:01:55.582443 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-479fe423-1175-45f4-81c1-74462a63683b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:55.653073 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-479fe423-1175-45f4-81c1-74462a63683b admin admin] Publish callbacks [] for security_group (aaff1500-ba10-4414-b0b6-78d7065e044b), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:55.656427 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-479fe423-1175-45f4-81c1-74462a63683b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (aaff1500-ba10-4414-b0b6-78d7065e044b), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:55.699747 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-479fe423-1175-45f4-81c1-74462a63683b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a41d53ee9bf045e9b0551f04e0227d10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1295984 Mar 16 09:01:55.700509 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479fe423-1175-45f4-81c1-74462a63683b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaff1500-ba10-4414-b0b6-78d7065e044b,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:01:55.702404 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 45376) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:01:55.749092 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-34f056e9-cc7d-4d94-b68e-2be255baca03 admin admin] Publish callbacks [] for security_group (aaff1500-ba10-4414-b0b6-78d7065e044b), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:55.769284 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-34f056e9-cc7d-4d94-b68e-2be255baca03 admin admin] Publish callbacks [] for security_group (aaff1500-ba10-4414-b0b6-78d7065e044b), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:55.813706 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-34f056e9-cc7d-4d94-b68e-2be255baca03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (aaff1500-ba10-4414-b0b6-78d7065e044b), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:55.816152 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-34f056e9-cc7d-4d94-b68e-2be255baca03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:55.817305 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-34f056e9-cc7d-4d94-b68e-2be255baca03 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/aaff1500-ba10-4414-b0b6-78d7065e044b HTTP/1.1" status: 204 len: 168 time: 0.1138542 Mar 16 09:01:55.825459 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f056e9-cc7d-4d94-b68e-2be255baca03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaff1500-ba10-4414-b0b6-78d7065e044b,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:01:55.957475 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-1b47a333-e059-42e8-b921-b4a290d0e482 req-7a18e202-7818-431f-92f1-10416053b253 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=232ab7d6-42dc-4ce8-bcc4-e60daa208b35 HTTP/1.1" status: 200 len: 210 time: 0.0408101 Mar 16 09:01:56.028493 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-e058860d-f3dd-4e31-915a-676286b3f0ae req-3d070828-2c87-4766-bcf3-a7bcf7e3dfa9 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/ports?device_id=b44e8926-3292-4a9c-92f8-d6b0444a20ec HTTP/1.1" status: 200 len: 210 time: 0.0311568 Mar 16 09:01:56.140469 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-91de120b-5fd3-4a27-bb4e-013497b7a032 req-2ea39f4e-d94a-49f5-bd09-3fa044fb062a tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=51ee1195-e0b6-4420-88ec-39d8a8149d60 HTTP/1.1" status: 200 len: 210 time: 0.0290306 Mar 16 09:01:56.697269 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e046ce6-f209-49a2-8b6a-471eece95e7c req-6f723d9a-3285-42c9-a9f6-826fce6cf4ab tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:01:56.698760 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-6e046ce6-f209-49a2-8b6a-471eece95e7c req-6f723d9a-3285-42c9-a9f6-826fce6cf4ab tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b492862-16c2-42cb-bca8-a1d344b8a984 HTTP/1.1" status: 200 len: 931 time: 0.0533814 Mar 16 09:01:56.746382 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-6e046ce6-f209-49a2-8b6a-471eece95e7c req-97fb27b3-4e90-46c6-a782-f5612f782512 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/security-groups?id=78bf3f79-aa37-43ea-9c29-1143266898ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420516 Mar 16 09:01:56.842540 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (489981c6-9aaa-401c-bd41-6b42e027a228), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:57.057941 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-12864206-a620-4546-8a7c-8269253cf0ab req-876c2df9-e92a-4955-bc17-5dd60bcde851 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=232ab7d6-42dc-4ce8-bcc4-e60daa208b35 HTTP/1.1" status: 200 len: 210 time: 0.0352702 Mar 16 09:01:57.138059 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-f85ffddc-c0e4-40ff-8bac-ea63e430abda req-1209e01f-618b-450c-969f-3cb049a66740 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/ports?device_id=b44e8926-3292-4a9c-92f8-d6b0444a20ec HTTP/1.1" status: 200 len: 210 time: 0.0301926 Mar 16 09:01:57.232191 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-ae61b1bd-35ec-4b7b-b51b-0dfad6248a1d req-10fabcfa-bdb8-4616-af1b-7aedbf74f4a3 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=51ee1195-e0b6-4420-88ec-39d8a8149d60 HTTP/1.1" status: 200 len: 210 time: 0.0273438 Mar 16 09:01:57.860297 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293ba814-aeec-496e-88ce-debabba22f7b req-d9c1de47-2a70-47ec-b3de-f48776db2fb0 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:01:57.861769 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-293ba814-aeec-496e-88ce-debabba22f7b req-d9c1de47-2a70-47ec-b3de-f48776db2fb0 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b492862-16c2-42cb-bca8-a1d344b8a984 HTTP/1.1" status: 200 len: 931 time: 0.0511882 Mar 16 09:01:57.907209 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-293ba814-aeec-496e-88ce-debabba22f7b req-93a9a452-747f-4fb0-9b9a-3298b9bc3029 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/security-groups?id=78bf3f79-aa37-43ea-9c29-1143266898ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395708 Mar 16 09:01:58.151735 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b7bd5ce1-3998-4f82-8c93-0d3125b81a1d req-90238d8c-0c97-4bd6-b70a-a8083704428a tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=232ab7d6-42dc-4ce8-bcc4-e60daa208b35 HTTP/1.1" status: 200 len: 210 time: 0.0259054 Mar 16 09:01:58.230520 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-d2d41a8d-b1ee-4907-a3d8-5bbc2b760321 req-3bfb106b-4cf5-4b0f-bde1-ac0e36364deb tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/ports?device_id=b44e8926-3292-4a9c-92f8-d6b0444a20ec HTTP/1.1" status: 200 len: 210 time: 0.0279057 Mar 16 09:01:58.322045 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-e92f6bb9-14c2-4172-8cab-9a47b0ff6c0c req-1f233887-7a99-4d0a-983c-326890784f55 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=51ee1195-e0b6-4420-88ec-39d8a8149d60 HTTP/1.1" status: 200 len: 210 time: 0.0270493 Mar 16 09:01:59.018181 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861ac486-16ce-4af5-af5e-4943f6d0f270 req-4c81c618-e111-4ec6-811a-7d9596cbfa09 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:01:59.019616 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-861ac486-16ce-4af5-af5e-4943f6d0f270 req-4c81c618-e111-4ec6-811a-7d9596cbfa09 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b492862-16c2-42cb-bca8-a1d344b8a984 HTTP/1.1" status: 200 len: 931 time: 0.0505505 Mar 16 09:01:59.064712 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-861ac486-16ce-4af5-af5e-4943f6d0f270 req-96d189b9-15f0-4058-85d0-fd5e01bfa827 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/security-groups?id=78bf3f79-aa37-43ea-9c29-1143266898ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387990 Mar 16 09:01:59.248249 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-105471ed-60ad-461c-8027-1bf526a4b193 req-d7c887ed-63ed-4c2c-ba88-acea4b93e938 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=232ab7d6-42dc-4ce8-bcc4-e60daa208b35 HTTP/1.1" status: 200 len: 210 time: 0.0259204 Mar 16 09:01:59.290644 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [req-d0b24871-05a6-4024-9d2a-1c94feda35af req-37363356-917b-482d-8f69-d5b420302bca tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103096) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 16 09:01:59.291664 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-d0b24871-05a6-4024-9d2a-1c94feda35af req-37363356-917b-482d-8f69-d5b420302bca tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052471 Mar 16 09:01:59.300671 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.v2.base [req-0dc5c1ad-265e-45b0-ad86-d2b6d769fdeb req-33b64bb4-dbcf-4d0f-b756-8316e249f9ac tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Request body: {'port': {'device_id': '232ab7d6-42dc-4ce8-bcc4-e60daa208b35', 'network_id': 'c71322ee-b7a0-4c22-8a3c-0690c3f2a338', 'admin_state_up': True, 'tenant_id': '8ab3e25cb83341919d112753e22938a2'}} {{(pid=103095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:01:59.310256 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.v2.base [req-2e60efe0-2680-451e-b76b-eeb19cdd7ef8 req-79c33f7d-1924-47f0-96a5-78a944e65a2a tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Request body: {'port': {'device_id': '1033cdc1-c72e-492f-9352-14e5302515cf', 'network_id': 'c71322ee-b7a0-4c22-8a3c-0690c3f2a338', 'admin_state_up': True, 'tenant_id': '8ab3e25cb83341919d112753e22938a2'}} {{(pid=103096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:01:59.413108 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-c7ae8446-59a7-4153-8648-317e9dae6724 req-8f30117c-e3ca-4ff8-9120-0e63e640e12b tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/ports?device_id=b44e8926-3292-4a9c-92f8-d6b0444a20ec HTTP/1.1" status: 200 len: 210 time: 0.1167290 Mar 16 09:01:59.507911 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-820d499e-7b8a-44e1-aa13-d782029d742f req-8005458c-4545-43ba-8feb-7b7fab49f5eb tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=51ee1195-e0b6-4420-88ec-39d8a8149d60 HTTP/1.1" status: 200 len: 210 time: 0.0570836 Mar 16 09:01:59.518725 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dc5c1ad-265e-45b0-ad86-d2b6d769fdeb req-33b64bb4-dbcf-4d0f-b756-8316e249f9ac tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Made reservation on behalf of 8ab3e25cb83341919d112753e22938a2 for: {'port': 1} {{(pid=103095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 09:01:59.523377 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [req-0dc5c1ad-265e-45b0-ad86-d2b6d769fdeb req-33b64bb4-dbcf-4d0f-b756-8316e249f9ac tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:59.537757 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e60efe0-2680-451e-b76b-eeb19cdd7ef8 req-79c33f7d-1924-47f0-96a5-78a944e65a2a tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Made reservation on behalf of 8ab3e25cb83341919d112753e22938a2 for: {'port': 1} {{(pid=103096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 09:01:59.541146 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-2e60efe0-2680-451e-b76b-eeb19cdd7ef8 req-79c33f7d-1924-47f0-96a5-78a944e65a2a tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:59.664116 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.db_base_plugin_common [req-2e60efe0-2680-451e-b76b-eeb19cdd7ef8 req-79c33f7d-1924-47f0-96a5-78a944e65a2a tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Allocated IP 172.20.0.6 (c71322ee-b7a0-4c22-8a3c-0690c3f2a338/2d141d65-2c6e-46bc-b682-986a7d0cd81b/314a141c-e07c-41ab-9f3f-234b6043a3ed) {{(pid=103096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 09:01:59.826986 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.v2.base [req-d0b24871-05a6-4024-9d2a-1c94feda35af req-3bcfdf42-ec9f-4ff0-8e71-2c2870277c2c service neutron] Request body: {'port': {'device_id': '7b492862-16c2-42cb-bca8-a1d344b8a984', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=103096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:01:59.834465 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-2e60efe0-2680-451e-b76b-eeb19cdd7ef8 req-79c33f7d-1924-47f0-96a5-78a944e65a2a tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Publish callbacks [] for port (314a141c-e07c-41ab-9f3f-234b6043a3ed), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:59.923999 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-d0b24871-05a6-4024-9d2a-1c94feda35af req-3bcfdf42-ec9f-4ff0-8e71-2c2870277c2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (7182eaae-95f5-46ad-ba3c-4339e163b8de), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:01:59.942646 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-2e60efe0-2680-451e-b76b-eeb19cdd7ef8 req-79c33f7d-1924-47f0-96a5-78a944e65a2a tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732012762709'] for port (314a141c-e07c-41ab-9f3f-234b6043a3ed), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:00.022658 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [req-0dc5c1ad-265e-45b0-ad86-d2b6d769fdeb req-33b64bb4-dbcf-4d0f-b756-8316e249f9ac tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Allocated IP 172.20.0.14 (c71322ee-b7a0-4c22-8a3c-0690c3f2a338/2d141d65-2c6e-46bc-b682-986a7d0cd81b/1cc16302-a750-4211-a3a0-fc8bfdfdf175) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 09:02:00.032102 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e60efe0-2680-451e-b76b-eeb19cdd7ef8 req-79c33f7d-1924-47f0-96a5-78a944e65a2a tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Network c71322ee-b7a0-4c22-8a3c-0690c3f2a338 is already hosted by enough agents. {{(pid=103096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 09:02:00.036108 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.base_scheduler [req-2e60efe0-2680-451e-b76b-eeb19cdd7ef8 req-79c33f7d-1924-47f0-96a5-78a944e65a2a tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Resources bound (agent type, host, resource id): {{(pid=103096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 09:02:00.037960 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c33f7d-1924-47f0-96a5-78a944e65a2a tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Pushing event updated for resources: {'Port': ['ID=314a141c-e07c-41ab-9f3f-234b6043a3ed,revision_number=1']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:00.059963 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e60efe0-2680-451e-b76b-eeb19cdd7ef8 req-79c33f7d-1924-47f0-96a5-78a944e65a2a tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Received port after_create {{(pid=103096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 09:02:00.064899 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60efe0-2680-451e-b76b-eeb19cdd7ef8 req-79c33f7d-1924-47f0-96a5-78a944e65a2a tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:00.065557 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-2e60efe0-2680-451e-b76b-eeb19cdd7ef8 req-79c33f7d-1924-47f0-96a5-78a944e65a2a tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555813'] for port (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:00.198678 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [req-0dc5c1ad-265e-45b0-ad86-d2b6d769fdeb req-33b64bb4-dbcf-4d0f-b756-8316e249f9ac tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Publish callbacks [] for port (1cc16302-a750-4211-a3a0-fc8bfdfdf175), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:00.215138 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2e60efe0-2680-451e-b76b-eeb19cdd7ef8 req-79c33f7d-1924-47f0-96a5-78a944e65a2a tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9094999 Mar 16 09:02:00.233269 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [req-0dc5c1ad-265e-45b0-ad86-d2b6d769fdeb req-33b64bb4-dbcf-4d0f-b756-8316e249f9ac tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732012762709'] for port (1cc16302-a750-4211-a3a0-fc8bfdfdf175), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:00.242984 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.v2.base [req-2e60efe0-2680-451e-b76b-eeb19cdd7ef8 req-f04ad40a-6c8a-4f3c-8ad4-045f4378ddfb service neutron] Request body: {'port': {'device_id': '1033cdc1-c72e-492f-9352-14e5302515cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=103096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:02:00.323746 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b64bb4-dbcf-4d0f-b756-8316e249f9ac tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Pushing event updated for resources: {'Port': ['ID=1cc16302-a750-4211-a3a0-fc8bfdfdf175,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:00.334192 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dc5c1ad-265e-45b0-ad86-d2b6d769fdeb req-33b64bb4-dbcf-4d0f-b756-8316e249f9ac tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Network c71322ee-b7a0-4c22-8a3c-0690c3f2a338 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 09:02:00.336853 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [req-0dc5c1ad-265e-45b0-ad86-d2b6d769fdeb req-33b64bb4-dbcf-4d0f-b756-8316e249f9ac tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 09:02:00.349857 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dc5c1ad-265e-45b0-ad86-d2b6d769fdeb req-33b64bb4-dbcf-4d0f-b756-8316e249f9ac tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 09:02:00.361192 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc5c1ad-265e-45b0-ad86-d2b6d769fdeb req-33b64bb4-dbcf-4d0f-b756-8316e249f9ac tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:00.363247 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [req-0dc5c1ad-265e-45b0-ad86-d2b6d769fdeb req-33b64bb4-dbcf-4d0f-b756-8316e249f9ac tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555813'] for port (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:00.375509 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 45546) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:02:00.403101 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [req-0dc5c1ad-265e-45b0-ad86-d2b6d769fdeb req-33b64bb4-dbcf-4d0f-b756-8316e249f9ac tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1062138 Mar 16 09:02:00.422091 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.v2.base [req-0dc5c1ad-265e-45b0-ad86-d2b6d769fdeb req-67ec88ed-b137-432a-81d2-5ace12caea08 service neutron] Request body: {'port': {'device_id': '232ab7d6-42dc-4ce8-bcc4-e60daa208b35', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=103095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:02:00.475111 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.48', 64659) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:02:00.504586 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.48', 64660) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:02:00.625970 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3f13bc1e-219e-4b53-9441-d9e8323dcbeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:00.666701 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [req-0dc5c1ad-265e-45b0-ad86-d2b6d769fdeb req-67ec88ed-b137-432a-81d2-5ace12caea08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (1cc16302-a750-4211-a3a0-fc8bfdfdf175), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:00.692215 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d70e3f-0d20-4e3d-a682-b3acb478c4b5 req-3be562ff-a48b-47d4-8ea9-6f2b8e72045c tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:00.693712 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [req-68d70e3f-0d20-4e3d-a682-b3acb478c4b5 req-3be562ff-a48b-47d4-8ea9-6f2b8e72045c tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.48 "GET /v2.0/networks?id=95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c HTTP/1.1" status: 200 len: 811 time: 0.2133512 Mar 16 09:02:00.714122 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-2e60efe0-2680-451e-b76b-eeb19cdd7ef8 req-f04ad40a-6c8a-4f3c-8ad4-045f4378ddfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (314a141c-e07c-41ab-9f3f-234b6043a3ed), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:00.771009 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c17312-03b3-4f52-b39d-6696dfcf2f65 req-f80b9967-5104-49bc-b89a-8533a6f55429 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:00.772487 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-09c17312-03b3-4f52-b39d-6696dfcf2f65 req-f80b9967-5104-49bc-b89a-8533a6f55429 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=232ab7d6-42dc-4ce8-bcc4-e60daa208b35 HTTP/1.1" status: 200 len: 932 time: 0.3814709 Mar 16 09:02:00.780004 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16dd33d-9b6a-4a61-82fb-463276459054 req-8b23c32c-0db5-4254-87a1-74f54a040011 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:00.788407 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-d16dd33d-9b6a-4a61-82fb-463276459054 req-8b23c32c-0db5-4254-87a1-74f54a040011 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b492862-16c2-42cb-bca8-a1d344b8a984 HTTP/1.1" status: 200 len: 931 time: 0.6261170 Mar 16 09:02:01.002227 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [req-68d70e3f-0d20-4e3d-a682-b3acb478c4b5 req-73d88f28-d530-4c98-8cba-3e93bf9bf537 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=038ce3c42c064d11ab4e77d47b819ba5 HTTP/1.1" status: 200 len: 379 time: 0.2461069 Mar 16 09:02:01.005133 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3f13bc1e-219e-4b53-9441-d9e8323dcbeb admin admin] Publish callbacks [] for security_group (6e02ce09-27f6-4076-abc7-a10850e4ae87), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:01.015465 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.v2.base [req-68d70e3f-0d20-4e3d-a682-b3acb478c4b5 req-2a76bf88-8d02-48fa-bad1-2f1f5ba9a730 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Request body: {'port': {'device_id': 'b44e8926-3292-4a9c-92f8-d6b0444a20ec', 'network_id': '95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c', 'admin_state_up': True, 'tenant_id': '038ce3c42c064d11ab4e77d47b819ba5', 'security_groups': ['9c774127-f3f8-46fa-91b5-11ee87d14f5d']}} {{(pid=103095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:02:01.024400 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3f13bc1e-219e-4b53-9441-d9e8323dcbeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (6e02ce09-27f6-4076-abc7-a10850e4ae87), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:01.072302 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-09c17312-03b3-4f52-b39d-6696dfcf2f65 req-2db4fc54-ccb4-4fe8-bba5-14c0064428c9 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434025 Mar 16 09:02:01.081234 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-d16dd33d-9b6a-4a61-82fb-463276459054 req-85ee84d3-f88d-4391-aa82-47b216360a0e tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/security-groups?id=78bf3f79-aa37-43ea-9c29-1143266898ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537429 Mar 16 09:02:01.114422 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f13bc1e-219e-4b53-9441-d9e8323dcbeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e02ce09-27f6-4076-abc7-a10850e4ae87,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:01.135854 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1bdda0-4375-4c2b-b2f8-3371320acb4c req-9dd52af1-cf1f-4947-9dca-e560320988c0 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:01.137571 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-4f1bdda0-4375-4c2b-b2f8-3371320acb4c req-9dd52af1-cf1f-4947-9dca-e560320988c0 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.48 "GET /v2.0/networks?id=71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625 HTTP/1.1" status: 200 len: 815 time: 0.6321018 Mar 16 09:02:01.139644 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-3f13bc1e-219e-4b53-9441-d9e8323dcbeb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1b19312f04e541b5ac2a6d3866c28ca1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7678761 Mar 16 09:02:01.145977 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 45576) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:02:01.150532 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.notifiers.nova [req-d0b24871-05a6-4024-9d2a-1c94feda35af req-3bcfdf42-ec9f-4ff0-8e71-2c2870277c2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7182eaae-95f5-46ad-ba3c-4339e163b8de {{(pid=103096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 09:02:01.173939 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-d0b24871-05a6-4024-9d2a-1c94feda35af req-3bcfdf42-ec9f-4ff0-8e71-2c2870277c2c service neutron] Publish callbacks [] for port (7182eaae-95f5-46ad-ba3c-4339e163b8de), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:01.216636 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-07b715ed-d4ce-4951-bce9-66203e71fc93 req-33728fbb-9293-44b4-a235-c94bd5a1e0f3 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/ports?device_id=b44e8926-3292-4a9c-92f8-d6b0444a20ec HTTP/1.1" status: 200 len: 210 time: 0.0610471 Mar 16 09:02:01.244141 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-c2e33bfa-9b0d-42c8-ac08-020e119db352 req-fcf96dae-06aa-43cd-aaa0-1f6c086db2f0 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=51ee1195-e0b6-4420-88ec-39d8a8149d60 HTTP/1.1" status: 200 len: 210 time: 0.0650575 Mar 16 09:02:01.250531 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.provisioning_blocks [req-d0b24871-05a6-4024-9d2a-1c94feda35af req-3bcfdf42-ec9f-4ff0-8e71-2c2870277c2c service neutron] Transition to ACTIVE for port object 7182eaae-95f5-46ad-ba3c-4339e163b8de will not be triggered until provisioned by entity L2. {{(pid=103096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 16 09:02:01.255944 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-d0b24871-05a6-4024-9d2a-1c94feda35af req-3bcfdf42-ec9f-4ff0-8e71-2c2870277c2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (7182eaae-95f5-46ad-ba3c-4339e163b8de), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:01.349821 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-4f1bdda0-4375-4c2b-b2f8-3371320acb4c req-2013373c-9de6-467a-a220-425f3deedb60 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb287d834c3747da825c3d4bb412c949 HTTP/1.1" status: 200 len: 380 time: 0.1899760 Mar 16 09:02:01.350821 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcfdf42-ec9f-4ff0-8e71-2c2870277c2c service neutron] Pushing event updated for resources: {'Port': ['ID=7182eaae-95f5-46ad-ba3c-4339e163b8de,revision_number=2']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:01.380191 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.v2.base [req-4f1bdda0-4375-4c2b-b2f8-3371320acb4c req-b0971499-7b28-4079-ae68-01a0c9e28968 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Request body: {'port': {'device_id': '51ee1195-e0b6-4420-88ec-39d8a8149d60', 'network_id': '71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625', 'admin_state_up': True, 'tenant_id': 'cb287d834c3747da825c3d4bb412c949', 'security_groups': ['b859da8d-0bdd-4a56-bb49-6face617f34b']}} {{(pid=103096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:02:01.399977 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.notifiers.nova [req-0dc5c1ad-265e-45b0-ad86-d2b6d769fdeb req-67ec88ed-b137-432a-81d2-5ace12caea08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cc16302-a750-4211-a3a0-fc8bfdfdf175 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 09:02:01.407665 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [req-0dc5c1ad-265e-45b0-ad86-d2b6d769fdeb req-67ec88ed-b137-432a-81d2-5ace12caea08 service neutron] Publish callbacks [] for port (1cc16302-a750-4211-a3a0-fc8bfdfdf175), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:01.439766 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [req-0dc5c1ad-265e-45b0-ad86-d2b6d769fdeb req-67ec88ed-b137-432a-81d2-5ace12caea08 service neutron] Transition to ACTIVE for port object 1cc16302-a750-4211-a3a0-fc8bfdfdf175 will not be triggered until provisioned by entity L2. {{(pid=103095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 16 09:02:01.452553 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [req-0dc5c1ad-265e-45b0-ad86-d2b6d769fdeb req-67ec88ed-b137-432a-81d2-5ace12caea08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (1cc16302-a750-4211-a3a0-fc8bfdfdf175), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:01.496317 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [req-d0b24871-05a6-4024-9d2a-1c94feda35af req-3bcfdf42-ec9f-4ff0-8e71-2c2870277c2c service neutron] Attempting to bind port 7182eaae-95f5-46ad-ba3c-4339e163b8de on host hv-cinder-83177 for vnic_type normal with profile {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 09:02:01.496681 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [req-d0b24871-05a6-4024-9d2a-1c94feda35af req-3bcfdf42-ec9f-4ff0-8e71-2c2870277c2c service neutron] Attempting to bind port 7182eaae-95f5-46ad-ba3c-4339e163b8de by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': 'aaeec25e-dc0f-4100-89c5-f8a3e6429e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '8b046261-d957-422c-a8fc-d2678ef8eea0'}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 09:02:01.497035 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b24871-05a6-4024-9d2a-1c94feda35af req-3bcfdf42-ec9f-4ff0-8e71-2c2870277c2c service neutron] Attempting to bind port 7182eaae-95f5-46ad-ba3c-4339e163b8de on network 8b046261-d957-422c-a8fc-d2678ef8eea0 {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 09:02:01.513614 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-77dd5135-be2c-4a3a-9cd1-5e1268a76d60 admin admin] Publish callbacks [] for security_group (6e02ce09-27f6-4076-abc7-a10850e4ae87), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:01.515370 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b24871-05a6-4024-9d2a-1c94feda35af req-3bcfdf42-ec9f-4ff0-8e71-2c2870277c2c service neutron] Port 7182eaae-95f5-46ad-ba3c-4339e163b8de on network 8b046261-d957-422c-a8fc-d2678ef8eea0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 16 09:02:01.516186 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b24871-05a6-4024-9d2a-1c94feda35af req-3bcfdf42-ec9f-4ff0-8e71-2c2870277c2c service neutron] Attempting to bind port 7182eaae-95f5-46ad-ba3c-4339e163b8de on network 8b046261-d957-422c-a8fc-d2678ef8eea0 {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 09:02:01.543969 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b24871-05a6-4024-9d2a-1c94feda35af req-3bcfdf42-ec9f-4ff0-8e71-2c2870277c2c service neutron] Checking agent: {'id': 'f0da09ba-cbd5-402d-a3a1-68b8fcaf25e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 8, 59, 25), 'started_at': datetime.datetime(2022, 3, 16, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 9, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 09:02:01.543969 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b24871-05a6-4024-9d2a-1c94feda35af req-3bcfdf42-ec9f-4ff0-8e71-2c2870277c2c service neutron] Checking segment: {'id': 'aaeec25e-dc0f-4100-89c5-f8a3e6429e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '8b046261-d957-422c-a8fc-d2678ef8eea0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 09:02:01.544593 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b24871-05a6-4024-9d2a-1c94feda35af req-3bcfdf42-ec9f-4ff0-8e71-2c2870277c2c service neutron] Bound using segment: {'id': 'aaeec25e-dc0f-4100-89c5-f8a3e6429e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '8b046261-d957-422c-a8fc-d2678ef8eea0'} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 09:02:01.545280 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [req-d0b24871-05a6-4024-9d2a-1c94feda35af req-3bcfdf42-ec9f-4ff0-8e71-2c2870277c2c service neutron] Bound port: 7182eaae-95f5-46ad-ba3c-4339e163b8de, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaeec25e-dc0f-4100-89c5-f8a3e6429e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '8b046261-d957-422c-a8fc-d2678ef8eea0'}}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 09:02:01.545491 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-d0b24871-05a6-4024-9d2a-1c94feda35af req-3bcfdf42-ec9f-4ff0-8e71-2c2870277c2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (7182eaae-95f5-46ad-ba3c-4339e163b8de), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:01.565733 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-77dd5135-be2c-4a3a-9cd1-5e1268a76d60 admin admin] Publish callbacks [] for security_group (6e02ce09-27f6-4076-abc7-a10850e4ae87), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:01.608864 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ec88ed-b137-432a-81d2-5ace12caea08 service neutron] Pushing event updated for resources: {'Port': ['ID=1cc16302-a750-4211-a3a0-fc8bfdfdf175,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:01.654957 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68d70e3f-0d20-4e3d-a682-b3acb478c4b5 req-2a76bf88-8d02-48fa-bad1-2f1f5ba9a730 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Made reservation on behalf of 038ce3c42c064d11ab4e77d47b819ba5 for: {'port': 1} {{(pid=103095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 09:02:01.658724 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [req-68d70e3f-0d20-4e3d-a682-b3acb478c4b5 req-2a76bf88-8d02-48fa-bad1-2f1f5ba9a730 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:01.753494 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.db [req-d0b24871-05a6-4024-9d2a-1c94feda35af req-3bcfdf42-ec9f-4ff0-8e71-2c2870277c2c service neutron] For port 7182eaae-95f5-46ad-ba3c-4339e163b8de, host hv-cinder-83177, cleared binding levels {{(pid=103096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 09:02:01.761960 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f1bdda0-4375-4c2b-b2f8-3371320acb4c req-b0971499-7b28-4079-ae68-01a0c9e28968 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Made reservation on behalf of cb287d834c3747da825c3d4bb412c949 for: {'port': 1} {{(pid=103096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 09:02:01.761960 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-4f1bdda0-4375-4c2b-b2f8-3371320acb4c req-b0971499-7b28-4079-ae68-01a0c9e28968 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:01.817399 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.db [req-d0b24871-05a6-4024-9d2a-1c94feda35af req-3bcfdf42-ec9f-4ff0-8e71-2c2870277c2c service neutron] For port 7182eaae-95f5-46ad-ba3c-4339e163b8de, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=7182eaae-95f5-46ad-ba3c-4339e163b8de,segment=NetworkSegment(aaeec25e-dc0f-4100-89c5-f8a3e6429e04),segment_id=aaeec25e-dc0f-4100-89c5-f8a3e6429e04)] {{(pid=103096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 09:02:01.827679 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.notifiers.nova [req-2e60efe0-2680-451e-b76b-eeb19cdd7ef8 req-f04ad40a-6c8a-4f3c-8ad4-045f4378ddfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 314a141c-e07c-41ab-9f3f-234b6043a3ed {{(pid=103096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 09:02:01.843162 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-2e60efe0-2680-451e-b76b-eeb19cdd7ef8 req-f04ad40a-6c8a-4f3c-8ad4-045f4378ddfb service neutron] Publish callbacks [] for port (314a141c-e07c-41ab-9f3f-234b6043a3ed), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:01.846505 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-d0b24871-05a6-4024-9d2a-1c94feda35af req-3bcfdf42-ec9f-4ff0-8e71-2c2870277c2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (7182eaae-95f5-46ad-ba3c-4339e163b8de), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:01.864984 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [req-68d70e3f-0d20-4e3d-a682-b3acb478c4b5 req-2a76bf88-8d02-48fa-bad1-2f1f5ba9a730 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Allocated IP 172.20.0.4 (95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c/653dccd0-3a12-4ac0-9cc2-5a0bfeaf34e7/7155e07a-6504-49b7-a70d-aff571162b33) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 09:02:01.879343 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [req-0dc5c1ad-265e-45b0-ad86-d2b6d769fdeb req-67ec88ed-b137-432a-81d2-5ace12caea08 service neutron] Attempting to bind port 1cc16302-a750-4211-a3a0-fc8bfdfdf175 on host hv-cinder-83177 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 09:02:01.879755 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [req-0dc5c1ad-265e-45b0-ad86-d2b6d769fdeb req-67ec88ed-b137-432a-81d2-5ace12caea08 service neutron] Attempting to bind port 1cc16302-a750-4211-a3a0-fc8bfdfdf175 by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': '5b627dff-5249-4282-aff3-05e4560ab219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'c71322ee-b7a0-4c22-8a3c-0690c3f2a338'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 09:02:01.880207 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc5c1ad-265e-45b0-ad86-d2b6d769fdeb req-67ec88ed-b137-432a-81d2-5ace12caea08 service neutron] Attempting to bind port 1cc16302-a750-4211-a3a0-fc8bfdfdf175 on network c71322ee-b7a0-4c22-8a3c-0690c3f2a338 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 09:02:01.885555 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 45608) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:02:01.887092 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc5c1ad-265e-45b0-ad86-d2b6d769fdeb req-67ec88ed-b137-432a-81d2-5ace12caea08 service neutron] Port 1cc16302-a750-4211-a3a0-fc8bfdfdf175 on network c71322ee-b7a0-4c22-8a3c-0690c3f2a338 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 16 09:02:01.887447 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc5c1ad-265e-45b0-ad86-d2b6d769fdeb req-67ec88ed-b137-432a-81d2-5ace12caea08 service neutron] Attempting to bind port 1cc16302-a750-4211-a3a0-fc8bfdfdf175 on network c71322ee-b7a0-4c22-8a3c-0690c3f2a338 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 09:02:01.909905 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc5c1ad-265e-45b0-ad86-d2b6d769fdeb req-67ec88ed-b137-432a-81d2-5ace12caea08 service neutron] Checking agent: {'id': 'f0da09ba-cbd5-402d-a3a1-68b8fcaf25e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 8, 59, 25), 'started_at': datetime.datetime(2022, 3, 16, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 9, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 09:02:01.910261 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc5c1ad-265e-45b0-ad86-d2b6d769fdeb req-67ec88ed-b137-432a-81d2-5ace12caea08 service neutron] Checking segment: {'id': '5b627dff-5249-4282-aff3-05e4560ab219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'c71322ee-b7a0-4c22-8a3c-0690c3f2a338'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 09:02:01.910903 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc5c1ad-265e-45b0-ad86-d2b6d769fdeb req-67ec88ed-b137-432a-81d2-5ace12caea08 service neutron] Bound using segment: {'id': '5b627dff-5249-4282-aff3-05e4560ab219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'c71322ee-b7a0-4c22-8a3c-0690c3f2a338'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 09:02:01.911526 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [req-0dc5c1ad-265e-45b0-ad86-d2b6d769fdeb req-67ec88ed-b137-432a-81d2-5ace12caea08 service neutron] Bound port: 1cc16302-a750-4211-a3a0-fc8bfdfdf175, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b627dff-5249-4282-aff3-05e4560ab219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'c71322ee-b7a0-4c22-8a3c-0690c3f2a338'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 09:02:01.911890 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [req-0dc5c1ad-265e-45b0-ad86-d2b6d769fdeb req-67ec88ed-b137-432a-81d2-5ace12caea08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (1cc16302-a750-4211-a3a0-fc8bfdfdf175), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:01.940908 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-77dd5135-be2c-4a3a-9cd1-5e1268a76d60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (6e02ce09-27f6-4076-abc7-a10850e4ae87), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:01.943194 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-77dd5135-be2c-4a3a-9cd1-5e1268a76d60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:01.944378 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-77dd5135-be2c-4a3a-9cd1-5e1268a76d60 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6e02ce09-27f6-4076-abc7-a10850e4ae87 HTTP/1.1" status: 204 len: 168 time: 0.7974825 Mar 16 09:02:01.975492 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dd5135-be2c-4a3a-9cd1-5e1268a76d60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e02ce09-27f6-4076-abc7-a10850e4ae87,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:02.014742 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.provisioning_blocks [req-2e60efe0-2680-451e-b76b-eeb19cdd7ef8 req-f04ad40a-6c8a-4f3c-8ad4-045f4378ddfb service neutron] Transition to ACTIVE for port object 314a141c-e07c-41ab-9f3f-234b6043a3ed will not be triggered until provisioned by entity L2. {{(pid=103096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 16 09:02:02.041180 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b24871-05a6-4024-9d2a-1c94feda35af req-3bcfdf42-ec9f-4ff0-8e71-2c2870277c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:02.042034 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-d0b24871-05a6-4024-9d2a-1c94feda35af req-3bcfdf42-ec9f-4ff0-8e71-2c2870277c2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555813'] for port (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:02.043690 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-d0b24871-05a6-4024-9d2a-1c94feda35af req-3bcfdf42-ec9f-4ff0-8e71-2c2870277c2c service neutron] 10.222.0.48 "PUT /v2.0/ports/7182eaae-95f5-46ad-ba3c-4339e163b8de HTTP/1.1" status: 200 len: 1093 time: 2.2747705 Mar 16 09:02:02.044459 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b492862-16c2-42cb-bca8-a1d344b8a984', 'tag': '7182eaae-95f5-46ad-ba3c-4339e163b8de'}] {{(pid=103096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 09:02:02.149306 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.db [req-0dc5c1ad-265e-45b0-ad86-d2b6d769fdeb req-67ec88ed-b137-432a-81d2-5ace12caea08 service neutron] For port 1cc16302-a750-4211-a3a0-fc8bfdfdf175, host hv-cinder-83177, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 09:02:02.167280 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-479afcac-3045-489b-b3be-8fb2f9bd0f24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:02.184045 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.db [req-0dc5c1ad-265e-45b0-ad86-d2b6d769fdeb req-67ec88ed-b137-432a-81d2-5ace12caea08 service neutron] For port 1cc16302-a750-4211-a3a0-fc8bfdfdf175, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=1cc16302-a750-4211-a3a0-fc8bfdfdf175,segment=NetworkSegment(5b627dff-5249-4282-aff3-05e4560ab219),segment_id=5b627dff-5249-4282-aff3-05e4560ab219)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 09:02:02.207527 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-2e60efe0-2680-451e-b76b-eeb19cdd7ef8 req-f04ad40a-6c8a-4f3c-8ad4-045f4378ddfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (314a141c-e07c-41ab-9f3f-234b6043a3ed), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:02.207998 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [req-0dc5c1ad-265e-45b0-ad86-d2b6d769fdeb req-67ec88ed-b137-432a-81d2-5ace12caea08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (1cc16302-a750-4211-a3a0-fc8bfdfdf175), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:02.288532 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [req-68d70e3f-0d20-4e3d-a682-b3acb478c4b5 req-2a76bf88-8d02-48fa-bad1-2f1f5ba9a730 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Publish callbacks [] for port (7155e07a-6504-49b7-a70d-aff571162b33), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:02.300025 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc5c1ad-265e-45b0-ad86-d2b6d769fdeb req-67ec88ed-b137-432a-81d2-5ace12caea08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:02.300659 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [req-0dc5c1ad-265e-45b0-ad86-d2b6d769fdeb req-67ec88ed-b137-432a-81d2-5ace12caea08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555813'] for port (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:02.302277 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [req-0dc5c1ad-265e-45b0-ad86-d2b6d769fdeb req-67ec88ed-b137-432a-81d2-5ace12caea08 service neutron] 10.222.0.48 "PUT /v2.0/ports/1cc16302-a750-4211-a3a0-fc8bfdfdf175 HTTP/1.1" status: 200 len: 1094 time: 1.8910005 Mar 16 09:02:02.309018 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '232ab7d6-42dc-4ce8-bcc4-e60daa208b35', 'tag': '1cc16302-a750-4211-a3a0-fc8bfdfdf175'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 09:02:02.395578 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 45636) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:02:02.429998 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcfdf42-ec9f-4ff0-8e71-2c2870277c2c service neutron] Pushing event updated for resources: {'Port': ['ID=7182eaae-95f5-46ad-ba3c-4339e163b8de,revision_number=3']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:02.471161 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ec88ed-b137-432a-81d2-5ace12caea08 service neutron] Pushing event updated for resources: {'Port': ['ID=1cc16302-a750-4211-a3a0-fc8bfdfdf175,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:02.478362 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [req-68d70e3f-0d20-4e3d-a682-b3acb478c4b5 req-2a76bf88-8d02-48fa-bad1-2f1f5ba9a730 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732012762709'] for port (7155e07a-6504-49b7-a70d-aff571162b33), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:02.480404 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.db_base_plugin_common [req-4f1bdda0-4375-4c2b-b2f8-3371320acb4c req-b0971499-7b28-4079-ae68-01a0c9e28968 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Allocated IP 172.20.0.9 (71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625/21cfdeb1-bd49-41a4-bdcb-784e8ee0104b/05729417-13d8-4b9d-be9a-cb0b900858ce) {{(pid=103096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 09:02:02.480853 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0b8e8917-a445-488f-afe9-8692968bf6b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:02.486840 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552648401d13394d2a88e7485ef09c5647ae5ea4c1ec431ef2c5edbe801f23fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1d0dea1-1c70-441b-af3e-4772cdf8526f" -d '{"events": [{"name": "network-changed", "server_uuid": "7b492862-16c2-42cb-bca8-a1d344b8a984", "tag": "7182eaae-95f5-46ad-ba3c-4339e163b8de"}]}' {{(pid=103096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 09:02:02.539254 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a76bf88-8d02-48fa-bad1-2f1f5ba9a730 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Pushing event updated for resources: {'Port': ['ID=7155e07a-6504-49b7-a70d-aff571162b33,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:02.571285 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b24871-05a6-4024-9d2a-1c94feda35af req-aacd5b86-c67a-4e5f-b12b-e106b5ed079f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:02.572809 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-d0b24871-05a6-4024-9d2a-1c94feda35af req-aacd5b86-c67a-4e5f-b12b-e106b5ed079f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=856f650fab084d57bfdeb80e1ae7b176&device_id=7b492862-16c2-42cb-bca8-a1d344b8a984 HTTP/1.1" status: 200 len: 1127 time: 0.3597536 Mar 16 09:02:02.578914 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04ad40a-6c8a-4f3c-8ad4-045f4378ddfb service neutron] Pushing event updated for resources: {'Port': ['ID=314a141c-e07c-41ab-9f3f-234b6043a3ed,revision_number=2']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:02.594011 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de660049e31e1c4730ccfd2babe4980ec829989a923b23327226a9ffc2c3b378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72f7e852-8067-407e-aba3-e56f8976aa54" -d '{"events": [{"name": "network-changed", "server_uuid": "232ab7d6-42dc-4ce8-bcc4-e60daa208b35", "tag": "1cc16302-a750-4211-a3a0-fc8bfdfdf175"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 09:02:02.596994 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1945dd-0beb-4ca9-9140-e55eb5ca3ffd req-c784c6b1-7b05-4936-bd41-da985a41d41b tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:02.598704 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2c1945dd-0beb-4ca9-9140-e55eb5ca3ffd req-c784c6b1-7b05-4936-bd41-da985a41d41b tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b492862-16c2-42cb-bca8-a1d344b8a984 HTTP/1.1" status: 200 len: 943 time: 0.3559589 Mar 16 09:02:02.605179 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [req-2e60efe0-2680-451e-b76b-eeb19cdd7ef8 req-f04ad40a-6c8a-4f3c-8ad4-045f4378ddfb service neutron] Attempting to bind port 314a141c-e07c-41ab-9f3f-234b6043a3ed on host hv-cinder-83177 for vnic_type normal with profile {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 09:02:02.605545 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [req-2e60efe0-2680-451e-b76b-eeb19cdd7ef8 req-f04ad40a-6c8a-4f3c-8ad4-045f4378ddfb service neutron] Attempting to bind port 314a141c-e07c-41ab-9f3f-234b6043a3ed by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': '5b627dff-5249-4282-aff3-05e4560ab219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'c71322ee-b7a0-4c22-8a3c-0690c3f2a338'}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 09:02:02.605880 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e60efe0-2680-451e-b76b-eeb19cdd7ef8 req-f04ad40a-6c8a-4f3c-8ad4-045f4378ddfb service neutron] Attempting to bind port 314a141c-e07c-41ab-9f3f-234b6043a3ed on network c71322ee-b7a0-4c22-8a3c-0690c3f2a338 {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 09:02:02.607435 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68d70e3f-0d20-4e3d-a682-b3acb478c4b5 req-2a76bf88-8d02-48fa-bad1-2f1f5ba9a730 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Network 95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 09:02:02.620900 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a30b11-8eec-4e7b-b0ad-6cb7658cf398 req-13457bac-b8a5-4261-8d48-3d74a2b7ce43 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:02.622394 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-92a30b11-8eec-4e7b-b0ad-6cb7658cf398 req-13457bac-b8a5-4261-8d48-3d74a2b7ce43 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=232ab7d6-42dc-4ce8-bcc4-e60daa208b35 HTTP/1.1" status: 200 len: 944 time: 0.3834453 Mar 16 09:02:02.627523 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [req-68d70e3f-0d20-4e3d-a682-b3acb478c4b5 req-2a76bf88-8d02-48fa-bad1-2f1f5ba9a730 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 09:02:02.638565 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-479afcac-3045-489b-b3be-8fb2f9bd0f24 admin admin] Publish callbacks [] for security_group (a0d839dc-b63c-4394-925b-51506aeaf28b), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:02.640475 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e60efe0-2680-451e-b76b-eeb19cdd7ef8 req-f04ad40a-6c8a-4f3c-8ad4-045f4378ddfb service neutron] Port 314a141c-e07c-41ab-9f3f-234b6043a3ed on network c71322ee-b7a0-4c22-8a3c-0690c3f2a338 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 16 09:02:02.640873 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e60efe0-2680-451e-b76b-eeb19cdd7ef8 req-f04ad40a-6c8a-4f3c-8ad4-045f4378ddfb service neutron] Attempting to bind port 314a141c-e07c-41ab-9f3f-234b6043a3ed on network c71322ee-b7a0-4c22-8a3c-0690c3f2a338 {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 09:02:02.644342 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [req-68d70e3f-0d20-4e3d-a682-b3acb478c4b5 req-2a76bf88-8d02-48fa-bad1-2f1f5ba9a730 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 09:02:02.649543 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d70e3f-0d20-4e3d-a682-b3acb478c4b5 req-2a76bf88-8d02-48fa-bad1-2f1f5ba9a730 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:02.650223 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [req-68d70e3f-0d20-4e3d-a682-b3acb478c4b5 req-2a76bf88-8d02-48fa-bad1-2f1f5ba9a730 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555813'] for port (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:02.655201 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-479afcac-3045-489b-b3be-8fb2f9bd0f24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (a0d839dc-b63c-4394-925b-51506aeaf28b), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:02.664328 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc5c1ad-265e-45b0-ad86-d2b6d769fdeb req-4ef9e687-4ffb-473d-aa34-7fd0b82ebc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:02.666019 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [req-0dc5c1ad-265e-45b0-ad86-d2b6d769fdeb req-4ef9e687-4ffb-473d-aa34-7fd0b82ebc86 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8ab3e25cb83341919d112753e22938a2&device_id=232ab7d6-42dc-4ce8-bcc4-e60daa208b35 HTTP/1.1" status: 200 len: 1128 time: 0.2761691 Mar 16 09:02:02.704801 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e60efe0-2680-451e-b76b-eeb19cdd7ef8 req-f04ad40a-6c8a-4f3c-8ad4-045f4378ddfb service neutron] Checking agent: {'id': 'f0da09ba-cbd5-402d-a3a1-68b8fcaf25e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 8, 59, 25), 'started_at': datetime.datetime(2022, 3, 16, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 9, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 09:02:02.705144 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e60efe0-2680-451e-b76b-eeb19cdd7ef8 req-f04ad40a-6c8a-4f3c-8ad4-045f4378ddfb service neutron] Checking segment: {'id': '5b627dff-5249-4282-aff3-05e4560ab219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'c71322ee-b7a0-4c22-8a3c-0690c3f2a338'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 09:02:02.705567 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e60efe0-2680-451e-b76b-eeb19cdd7ef8 req-f04ad40a-6c8a-4f3c-8ad4-045f4378ddfb service neutron] Bound using segment: {'id': '5b627dff-5249-4282-aff3-05e4560ab219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'c71322ee-b7a0-4c22-8a3c-0690c3f2a338'} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 09:02:02.706369 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [req-2e60efe0-2680-451e-b76b-eeb19cdd7ef8 req-f04ad40a-6c8a-4f3c-8ad4-045f4378ddfb service neutron] Bound port: 314a141c-e07c-41ab-9f3f-234b6043a3ed, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b627dff-5249-4282-aff3-05e4560ab219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'c71322ee-b7a0-4c22-8a3c-0690c3f2a338'}}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 09:02:02.706369 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-2e60efe0-2680-451e-b76b-eeb19cdd7ef8 req-f04ad40a-6c8a-4f3c-8ad4-045f4378ddfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (314a141c-e07c-41ab-9f3f-234b6043a3ed), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:02.715180 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [req-68d70e3f-0d20-4e3d-a682-b3acb478c4b5 req-2a76bf88-8d02-48fa-bad1-2f1f5ba9a730 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7071350 Mar 16 09:02:02.728840 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-479afcac-3045-489b-b3be-8fb2f9bd0f24 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=33131f129e4443458ea50e3993caedc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8364320 Mar 16 09:02:02.728840 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479afcac-3045-489b-b3be-8fb2f9bd0f24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d839dc-b63c-4394-925b-51506aeaf28b,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:02.730956 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 45646) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:02:02.748286 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0b8e8917-a445-488f-afe9-8692968bf6b1 admin admin] Publish callbacks [] for security_group (972989ca-bf78-4f1f-ac94-e27af0ac3711), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:02.755202 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0b8e8917-a445-488f-afe9-8692968bf6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (972989ca-bf78-4f1f-ac94-e27af0ac3711), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:02.802862 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-0b8e8917-a445-488f-afe9-8692968bf6b1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8dc566c1d11249aa89e5891a747eeee5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3923762 Mar 16 09:02:02.803925 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 45648) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:02:02.809960 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8e8917-a445-488f-afe9-8692968bf6b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=972989ca-bf78-4f1f-ac94-e27af0ac3711,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:02.822881 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2c1945dd-0beb-4ca9-9140-e55eb5ca3ffd req-55d3187a-b2a2-41ee-9412-3f91af1e1652 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/security-groups?id=78bf3f79-aa37-43ea-9c29-1143266898ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109258 Mar 16 09:02:02.857750 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4e3a1bb8-045f-4763-9b07-bf33d97d62e9 admin admin] Publish callbacks [] for security_group (972989ca-bf78-4f1f-ac94-e27af0ac3711), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:02.884584 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-92a30b11-8eec-4e7b-b0ad-6cb7658cf398 req-118acf24-0806-4fcf-8e95-038692413258 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461028 Mar 16 09:02:02.886591 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4e3a1bb8-045f-4763-9b07-bf33d97d62e9 admin admin] Publish callbacks [] for security_group (972989ca-bf78-4f1f-ac94-e27af0ac3711), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:02.937443 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-4f1bdda0-4375-4c2b-b2f8-3371320acb4c req-b0971499-7b28-4079-ae68-01a0c9e28968 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks [] for port (05729417-13d8-4b9d-be9a-cb0b900858ce), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:02.964588 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.db [req-2e60efe0-2680-451e-b76b-eeb19cdd7ef8 req-f04ad40a-6c8a-4f3c-8ad4-045f4378ddfb service neutron] For port 314a141c-e07c-41ab-9f3f-234b6043a3ed, host hv-cinder-83177, cleared binding levels {{(pid=103096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 09:02:02.972745 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.db [req-2e60efe0-2680-451e-b76b-eeb19cdd7ef8 req-f04ad40a-6c8a-4f3c-8ad4-045f4378ddfb service neutron] For port 314a141c-e07c-41ab-9f3f-234b6043a3ed, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=314a141c-e07c-41ab-9f3f-234b6043a3ed,segment=NetworkSegment(5b627dff-5249-4282-aff3-05e4560ab219),segment_id=5b627dff-5249-4282-aff3-05e4560ab219)] {{(pid=103096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 09:02:02.991264 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-9172e3e6-b414-4c88-9534-f910157a907c admin admin] Publish callbacks [] for security_group (a0d839dc-b63c-4394-925b-51506aeaf28b), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:02.999362 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4e3a1bb8-045f-4763-9b07-bf33d97d62e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (972989ca-bf78-4f1f-ac94-e27af0ac3711), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:03.002098 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4e3a1bb8-045f-4763-9b07-bf33d97d62e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:03.003413 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-4e3a1bb8-045f-4763-9b07-bf33d97d62e9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/972989ca-bf78-4f1f-ac94-e27af0ac3711 HTTP/1.1" status: 204 len: 168 time: 0.1985545 Mar 16 09:02:03.022034 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a1bb8-045f-4763-9b07-bf33d97d62e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=972989ca-bf78-4f1f-ac94-e27af0ac3711,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:03.027266 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-5a69e73e-370c-4e5a-9b66-5d9f808f17d7 None None] Provisioning complete for port 7155e07a-6504-49b7-a70d-aff571162b33 triggered by entity DHCP. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:02:03.027779 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-5a69e73e-370c-4e5a-9b66-5d9f808f17d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (7155e07a-6504-49b7-a70d-aff571162b33), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:03.068136 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-5a69e73e-370c-4e5a-9b66-5d9f808f17d7 None None] Port 7155e07a-6504-49b7-a70d-aff571162b33 cannot update to ACTIVE because it is not bound. {{(pid=103097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 09:02:03.074946 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-9172e3e6-b414-4c88-9534-f910157a907c admin admin] Publish callbacks [] for security_group (a0d839dc-b63c-4394-925b-51506aeaf28b), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:03.255291 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-2e60efe0-2680-451e-b76b-eeb19cdd7ef8 req-f04ad40a-6c8a-4f3c-8ad4-045f4378ddfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (314a141c-e07c-41ab-9f3f-234b6043a3ed), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:03.265443 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-97f87dbb-9898-45c9-921f-71dd5d9c9af4 req-c0520b74-a9e9-431b-a9cc-790e814fc8f5 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=51ee1195-e0b6-4420-88ec-39d8a8149d60 HTTP/1.1" status: 200 len: 210 time: 0.2911034 Mar 16 09:02:03.326492 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60efe0-2680-451e-b76b-eeb19cdd7ef8 req-f04ad40a-6c8a-4f3c-8ad4-045f4378ddfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:03.326492 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-2e60efe0-2680-451e-b76b-eeb19cdd7ef8 req-f04ad40a-6c8a-4f3c-8ad4-045f4378ddfb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555813'] for port (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:03.327872 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2e60efe0-2680-451e-b76b-eeb19cdd7ef8 req-f04ad40a-6c8a-4f3c-8ad4-045f4378ddfb service neutron] 10.222.0.48 "PUT /v2.0/ports/314a141c-e07c-41ab-9f3f-234b6043a3ed HTTP/1.1" status: 200 len: 1093 time: 3.1027267 Mar 16 09:02:03.334299 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-4f1bdda0-4375-4c2b-b2f8-3371320acb4c req-b0971499-7b28-4079-ae68-01a0c9e28968 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732012762709'] for port (05729417-13d8-4b9d-be9a-cb0b900858ce), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:03.354785 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48193247-2e37-4332-b450-fec5374a2d08 req-7c1445db-c209-4173-93f7-63970f93bc77 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:03.356705 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-48193247-2e37-4332-b450-fec5374a2d08 req-7c1445db-c209-4173-93f7-63970f93bc77 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/ports?device_id=b44e8926-3292-4a9c-92f8-d6b0444a20ec HTTP/1.1" status: 200 len: 931 time: 0.3794370 Mar 16 09:02:03.393993 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04ad40a-6c8a-4f3c-8ad4-045f4378ddfb service neutron] Pushing event updated for resources: {'Port': ['ID=314a141c-e07c-41ab-9f3f-234b6043a3ed,revision_number=3']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:03.412283 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f1bdda0-4375-4c2b-b2f8-3371320acb4c req-b0971499-7b28-4079-ae68-01a0c9e28968 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Network 71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625 is already hosted by enough agents. {{(pid=103096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 09:02:03.435530 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.base_scheduler [req-4f1bdda0-4375-4c2b-b2f8-3371320acb4c req-b0971499-7b28-4079-ae68-01a0c9e28968 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Resources bound (agent type, host, resource id): {{(pid=103096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 09:02:03.437615 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-9172e3e6-b414-4c88-9534-f910157a907c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (a0d839dc-b63c-4394-925b-51506aeaf28b), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:03.440205 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-9172e3e6-b414-4c88-9534-f910157a907c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:03.443713 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-9172e3e6-b414-4c88-9534-f910157a907c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a0d839dc-b63c-4394-925b-51506aeaf28b HTTP/1.1" status: 204 len: 168 time: 0.7049034 Mar 16 09:02:03.443713 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f1bdda0-4375-4c2b-b2f8-3371320acb4c req-b0971499-7b28-4079-ae68-01a0c9e28968 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Received port after_create {{(pid=103096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 09:02:03.447904 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1bdda0-4375-4c2b-b2f8-3371320acb4c req-b0971499-7b28-4079-ae68-01a0c9e28968 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:03.448454 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-4f1bdda0-4375-4c2b-b2f8-3371320acb4c req-b0971499-7b28-4079-ae68-01a0c9e28968 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555813'] for port (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:03.451101 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 45678) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:02:03.498422 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9172e3e6-b414-4c88-9534-f910157a907c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0d839dc-b63c-4394-925b-51506aeaf28b,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:03.507719 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-48193247-2e37-4332-b450-fec5374a2d08 req-9511c71d-fa4c-45a8-a8d3-2c19dee2d2dc tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c774127-f3f8-46fa-91b5-11ee87d14f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1390882 Mar 16 09:02:03.509241 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0971499-7b28-4079-ae68-01a0c9e28968 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Pushing event updated for resources: {'Port': ['ID=05729417-13d8-4b9d-be9a-cb0b900858ce,revision_number=1']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:03.518370 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-4f1bdda0-4375-4c2b-b2f8-3371320acb4c req-b0971499-7b28-4079-ae68-01a0c9e28968 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1622255 Mar 16 09:02:03.568425 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 09:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecfaffd2-c154-4b02-87f1-a7c566b75151 x-openstack-request-id: req-ecfaffd2-c154-4b02-87f1-a7c566b75151 {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 09:02:03.568725 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b492862-16c2-42cb-bca8-a1d344b8a984", "tag": "7182eaae-95f5-46ad-ba3c-4339e163b8de", "status": "completed", "code": 200}]} {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 09:02:03.568979 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ecfaffd2-c154-4b02-87f1-a7c566b75151 {{(pid=103096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 09:02:03.569458 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b492862-16c2-42cb-bca8-a1d344b8a984', 'tag': '7182eaae-95f5-46ad-ba3c-4339e163b8de', 'status': 'completed', 'code': 200} Mar 16 09:02:03.759496 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e3b1205c-a74f-4ab9-9003-46026ffcc2c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:03.799624 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-3210e4f0-1342-4685-989d-1394f3c3a665 None None] Provisioning complete for port 05729417-13d8-4b9d-be9a-cb0b900858ce triggered by entity DHCP. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:02:03.799801 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3210e4f0-1342-4685-989d-1394f3c3a665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (05729417-13d8-4b9d-be9a-cb0b900858ce), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:03.844452 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-3210e4f0-1342-4685-989d-1394f3c3a665 None None] Port 05729417-13d8-4b9d-be9a-cb0b900858ce cannot update to ACTIVE because it is not bound. {{(pid=103097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 09:02:03.848563 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e3b1205c-a74f-4ab9-9003-46026ffcc2c0 admin admin] Publish callbacks [] for security_group (32df47f4-f3d1-4d54-8183-701740b78c47), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:03.855592 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e3b1205c-a74f-4ab9-9003-46026ffcc2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (32df47f4-f3d1-4d54-8183-701740b78c47), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:03.888204 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 45694) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:02:03.901994 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-e3b1205c-a74f-4ab9-9003-46026ffcc2c0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=64d01d51ef0343d0a7540cceebc49147&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4497521 Mar 16 09:02:03.912315 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 45696) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:02:03.920351 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-3c58870a-23a0-422d-9162-9dd7bc37b59b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:03.940999 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b1205c-a74f-4ab9-9003-46026ffcc2c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32df47f4-f3d1-4d54-8183-701740b78c47,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:03.991604 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 09:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72032f73-37a9-4ce7-83dc-951c4d45d030 x-openstack-request-id: req-72032f73-37a9-4ce7-83dc-951c4d45d030 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 09:02:03.993574 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "232ab7d6-42dc-4ce8-bcc4-e60daa208b35", "tag": "1cc16302-a750-4211-a3a0-fc8bfdfdf175", "status": "completed", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 09:02:03.993849 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-72032f73-37a9-4ce7-83dc-951c4d45d030 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 09:02:03.994308 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '232ab7d6-42dc-4ce8-bcc4-e60daa208b35', 'tag': '1cc16302-a750-4211-a3a0-fc8bfdfdf175', 'status': 'completed', 'code': 200} Mar 16 09:02:04.036745 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-4b4f9ef6-59f3-417b-9bd9-d9d5d0e5eb9f admin admin] Publish callbacks [] for security_group (32df47f4-f3d1-4d54-8183-701740b78c47), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:04.074000 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ac6de5-862b-47fa-a50a-482ad8fda6aa req-8d7e3584-b764-4c63-8322-f55acde2a4dc tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:04.075432 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-97ac6de5-862b-47fa-a50a-482ad8fda6aa req-8d7e3584-b764-4c63-8322-f55acde2a4dc tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b492862-16c2-42cb-bca8-a1d344b8a984 HTTP/1.1" status: 200 len: 943 time: 0.1255147 Mar 16 09:02:04.113078 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-4b4f9ef6-59f3-417b-9bd9-d9d5d0e5eb9f admin admin] Publish callbacks [] for security_group (32df47f4-f3d1-4d54-8183-701740b78c47), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:04.166694 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-3c58870a-23a0-422d-9162-9dd7bc37b59b admin admin] Publish callbacks [] for security_group (43d6480c-f49e-42ff-9f17-d69923fe7a43), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:04.193139 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-3c58870a-23a0-422d-9162-9dd7bc37b59b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (43d6480c-f49e-42ff-9f17-d69923fe7a43), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:04.231101 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425e1d80-646f-412d-90ae-01e5ef576318 req-cb245111-64e5-4bf1-b10d-aeefbb8c37a4 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:04.232700 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-425e1d80-646f-412d-90ae-01e5ef576318 req-cb245111-64e5-4bf1-b10d-aeefbb8c37a4 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=232ab7d6-42dc-4ce8-bcc4-e60daa208b35 HTTP/1.1" status: 200 len: 944 time: 0.1906190 Mar 16 09:02:04.252589 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-97ac6de5-862b-47fa-a50a-482ad8fda6aa req-2faa4801-c86f-4e66-8631-609bdf3a6328 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/security-groups?id=78bf3f79-aa37-43ea-9c29-1143266898ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530800 Mar 16 09:02:04.270955 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-3c58870a-23a0-422d-9162-9dd7bc37b59b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ccc5776223b04ba49c3bf8dda1e42de8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3791919 Mar 16 09:02:04.272339 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 45714) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:02:04.279635 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c58870a-23a0-422d-9162-9dd7bc37b59b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43d6480c-f49e-42ff-9f17-d69923fe7a43,revision_number=1']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:04.305225 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-4b4f9ef6-59f3-417b-9bd9-d9d5d0e5eb9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (32df47f4-f3d1-4d54-8183-701740b78c47), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:04.307853 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-4b4f9ef6-59f3-417b-9bd9-d9d5d0e5eb9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:04.309098 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-4b4f9ef6-59f3-417b-9bd9-d9d5d0e5eb9f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/32df47f4-f3d1-4d54-8183-701740b78c47 HTTP/1.1" status: 204 len: 168 time: 0.3958373 Mar 16 09:02:04.322195 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-425e1d80-646f-412d-90ae-01e5ef576318 req-21dd6e53-d2ba-407f-8552-4e915d98b6eb tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767038 Mar 16 09:02:04.323345 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4f9ef6-59f3-417b-9bd9-d9d5d0e5eb9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32df47f4-f3d1-4d54-8183-701740b78c47,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:04.367486 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f4c8e460-11e2-4bbf-850e-0eabd14343c7 admin admin] Publish callbacks [] for security_group (43d6480c-f49e-42ff-9f17-d69923fe7a43), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:04.396065 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f4c8e460-11e2-4bbf-850e-0eabd14343c7 admin admin] Publish callbacks [] for security_group (43d6480c-f49e-42ff-9f17-d69923fe7a43), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:04.432572 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4303c41f-293b-4bf9-856e-60e2a730ed29 req-492fbc6e-4ccd-41c2-96a6-002cf990063b tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:04.442134 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-4303c41f-293b-4bf9-856e-60e2a730ed29 req-492fbc6e-4ccd-41c2-96a6-002cf990063b tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=51ee1195-e0b6-4420-88ec-39d8a8149d60 HTTP/1.1" status: 200 len: 931 time: 0.0647442 Mar 16 09:02:04.453988 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f4c8e460-11e2-4bbf-850e-0eabd14343c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (43d6480c-f49e-42ff-9f17-d69923fe7a43), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:04.457824 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f4c8e460-11e2-4bbf-850e-0eabd14343c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:04.459670 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-f4c8e460-11e2-4bbf-850e-0eabd14343c7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/43d6480c-f49e-42ff-9f17-d69923fe7a43 HTTP/1.1" status: 204 len: 168 time: 0.1861765 Mar 16 09:02:04.469357 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c8e460-11e2-4bbf-850e-0eabd14343c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d6480c-f49e-42ff-9f17-d69923fe7a43,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:04.507664 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-4303c41f-293b-4bf9-856e-60e2a730ed29 req-60db9791-00e6-4f95-8160-817660ab6e57 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/security-groups?id=b859da8d-0bdd-4a56-bb49-6face617f34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644257 Mar 16 09:02:04.638649 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940a811c-1193-44f5-88cb-a6d64a3355c4 req-96933eb1-de47-41a8-8388-fceea0503a74 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:04.640270 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-940a811c-1193-44f5-88cb-a6d64a3355c4 req-96933eb1-de47-41a8-8388-fceea0503a74 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/ports?device_id=b44e8926-3292-4a9c-92f8-d6b0444a20ec HTTP/1.1" status: 200 len: 931 time: 0.0601475 Mar 16 09:02:04.688703 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-940a811c-1193-44f5-88cb-a6d64a3355c4 req-979b7794-4f5a-46ff-954a-2e6c6393ebe8 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c774127-f3f8-46fa-91b5-11ee87d14f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429420 Mar 16 09:02:04.825068 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 45736) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:02:04.838971 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-305dad17-cc9f-4556-b118-05fda3c5c86d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:04.923295 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-305dad17-cc9f-4556-b118-05fda3c5c86d admin admin] Publish callbacks [] for security_group (50d31edd-3eaf-4c5f-a084-f12c927d712f), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:04.927607 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-305dad17-cc9f-4556-b118-05fda3c5c86d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (50d31edd-3eaf-4c5f-a084-f12c927d712f), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:04.970514 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-305dad17-cc9f-4556-b118-05fda3c5c86d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8bf14739c4b5428282f9dc2199e72b71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1443017 Mar 16 09:02:04.971382 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305dad17-cc9f-4556-b118-05fda3c5c86d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50d31edd-3eaf-4c5f-a084-f12c927d712f,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:04.973255 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 45742) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:02:05.023289 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-4c743813-8389-4225-9643-70c10fbbb904 admin admin] Publish callbacks [] for security_group (50d31edd-3eaf-4c5f-a084-f12c927d712f), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:05.045591 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-4c743813-8389-4225-9643-70c10fbbb904 admin admin] Publish callbacks [] for security_group (50d31edd-3eaf-4c5f-a084-f12c927d712f), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:05.097483 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-4c743813-8389-4225-9643-70c10fbbb904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (50d31edd-3eaf-4c5f-a084-f12c927d712f), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:05.100288 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-4c743813-8389-4225-9643-70c10fbbb904 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:05.103982 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-4c743813-8389-4225-9643-70c10fbbb904 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/50d31edd-3eaf-4c5f-a084-f12c927d712f HTTP/1.1" status: 204 len: 168 time: 0.1273458 Mar 16 09:02:05.110128 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c743813-8389-4225-9643-70c10fbbb904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d31edd-3eaf-4c5f-a084-f12c927d712f,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:05.387654 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe8096-24e5-4bf2-b543-16c9c62fdd70 req-f12677e7-c3e1-4139-a380-9a96a16a7c93 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:05.389626 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-9cbe8096-24e5-4bf2-b543-16c9c62fdd70 req-f12677e7-c3e1-4139-a380-9a96a16a7c93 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b492862-16c2-42cb-bca8-a1d344b8a984 HTTP/1.1" status: 200 len: 943 time: 0.0682616 Mar 16 09:02:05.479722 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-9cbe8096-24e5-4bf2-b543-16c9c62fdd70 req-b6d380cf-dab1-42ee-927e-e2d7cf54d053 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/security-groups?id=78bf3f79-aa37-43ea-9c29-1143266898ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840201 Mar 16 09:02:05.495359 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cadcff6-1e2e-49b8-b305-6ef604a30813 req-d0aea144-8c9e-4cf4-8f52-179caffcb48e tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:05.498382 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-8cadcff6-1e2e-49b8-b305-6ef604a30813 req-d0aea144-8c9e-4cf4-8f52-179caffcb48e tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=232ab7d6-42dc-4ce8-bcc4-e60daa208b35 HTTP/1.1" status: 200 len: 944 time: 0.0859847 Mar 16 09:02:05.556074 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-8cadcff6-1e2e-49b8-b305-6ef604a30813 req-c14a9bab-9579-464c-b134-a11aee6e2687 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471048 Mar 16 09:02:05.570810 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1033cdc1-c72e-492f-9352-14e5302515cf', 'tag': '314a141c-e07c-41ab-9f3f-234b6043a3ed'}] {{(pid=103096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 09:02:05.573639 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552648401d13394d2a88e7485ef09c5647ae5ea4c1ec431ef2c5edbe801f23fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5252ce4d-a92e-4eb9-9f92-d7fd2f79e652" -d '{"events": [{"name": "network-changed", "server_uuid": "1033cdc1-c72e-492f-9352-14e5302515cf", "tag": "314a141c-e07c-41ab-9f3f-234b6043a3ed"}]}' {{(pid=103096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 09:02:05.611085 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 09:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-373069df-b800-4d86-bc5a-e2e7f60a1995 x-openstack-request-id: req-373069df-b800-4d86-bc5a-e2e7f60a1995 {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 09:02:05.611391 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1033cdc1-c72e-492f-9352-14e5302515cf", "tag": "314a141c-e07c-41ab-9f3f-234b6043a3ed", "status": "completed", "code": 200}]} {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 09:02:05.611651 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-373069df-b800-4d86-bc5a-e2e7f60a1995 {{(pid=103096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 09:02:05.612042 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1033cdc1-c72e-492f-9352-14e5302515cf', 'tag': '314a141c-e07c-41ab-9f3f-234b6043a3ed', 'status': 'completed', 'code': 200} Mar 16 09:02:05.651068 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c32e902-ace1-40ce-b9e6-983ca1ed4226 req-a1aa8fa1-164b-4061-9b98-460c19cc25ff tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:05.652548 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-9c32e902-ace1-40ce-b9e6-983ca1ed4226 req-a1aa8fa1-164b-4061-9b98-460c19cc25ff tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=51ee1195-e0b6-4420-88ec-39d8a8149d60 HTTP/1.1" status: 200 len: 931 time: 0.0579858 Mar 16 09:02:05.724534 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-9c32e902-ace1-40ce-b9e6-983ca1ed4226 req-d7a9a3b3-cb3a-4611-9fb3-a7d6cfcb432d tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/security-groups?id=b859da8d-0bdd-4a56-bb49-6face617f34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655975 Mar 16 09:02:05.827205 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13507e2-2a79-41d7-bf03-d2ce09db9706 req-bf253c28-33fc-4318-8b74-8617602869eb tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:05.828983 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a13507e2-2a79-41d7-bf03-d2ce09db9706 req-bf253c28-33fc-4318-8b74-8617602869eb tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/ports?device_id=b44e8926-3292-4a9c-92f8-d6b0444a20ec HTTP/1.1" status: 200 len: 931 time: 0.0620701 Mar 16 09:02:05.891543 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a13507e2-2a79-41d7-bf03-d2ce09db9706 req-9a21346f-c5dd-425b-a48d-a8f46d0676c1 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c774127-f3f8-46fa-91b5-11ee87d14f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561428 Mar 16 09:02:06.017525 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 45806) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:02:06.178880 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.v2.base [req-4f1bdda0-4375-4c2b-b2f8-3371320acb4c req-30676eb4-1c1a-4a67-a02c-006c7241e55c service neutron] Request body: {'port': {'device_id': '51ee1195-e0b6-4420-88ec-39d8a8149d60', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=103096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:02:06.184988 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.v2.base [req-68d70e3f-0d20-4e3d-a682-b3acb478c4b5 req-e5fce802-3125-48b9-b9a3-31a8412adde1 service neutron] Request body: {'port': {'device_id': 'b44e8926-3292-4a9c-92f8-d6b0444a20ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=103095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:02:06.190211 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [req-0dc5c1ad-265e-45b0-ad86-d2b6d769fdeb req-1d637b61-9a35-4f7a-a328-9a2460b82dd7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1cc16302-a750-4211-a3a0-fc8bfdfdf175 HTTP/1.1" status: 200 len: 217 time: 0.0860770 Mar 16 09:02:06.204002 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-d0b24871-05a6-4024-9d2a-1c94feda35af req-bba41158-b186-4fd4-bf23-a9d6a2d3fd28 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7182eaae-95f5-46ad-ba3c-4339e163b8de HTTP/1.1" status: 200 len: 217 time: 0.1087382 Mar 16 09:02:06.255750 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-ae59025e-4bb4-49ca-9476-64c2da537d2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:06.286704 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc5c1ad-265e-45b0-ad86-d2b6d769fdeb req-911880c9-dd79-42f1-ba40-433e0d461a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:06.288159 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [req-0dc5c1ad-265e-45b0-ad86-d2b6d769fdeb req-911880c9-dd79-42f1-ba40-433e0d461a63 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2d141d65-2c6e-46bc-b682-986a7d0cd81b HTTP/1.1" status: 200 len: 858 time: 0.0819666 Mar 16 09:02:06.290622 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [req-68d70e3f-0d20-4e3d-a682-b3acb478c4b5 req-e5fce802-3125-48b9-b9a3-31a8412adde1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (7155e07a-6504-49b7-a70d-aff571162b33), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:06.344782 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [req-0dc5c1ad-265e-45b0-ad86-d2b6d769fdeb req-1d5da010-f663-4155-ab93-41dedcd0603c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c71322ee-b7a0-4c22-8a3c-0690c3f2a338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456774 Mar 16 09:02:06.357725 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b24871-05a6-4024-9d2a-1c94feda35af req-138f91e6-29a3-4edd-8815-13b53f25351b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:06.359205 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-d0b24871-05a6-4024-9d2a-1c94feda35af req-138f91e6-29a3-4edd-8815-13b53f25351b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c9afe204-167e-4aa2-913e-8f78c801a698 HTTP/1.1" status: 200 len: 851 time: 0.1258597 Mar 16 09:02:06.364533 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60efe0-2680-451e-b76b-eeb19cdd7ef8 req-ae3cfdda-66c0-4c26-9686-d487798c97d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:06.366007 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2e60efe0-2680-451e-b76b-eeb19cdd7ef8 req-ae3cfdda-66c0-4c26-9686-d487798c97d1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8ab3e25cb83341919d112753e22938a2&device_id=1033cdc1-c72e-492f-9352-14e5302515cf HTTP/1.1" status: 200 len: 1127 time: 0.2306721 Mar 16 09:02:06.367935 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-4f1bdda0-4375-4c2b-b2f8-3371320acb4c req-30676eb4-1c1a-4a67-a02c-006c7241e55c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (05729417-13d8-4b9d-be9a-cb0b900858ce), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:06.465452 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-d0b24871-05a6-4024-9d2a-1c94feda35af req-749aa289-0e75-4816-b1db-f925a35f94b9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8b046261-d957-422c-a8fc-d2678ef8eea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0843866 Mar 16 09:02:06.469670 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2e60efe0-2680-451e-b76b-eeb19cdd7ef8 req-6d52e883-bbbb-41fb-b9a8-75afb5e813ff service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=314a141c-e07c-41ab-9f3f-234b6043a3ed HTTP/1.1" status: 200 len: 217 time: 0.0897508 Mar 16 09:02:06.539322 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [req-0dc5c1ad-265e-45b0-ad86-d2b6d769fdeb req-4d88e149-c862-45c0-8d86-de8687821ff2 service neutron] 10.222.0.48 "GET /v2.0/networks/c71322ee-b7a0-4c22-8a3c-0690c3f2a338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748548 Mar 16 09:02:06.667848 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60efe0-2680-451e-b76b-eeb19cdd7ef8 req-198624ef-4b60-4eb1-a212-ab81e9b2a1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:06.669264 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2e60efe0-2680-451e-b76b-eeb19cdd7ef8 req-198624ef-4b60-4eb1-a212-ab81e9b2a1b3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2d141d65-2c6e-46bc-b682-986a7d0cd81b HTTP/1.1" status: 200 len: 858 time: 0.1793537 Mar 16 09:02:06.694752 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [req-0dc5c1ad-265e-45b0-ad86-d2b6d769fdeb req-7858aa46-d59b-441f-abfa-70a3c42bd5e0 service neutron] 10.222.0.48 "GET /v2.0/networks/c71322ee-b7a0-4c22-8a3c-0690c3f2a338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230955 Mar 16 09:02:06.758481 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.notifiers.nova [req-68d70e3f-0d20-4e3d-a682-b3acb478c4b5 req-e5fce802-3125-48b9-b9a3-31a8412adde1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7155e07a-6504-49b7-a70d-aff571162b33 {{(pid=103095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 09:02:06.773982 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [req-68d70e3f-0d20-4e3d-a682-b3acb478c4b5 req-e5fce802-3125-48b9-b9a3-31a8412adde1 service neutron] Publish callbacks [] for port (7155e07a-6504-49b7-a70d-aff571162b33), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:06.788903 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-ae59025e-4bb4-49ca-9476-64c2da537d2e admin admin] Publish callbacks [] for security_group (8ffe62f0-2dd6-4253-8e6d-dad0ecf036b3), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:06.813589 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.db.provisioning_blocks [req-68d70e3f-0d20-4e3d-a682-b3acb478c4b5 req-e5fce802-3125-48b9-b9a3-31a8412adde1 service neutron] Transition to ACTIVE for port object 7155e07a-6504-49b7-a70d-aff571162b33 will not be triggered until provisioned by entity L2. {{(pid=103095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 16 09:02:06.821279 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2e60efe0-2680-451e-b76b-eeb19cdd7ef8 req-baa17a6c-3ddf-44b3-866e-71e2fe82533b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c71322ee-b7a0-4c22-8a3c-0690c3f2a338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0945420 Mar 16 09:02:06.821671 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [req-68d70e3f-0d20-4e3d-a682-b3acb478c4b5 req-e5fce802-3125-48b9-b9a3-31a8412adde1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (7155e07a-6504-49b7-a70d-aff571162b33), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:06.830969 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-ae59025e-4bb4-49ca-9476-64c2da537d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (8ffe62f0-2dd6-4253-8e6d-dad0ecf036b3), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:06.877937 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f7e852-8067-407e-aba3-e56f8976aa54 req-450c2735-b21c-4bc8-a4d3-e96ce76699f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:06.879472 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [req-72f7e852-8067-407e-aba3-e56f8976aa54 req-450c2735-b21c-4bc8-a4d3-e96ce76699f3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8ab3e25cb83341919d112753e22938a2&device_id=232ab7d6-42dc-4ce8-bcc4-e60daa208b35 HTTP/1.1" status: 200 len: 1128 time: 0.1077960 Mar 16 09:02:06.921770 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [req-68d70e3f-0d20-4e3d-a682-b3acb478c4b5 req-e5fce802-3125-48b9-b9a3-31a8412adde1 service neutron] Attempting to bind port 7155e07a-6504-49b7-a70d-aff571162b33 on host hv-cinder-83177 for vnic_type normal with profile {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 09:02:06.922210 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [req-68d70e3f-0d20-4e3d-a682-b3acb478c4b5 req-e5fce802-3125-48b9-b9a3-31a8412adde1 service neutron] Attempting to bind port 7155e07a-6504-49b7-a70d-aff571162b33 by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': '6067c7d6-89e3-4afb-807e-b2196c2d7cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c'}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 09:02:06.922525 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d70e3f-0d20-4e3d-a682-b3acb478c4b5 req-e5fce802-3125-48b9-b9a3-31a8412adde1 service neutron] Attempting to bind port 7155e07a-6504-49b7-a70d-aff571162b33 on network 95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 09:02:06.985934 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-d0b24871-05a6-4024-9d2a-1c94feda35af req-7804ab1d-9efb-4c14-a8d8-aaf110133a21 service neutron] 10.222.0.48 "GET /v2.0/networks/8b046261-d957-422c-a8fc-d2678ef8eea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4948456 Mar 16 09:02:07.003102 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d70e3f-0d20-4e3d-a682-b3acb478c4b5 req-e5fce802-3125-48b9-b9a3-31a8412adde1 service neutron] Port 7155e07a-6504-49b7-a70d-aff571162b33 on network 95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 16 09:02:07.003419 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d70e3f-0d20-4e3d-a682-b3acb478c4b5 req-e5fce802-3125-48b9-b9a3-31a8412adde1 service neutron] Attempting to bind port 7155e07a-6504-49b7-a70d-aff571162b33 on network 95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 09:02:07.016243 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fce802-3125-48b9-b9a3-31a8412adde1 service neutron] Pushing event updated for resources: {'Port': ['ID=7155e07a-6504-49b7-a70d-aff571162b33,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:07.042104 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d70e3f-0d20-4e3d-a682-b3acb478c4b5 req-e5fce802-3125-48b9-b9a3-31a8412adde1 service neutron] Checking agent: {'id': 'f0da09ba-cbd5-402d-a3a1-68b8fcaf25e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 8, 59, 25), 'started_at': datetime.datetime(2022, 3, 16, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 9, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 09:02:07.042442 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d70e3f-0d20-4e3d-a682-b3acb478c4b5 req-e5fce802-3125-48b9-b9a3-31a8412adde1 service neutron] Checking segment: {'id': '6067c7d6-89e3-4afb-807e-b2196c2d7cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 09:02:07.042822 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d70e3f-0d20-4e3d-a682-b3acb478c4b5 req-e5fce802-3125-48b9-b9a3-31a8412adde1 service neutron] Bound using segment: {'id': '6067c7d6-89e3-4afb-807e-b2196c2d7cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c'} {{(pid=103095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 09:02:07.043267 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.managers [req-68d70e3f-0d20-4e3d-a682-b3acb478c4b5 req-e5fce802-3125-48b9-b9a3-31a8412adde1 service neutron] Bound port: 7155e07a-6504-49b7-a70d-aff571162b33, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6067c7d6-89e3-4afb-807e-b2196c2d7cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c'}}] {{(pid=103095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 09:02:07.043624 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [req-68d70e3f-0d20-4e3d-a682-b3acb478c4b5 req-e5fce802-3125-48b9-b9a3-31a8412adde1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (7155e07a-6504-49b7-a70d-aff571162b33), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:07.263848 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2e60efe0-2680-451e-b76b-eeb19cdd7ef8 req-480bfcad-e307-406c-a3c9-1451909de8ef service neutron] 10.222.0.48 "GET /v2.0/networks/c71322ee-b7a0-4c22-8a3c-0690c3f2a338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4232686 Mar 16 09:02:07.326487 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f7e852-8067-407e-aba3-e56f8976aa54 req-6f92b00d-e748-4663-ae89-759df8946b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:07.328377 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae59025e-4bb4-49ca-9476-64c2da537d2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ffe62f0-2dd6-4253-8e6d-dad0ecf036b3,revision_number=1']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:07.328493 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [req-72f7e852-8067-407e-aba3-e56f8976aa54 req-6f92b00d-e748-4663-ae89-759df8946b9b service neutron] 10.222.0.48 "GET /v2.0/networks?id=c71322ee-b7a0-4c22-8a3c-0690c3f2a338 HTTP/1.1" status: 200 len: 919 time: 0.4300458 Mar 16 09:02:07.338492 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-ae59025e-4bb4-49ca-9476-64c2da537d2e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ecc47858953a459b87aec0224b6a9cbe&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3176372 Mar 16 09:02:07.346224 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.db [req-68d70e3f-0d20-4e3d-a682-b3acb478c4b5 req-e5fce802-3125-48b9-b9a3-31a8412adde1 service neutron] For port 7155e07a-6504-49b7-a70d-aff571162b33, host hv-cinder-83177, cleared binding levels {{(pid=103095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 09:02:07.349552 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 45866) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:02:07.355399 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13716146-477b-40fb-b31d-bf467f037da2 req-b5fcfa93-32db-4cdf-a652-5310781bd59d tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:07.359118 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-13716146-477b-40fb-b31d-bf467f037da2 req-b5fcfa93-32db-4cdf-a652-5310781bd59d tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b492862-16c2-42cb-bca8-a1d344b8a984 HTTP/1.1" status: 200 len: 943 time: 0.7749343 Mar 16 09:02:07.363370 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.db [req-68d70e3f-0d20-4e3d-a682-b3acb478c4b5 req-e5fce802-3125-48b9-b9a3-31a8412adde1 service neutron] For port 7155e07a-6504-49b7-a70d-aff571162b33, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=7155e07a-6504-49b7-a70d-aff571162b33,segment=NetworkSegment(6067c7d6-89e3-4afb-807e-b2196c2d7cb4),segment_id=6067c7d6-89e3-4afb-807e-b2196c2d7cb4)] {{(pid=103095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 09:02:07.413934 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [req-72f7e852-8067-407e-aba3-e56f8976aa54 req-897d8e15-e692-49c3-b4ee-58e8ccee9c26 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1cc16302-a750-4211-a3a0-fc8bfdfdf175 HTTP/1.1" status: 200 len: 217 time: 0.0754931 Mar 16 09:02:07.417392 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [req-68d70e3f-0d20-4e3d-a682-b3acb478c4b5 req-e5fce802-3125-48b9-b9a3-31a8412adde1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (7155e07a-6504-49b7-a70d-aff571162b33), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:07.455073 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4858cbf4-7fc6-49f2-a4af-1ab8128a01bb req-acbdce4b-2ccb-4cc3-afb8-a12873b00664 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:07.456625 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-4858cbf4-7fc6-49f2-a4af-1ab8128a01bb req-acbdce4b-2ccb-4cc3-afb8-a12873b00664 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=232ab7d6-42dc-4ce8-bcc4-e60daa208b35 HTTP/1.1" status: 200 len: 944 time: 0.8011520 Mar 16 09:02:07.500921 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d70e3f-0d20-4e3d-a682-b3acb478c4b5 req-e5fce802-3125-48b9-b9a3-31a8412adde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:07.501927 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [req-68d70e3f-0d20-4e3d-a682-b3acb478c4b5 req-e5fce802-3125-48b9-b9a3-31a8412adde1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555813'] for port (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:07.503570 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [req-68d70e3f-0d20-4e3d-a682-b3acb478c4b5 req-e5fce802-3125-48b9-b9a3-31a8412adde1 service neutron] 10.222.0.48 "PUT /v2.0/ports/7155e07a-6504-49b7-a70d-aff571162b33 HTTP/1.1" status: 200 len: 1093 time: 1.3570852 Mar 16 09:02:07.509770 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b44e8926-3292-4a9c-92f8-d6b0444a20ec', 'tag': '7155e07a-6504-49b7-a70d-aff571162b33'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 09:02:07.519682 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de660049e31e1c4730ccfd2babe4980ec829989a923b23327226a9ffc2c3b378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6574599-bcbf-4e57-83de-b2888fe1812f" -d '{"events": [{"name": "network-changed", "server_uuid": "b44e8926-3292-4a9c-92f8-d6b0444a20ec", "tag": "7155e07a-6504-49b7-a70d-aff571162b33"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 09:02:07.581355 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-03a5060a-4beb-445e-9e92-fd78cab43d93 admin admin] Publish callbacks [] for security_group (8ffe62f0-2dd6-4253-8e6d-dad0ecf036b3), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:07.660491 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 45872) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:02:07.662130 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fce802-3125-48b9-b9a3-31a8412adde1 service neutron] Pushing event updated for resources: {'Port': ['ID=7155e07a-6504-49b7-a70d-aff571162b33,revision_number=3']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:07.698597 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.notifiers.nova [req-4f1bdda0-4375-4c2b-b2f8-3371320acb4c req-30676eb4-1c1a-4a67-a02c-006c7241e55c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05729417-13d8-4b9d-be9a-cb0b900858ce {{(pid=103096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 09:02:07.703254 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f7e852-8067-407e-aba3-e56f8976aa54 req-052e8e7e-754e-4cdf-ba5e-d1580e317abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:07.709658 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-4f1bdda0-4375-4c2b-b2f8-3371320acb4c req-30676eb4-1c1a-4a67-a02c-006c7241e55c service neutron] Publish callbacks [] for port (05729417-13d8-4b9d-be9a-cb0b900858ce), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:07.710354 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [req-72f7e852-8067-407e-aba3-e56f8976aa54 req-052e8e7e-754e-4cdf-ba5e-d1580e317abb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2d141d65-2c6e-46bc-b682-986a7d0cd81b HTTP/1.1" status: 200 len: 858 time: 0.2828450 Mar 16 09:02:07.727948 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.provisioning_blocks [req-4f1bdda0-4375-4c2b-b2f8-3371320acb4c req-30676eb4-1c1a-4a67-a02c-006c7241e55c service neutron] Transition to ACTIVE for port object 05729417-13d8-4b9d-be9a-cb0b900858ce will not be triggered until provisioned by entity L2. {{(pid=103096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 16 09:02:07.785367 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-d0b24871-05a6-4024-9d2a-1c94feda35af req-17e16ff0-8082-4d9a-a3af-74ae5cfd87f2 service neutron] 10.222.0.48 "GET /v2.0/networks/8b046261-d957-422c-a8fc-d2678ef8eea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5171494 Mar 16 09:02:07.808600 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-4f1bdda0-4375-4c2b-b2f8-3371320acb4c req-30676eb4-1c1a-4a67-a02c-006c7241e55c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (05729417-13d8-4b9d-be9a-cb0b900858ce), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:07.826670 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-03a5060a-4beb-445e-9e92-fd78cab43d93 admin admin] Publish callbacks [] for security_group (8ffe62f0-2dd6-4253-8e6d-dad0ecf036b3), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:07.833233 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [req-72f7e852-8067-407e-aba3-e56f8976aa54 req-ae3d0e13-e1b6-4543-9011-dcb80b35ce58 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c71322ee-b7a0-4c22-8a3c-0690c3f2a338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1054454 Mar 16 09:02:07.884564 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d70e3f-0d20-4e3d-a682-b3acb478c4b5 req-38eb8289-e9f3-4101-9a9c-af8828f05ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:07.886214 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [req-68d70e3f-0d20-4e3d-a682-b3acb478c4b5 req-38eb8289-e9f3-4101-9a9c-af8828f05ef3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=038ce3c42c064d11ab4e77d47b819ba5&device_id=b44e8926-3292-4a9c-92f8-d6b0444a20ec HTTP/1.1" status: 200 len: 1127 time: 0.3150620 Mar 16 09:02:07.919511 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a7e6938c-db28-430d-9e33-a09341fd09f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:08.020270 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [req-68d70e3f-0d20-4e3d-a682-b3acb478c4b5 req-74491a0e-d532-4b77-a036-c4280fe1447b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7155e07a-6504-49b7-a70d-aff571162b33 HTTP/1.1" status: 200 len: 217 time: 0.1144710 Mar 16 09:02:08.048784 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.agents_db [None req-ddb2e055-3acb-4969-8bde-a74b2247622c None None] Agent healthcheck: found 6 active agents {{(pid=103098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 09:02:08.056233 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-13716146-477b-40fb-b31d-bf467f037da2 req-64730b6e-f041-4019-97a6-4ac4361dd2e9 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/security-groups?id=78bf3f79-aa37-43ea-9c29-1143266898ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6730988 Mar 16 09:02:08.056830 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30676eb4-1c1a-4a67-a02c-006c7241e55c service neutron] Pushing event updated for resources: {'Port': ['ID=05729417-13d8-4b9d-be9a-cb0b900858ce,revision_number=2']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:08.065755 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-4858cbf4-7fc6-49f2-a4af-1ab8128a01bb req-50d22791-3bce-4ef1-a22d-1a8c01360d3c tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5215433 Mar 16 09:02:08.070197 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [req-4f1bdda0-4375-4c2b-b2f8-3371320acb4c req-30676eb4-1c1a-4a67-a02c-006c7241e55c service neutron] Attempting to bind port 05729417-13d8-4b9d-be9a-cb0b900858ce on host hv-cinder-83177 for vnic_type normal with profile {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 09:02:08.070316 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [req-4f1bdda0-4375-4c2b-b2f8-3371320acb4c req-30676eb4-1c1a-4a67-a02c-006c7241e55c service neutron] Attempting to bind port 05729417-13d8-4b9d-be9a-cb0b900858ce by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': '1fd71943-1f67-4889-a966-97189e27dce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625'}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 09:02:08.071684 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1bdda0-4375-4c2b-b2f8-3371320acb4c req-30676eb4-1c1a-4a67-a02c-006c7241e55c service neutron] Attempting to bind port 05729417-13d8-4b9d-be9a-cb0b900858ce on network 71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625 {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 09:02:08.077269 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2e60efe0-2680-451e-b76b-eeb19cdd7ef8 req-4c4870d6-fba1-4561-971f-853bdf9ae7de service neutron] 10.222.0.48 "GET /v2.0/networks/c71322ee-b7a0-4c22-8a3c-0690c3f2a338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7077162 Mar 16 09:02:08.083641 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1bdda0-4375-4c2b-b2f8-3371320acb4c req-30676eb4-1c1a-4a67-a02c-006c7241e55c service neutron] Port 05729417-13d8-4b9d-be9a-cb0b900858ce on network 71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 16 09:02:08.083966 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1bdda0-4375-4c2b-b2f8-3371320acb4c req-30676eb4-1c1a-4a67-a02c-006c7241e55c service neutron] Attempting to bind port 05729417-13d8-4b9d-be9a-cb0b900858ce on network 71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625 {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 09:02:08.089248 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d0dea1-1c70-441b-af3e-4772cdf8526f req-385d74a2-ff3a-48a1-ae28-69918d8359b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:08.090790 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-d1d0dea1-1c70-441b-af3e-4772cdf8526f req-385d74a2-ff3a-48a1-ae28-69918d8359b2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=856f650fab084d57bfdeb80e1ae7b176&device_id=7b492862-16c2-42cb-bca8-a1d344b8a984 HTTP/1.1" status: 200 len: 1127 time: 0.2211814 Mar 16 09:02:08.098366 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1bdda0-4375-4c2b-b2f8-3371320acb4c req-30676eb4-1c1a-4a67-a02c-006c7241e55c service neutron] Checking agent: {'id': 'f0da09ba-cbd5-402d-a3a1-68b8fcaf25e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 8, 59, 25), 'started_at': datetime.datetime(2022, 3, 16, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 9, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 09:02:08.098764 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1bdda0-4375-4c2b-b2f8-3371320acb4c req-30676eb4-1c1a-4a67-a02c-006c7241e55c service neutron] Checking segment: {'id': '1fd71943-1f67-4889-a966-97189e27dce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 09:02:08.099083 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1bdda0-4375-4c2b-b2f8-3371320acb4c req-30676eb4-1c1a-4a67-a02c-006c7241e55c service neutron] Bound using segment: {'id': '1fd71943-1f67-4889-a966-97189e27dce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625'} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 09:02:08.099525 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [req-4f1bdda0-4375-4c2b-b2f8-3371320acb4c req-30676eb4-1c1a-4a67-a02c-006c7241e55c service neutron] Bound port: 05729417-13d8-4b9d-be9a-cb0b900858ce, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fd71943-1f67-4889-a966-97189e27dce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625'}}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 09:02:08.099882 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-4f1bdda0-4375-4c2b-b2f8-3371320acb4c req-30676eb4-1c1a-4a67-a02c-006c7241e55c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (05729417-13d8-4b9d-be9a-cb0b900858ce), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:08.179390 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-03a5060a-4beb-445e-9e92-fd78cab43d93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (8ffe62f0-2dd6-4253-8e6d-dad0ecf036b3), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:08.183130 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-03a5060a-4beb-445e-9e92-fd78cab43d93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:08.188262 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-03a5060a-4beb-445e-9e92-fd78cab43d93 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8ffe62f0-2dd6-4253-8e6d-dad0ecf036b3 HTTP/1.1" status: 204 len: 168 time: 0.8288946 Mar 16 09:02:08.189888 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d70e3f-0d20-4e3d-a682-b3acb478c4b5 req-630e02e6-a460-476c-b2ef-8bbbc9b2bf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:08.191305 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [req-68d70e3f-0d20-4e3d-a682-b3acb478c4b5 req-630e02e6-a460-476c-b2ef-8bbbc9b2bf4c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=653dccd0-3a12-4ac0-9cc2-5a0bfeaf34e7 HTTP/1.1" status: 200 len: 850 time: 0.1626503 Mar 16 09:02:08.193150 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [req-72f7e852-8067-407e-aba3-e56f8976aa54 req-e60362f8-6168-4d01-9d01-c16b561457ff service neutron] 10.222.0.48 "GET /v2.0/networks/c71322ee-b7a0-4c22-8a3c-0690c3f2a338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3286688 Mar 16 09:02:08.250722 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a5060a-4beb-445e-9e92-fd78cab43d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ffe62f0-2dd6-4253-8e6d-dad0ecf036b3,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:08.276294 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a7e6938c-db28-430d-9e33-a09341fd09f3 admin admin] Publish callbacks [] for security_group (a4dccf70-1d57-459d-8f02-f1d65fe26680), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:08.318703 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a7e6938c-db28-430d-9e33-a09341fd09f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (a4dccf70-1d57-459d-8f02-f1d65fe26680), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:08.388943 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-a7e6938c-db28-430d-9e33-a09341fd09f3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=32124f6c67634568b9d9b0c16ccc8be0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7222328 Mar 16 09:02:08.389792 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e6938c-db28-430d-9e33-a09341fd09f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4dccf70-1d57-459d-8f02-f1d65fe26680,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:08.394390 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 45892) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:02:08.434649 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d70e3f-0d20-4e3d-a682-b3acb478c4b5 req-08b50f6d-fb0e-43fd-a006-c0b5f0ebd68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:08.436233 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [req-68d70e3f-0d20-4e3d-a682-b3acb478c4b5 req-08b50f6d-fb0e-43fd-a006-c0b5f0ebd68b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2310317 Mar 16 09:02:08.458784 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [req-72f7e852-8067-407e-aba3-e56f8976aa54 req-57cd566a-e066-4d04-af26-a81fc07dc4f2 service neutron] 10.222.0.48 "GET /v2.0/networks/c71322ee-b7a0-4c22-8a3c-0690c3f2a338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523415 Mar 16 09:02:08.463209 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c674fe3-ef53-49fe-8082-0346a79e1e6c req-a56da531-7a8e-46e6-b45c-86e833a81607 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:08.464704 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-9c674fe3-ef53-49fe-8082-0346a79e1e6c req-a56da531-7a8e-46e6-b45c-86e833a81607 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=51ee1195-e0b6-4420-88ec-39d8a8149d60 HTTP/1.1" status: 200 len: 943 time: 0.2779734 Mar 16 09:02:08.483351 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.db [req-4f1bdda0-4375-4c2b-b2f8-3371320acb4c req-30676eb4-1c1a-4a67-a02c-006c7241e55c service neutron] For port 05729417-13d8-4b9d-be9a-cb0b900858ce, host hv-cinder-83177, cleared binding levels {{(pid=103096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 09:02:08.519145 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.db [req-4f1bdda0-4375-4c2b-b2f8-3371320acb4c req-30676eb4-1c1a-4a67-a02c-006c7241e55c service neutron] For port 05729417-13d8-4b9d-be9a-cb0b900858ce, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=05729417-13d8-4b9d-be9a-cb0b900858ce,segment=NetworkSegment(1fd71943-1f67-4889-a966-97189e27dce5),segment_id=1fd71943-1f67-4889-a966-97189e27dce5)] {{(pid=103096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 09:02:08.525128 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5252ce4d-a92e-4eb9-9f92-d7fd2f79e652 req-cb14515d-d138-47f7-96ea-0c5138730664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:08.525561 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-aab46eb7-5f08-4418-a138-1e5987ce7ad9 admin admin] Publish callbacks [] for security_group (a4dccf70-1d57-459d-8f02-f1d65fe26680), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:08.526291 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5252ce4d-a92e-4eb9-9f92-d7fd2f79e652 req-cb14515d-d138-47f7-96ea-0c5138730664 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8ab3e25cb83341919d112753e22938a2&device_id=1033cdc1-c72e-492f-9352-14e5302515cf HTTP/1.1" status: 200 len: 1127 time: 0.3121762 Mar 16 09:02:08.529637 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d0dea1-1c70-441b-af3e-4772cdf8526f req-f1ace3f7-47dd-4ea2-9b7a-98e482653b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:08.531034 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-d1d0dea1-1c70-441b-af3e-4772cdf8526f req-f1ace3f7-47dd-4ea2-9b7a-98e482653b11 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8b046261-d957-422c-a8fc-d2678ef8eea0 HTTP/1.1" status: 200 len: 912 time: 0.4287496 Mar 16 09:02:08.538283 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d26b945-85ef-4b2e-816f-a3009ab791c5 req-c550a29d-2660-4a32-8022-405108c447d2 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:08.540443 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-7d26b945-85ef-4b2e-816f-a3009ab791c5 req-c550a29d-2660-4a32-8022-405108c447d2 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/ports?device_id=b44e8926-3292-4a9c-92f8-d6b0444a20ec HTTP/1.1" status: 200 len: 943 time: 0.3181472 Mar 16 09:02:08.556186 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-4f1bdda0-4375-4c2b-b2f8-3371320acb4c req-30676eb4-1c1a-4a67-a02c-006c7241e55c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (05729417-13d8-4b9d-be9a-cb0b900858ce), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:08.574863 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-aab46eb7-5f08-4418-a138-1e5987ce7ad9 admin admin] Publish callbacks [] for security_group (a4dccf70-1d57-459d-8f02-f1d65fe26680), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:08.589395 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [req-68d70e3f-0d20-4e3d-a682-b3acb478c4b5 req-fc4c7825-2382-4900-a6ae-31bf9238d417 service neutron] 10.222.0.48 "GET /v2.0/networks/95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431425 Mar 16 09:02:08.667437 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-d1d0dea1-1c70-441b-af3e-4772cdf8526f req-e9f6e019-fd5e-432f-b1eb-87d15e223371 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7182eaae-95f5-46ad-ba3c-4339e163b8de HTTP/1.1" status: 200 len: 217 time: 0.1244748 Mar 16 09:02:08.718103 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1bdda0-4375-4c2b-b2f8-3371320acb4c req-30676eb4-1c1a-4a67-a02c-006c7241e55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:08.718703 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-4f1bdda0-4375-4c2b-b2f8-3371320acb4c req-30676eb4-1c1a-4a67-a02c-006c7241e55c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555813'] for port (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:08.720219 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-4f1bdda0-4375-4c2b-b2f8-3371320acb4c req-30676eb4-1c1a-4a67-a02c-006c7241e55c service neutron] 10.222.0.48 "PUT /v2.0/ports/05729417-13d8-4b9d-be9a-cb0b900858ce HTTP/1.1" status: 200 len: 1093 time: 2.5837572 Mar 16 09:02:08.722629 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [req-68d70e3f-0d20-4e3d-a682-b3acb478c4b5 req-1c7d6d17-70b1-499a-b4b9-97ba23c6906a service neutron] 10.222.0.48 "GET /v2.0/networks/95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232450 Mar 16 09:02:08.726477 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-aab46eb7-5f08-4418-a138-1e5987ce7ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (a4dccf70-1d57-459d-8f02-f1d65fe26680), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:08.727465 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-aab46eb7-5f08-4418-a138-1e5987ce7ad9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:08.731035 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-aab46eb7-5f08-4418-a138-1e5987ce7ad9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a4dccf70-1d57-459d-8f02-f1d65fe26680 HTTP/1.1" status: 204 len: 168 time: 0.3332722 Mar 16 09:02:08.737652 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab46eb7-5f08-4418-a138-1e5987ce7ad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4dccf70-1d57-459d-8f02-f1d65fe26680,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:08.754438 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51ee1195-e0b6-4420-88ec-39d8a8149d60', 'tag': '05729417-13d8-4b9d-be9a-cb0b900858ce'}] {{(pid=103096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 09:02:08.756681 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552648401d13394d2a88e7485ef09c5647ae5ea4c1ec431ef2c5edbe801f23fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db5843b-6e95-4402-b3ae-7fb2040e14fe" -d '{"events": [{"name": "network-changed", "server_uuid": "51ee1195-e0b6-4420-88ec-39d8a8149d60", "tag": "05729417-13d8-4b9d-be9a-cb0b900858ce"}]}' {{(pid=103096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 09:02:08.806084 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-9c674fe3-ef53-49fe-8082-0346a79e1e6c req-af2eaca7-b865-497f-9596-4e3b1eaaa567 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/security-groups?id=b859da8d-0bdd-4a56-bb49-6face617f34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3327606 Mar 16 09:02:08.865694 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5252ce4d-a92e-4eb9-9f92-d7fd2f79e652 req-7c67cb76-aa25-4a67-96c1-0ef4483132e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:08.868089 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5252ce4d-a92e-4eb9-9f92-d7fd2f79e652 req-7c67cb76-aa25-4a67-96c1-0ef4483132e4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c71322ee-b7a0-4c22-8a3c-0690c3f2a338 HTTP/1.1" status: 200 len: 919 time: 0.3267319 Mar 16 09:02:08.888698 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 09:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9087d6f5-57ff-49c8-b347-3185834727fb x-openstack-request-id: req-9087d6f5-57ff-49c8-b347-3185834727fb {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 09:02:08.889756 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b44e8926-3292-4a9c-92f8-d6b0444a20ec", "tag": "7155e07a-6504-49b7-a70d-aff571162b33", "status": "completed", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 09:02:08.890029 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9087d6f5-57ff-49c8-b347-3185834727fb {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 09:02:08.890426 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b44e8926-3292-4a9c-92f8-d6b0444a20ec', 'tag': '7155e07a-6504-49b7-a70d-aff571162b33', 'status': 'completed', 'code': 200} Mar 16 09:02:08.897877 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30676eb4-1c1a-4a67-a02c-006c7241e55c service neutron] Pushing event updated for resources: {'Port': ['ID=05729417-13d8-4b9d-be9a-cb0b900858ce,revision_number=3']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:08.940073 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1bdda0-4375-4c2b-b2f8-3371320acb4c req-55ed5765-4de9-4aed-a244-0b96f133126f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:08.947898 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [req-4f1bdda0-4375-4c2b-b2f8-3371320acb4c req-55ed5765-4de9-4aed-a244-0b96f133126f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cb287d834c3747da825c3d4bb412c949&device_id=51ee1195-e0b6-4420-88ec-39d8a8149d60 HTTP/1.1" status: 200 len: 1127 time: 0.1731544 Mar 16 09:02:08.996823 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 09:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ced5e60-f8e8-4252-9bbc-5c94a8669220 x-openstack-request-id: req-1ced5e60-f8e8-4252-9bbc-5c94a8669220 {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 09:02:08.997077 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51ee1195-e0b6-4420-88ec-39d8a8149d60", "tag": "05729417-13d8-4b9d-be9a-cb0b900858ce", "status": "completed", "code": 200}]} {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 09:02:08.998555 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1ced5e60-f8e8-4252-9bbc-5c94a8669220 {{(pid=103096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 09:02:08.999137 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51ee1195-e0b6-4420-88ec-39d8a8149d60', 'tag': '05729417-13d8-4b9d-be9a-cb0b900858ce', 'status': 'completed', 'code': 200} Mar 16 09:02:09.022276 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d0dea1-1c70-441b-af3e-4772cdf8526f req-55537b51-6f54-43b6-8195-9f5411eff3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:09.024940 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-d1d0dea1-1c70-441b-af3e-4772cdf8526f req-55537b51-6f54-43b6-8195-9f5411eff3ea service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c9afe204-167e-4aa2-913e-8f78c801a698 HTTP/1.1" status: 200 len: 851 time: 0.3436978 Mar 16 09:02:09.035406 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [req-4f1bdda0-4375-4c2b-b2f8-3371320acb4c req-c773c310-1d19-4d5f-a8a3-7122f62aa8ef service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05729417-13d8-4b9d-be9a-cb0b900858ce HTTP/1.1" status: 200 len: 217 time: 0.0531592 Mar 16 09:02:09.042846 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-7d26b945-85ef-4b2e-816f-a3009ab791c5 req-baf30224-8772-4dbb-9810-bb05ef189778 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c774127-f3f8-46fa-91b5-11ee87d14f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4805582 Mar 16 09:02:09.046533 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5252ce4d-a92e-4eb9-9f92-d7fd2f79e652 req-0e8b0d43-640e-4562-a356-9b5e4c24a6ae service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=314a141c-e07c-41ab-9f3f-234b6043a3ed HTTP/1.1" status: 200 len: 217 time: 0.1657927 Mar 16 09:02:09.131362 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-d1d0dea1-1c70-441b-af3e-4772cdf8526f req-37666ee3-7836-40b2-a0b8-7919d749c667 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8b046261-d957-422c-a8fc-d2678ef8eea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0798612 Mar 16 09:02:09.146379 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1bdda0-4375-4c2b-b2f8-3371320acb4c req-20e6eec6-6887-4565-9e0d-dd78c5700d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:09.148663 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [req-4f1bdda0-4375-4c2b-b2f8-3371320acb4c req-20e6eec6-6887-4565-9e0d-dd78c5700d5f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=21cfdeb1-bd49-41a4-bdcb-784e8ee0104b HTTP/1.1" status: 200 len: 854 time: 0.1063287 Mar 16 09:02:09.274911 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1bdda0-4375-4c2b-b2f8-3371320acb4c req-b9d7e6dd-a913-4e4b-acc6-cf5a73715f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:09.279640 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [req-4f1bdda0-4375-4c2b-b2f8-3371320acb4c req-b9d7e6dd-a913-4e4b-acc6-cf5a73715f93 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1244311 Mar 16 09:02:09.363585 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 45942) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:02:09.383666 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-46213220-63e7-4ec7-8f68-f43aa3cb93e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:09.439100 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6574599-bcbf-4e57-83de-b2888fe1812f req-9e1916b7-f9d1-4fc0-9ac9-99f4fbd3fe30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:09.442320 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-f6574599-bcbf-4e57-83de-b2888fe1812f req-9e1916b7-f9d1-4fc0-9ac9-99f4fbd3fe30 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=038ce3c42c064d11ab4e77d47b819ba5&device_id=b44e8926-3292-4a9c-92f8-d6b0444a20ec HTTP/1.1" status: 200 len: 1127 time: 0.4731972 Mar 16 09:02:09.451181 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [req-4f1bdda0-4375-4c2b-b2f8-3371320acb4c req-3cf72f2a-7edb-487f-b7dd-d4e2977f3fa6 service neutron] 10.222.0.48 "GET /v2.0/networks/71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614487 Mar 16 09:02:09.496645 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-d1d0dea1-1c70-441b-af3e-4772cdf8526f req-205f05fd-4256-4788-a40b-cbc1dab02508 service neutron] 10.222.0.48 "GET /v2.0/networks/8b046261-d957-422c-a8fc-d2678ef8eea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757583 Mar 16 09:02:09.514497 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5252ce4d-a92e-4eb9-9f92-d7fd2f79e652 req-ef26f44d-a36c-4399-9f9a-44cfb62acab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:09.517118 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5252ce4d-a92e-4eb9-9f92-d7fd2f79e652 req-ef26f44d-a36c-4399-9f9a-44cfb62acab3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2d141d65-2c6e-46bc-b682-986a7d0cd81b HTTP/1.1" status: 200 len: 858 time: 0.3842332 Mar 16 09:02:09.591702 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f870dc-eec8-49fb-8a4b-b94002067ae7 req-c8e0c2d9-8a25-46e2-8001-37197463fab3 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:09.593274 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-48f870dc-eec8-49fb-8a4b-b94002067ae7 req-c8e0c2d9-8a25-46e2-8001-37197463fab3 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=232ab7d6-42dc-4ce8-bcc4-e60daa208b35 HTTP/1.1" status: 200 len: 944 time: 0.3281264 Mar 16 09:02:09.628505 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5252ce4d-a92e-4eb9-9f92-d7fd2f79e652 req-61a8af34-5940-4c91-b133-28bf132fea00 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c71322ee-b7a0-4c22-8a3c-0690c3f2a338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791318 Mar 16 09:02:09.636918 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-46213220-63e7-4ec7-8f68-f43aa3cb93e0 admin admin] Publish callbacks [] for security_group (1cdd2673-121f-46ad-b5fd-cd38a6f7d0b4), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:09.646426 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-46213220-63e7-4ec7-8f68-f43aa3cb93e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (1cdd2673-121f-46ad-b5fd-cd38a6f7d0b4), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:09.681855 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [req-4f1bdda0-4375-4c2b-b2f8-3371320acb4c req-9de55132-537f-42f9-8727-18735eb185b6 service neutron] 10.222.0.48 "GET /v2.0/networks/71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187226 Mar 16 09:02:09.703367 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-46213220-63e7-4ec7-8f68-f43aa3cb93e0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f96a639d18f146fe8cf594cb5d33f888&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3387985 Mar 16 09:02:09.704080 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46213220-63e7-4ec7-8f68-f43aa3cb93e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cdd2673-121f-46ad-b5fd-cd38a6f7d0b4,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:09.706423 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 45956) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:02:09.776002 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3e1e5a20-de8e-487f-a032-5271f809c769 admin admin] Publish callbacks [] for security_group (1cdd2673-121f-46ad-b5fd-cd38a6f7d0b4), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:09.803811 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3e1e5a20-de8e-487f-a032-5271f809c769 admin admin] Publish callbacks [] for security_group (1cdd2673-121f-46ad-b5fd-cd38a6f7d0b4), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:09.862715 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3e1e5a20-de8e-487f-a032-5271f809c769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (1cdd2673-121f-46ad-b5fd-cd38a6f7d0b4), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:09.866060 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3e1e5a20-de8e-487f-a032-5271f809c769 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:09.870415 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-3e1e5a20-de8e-487f-a032-5271f809c769 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1cdd2673-121f-46ad-b5fd-cd38a6f7d0b4 HTTP/1.1" status: 204 len: 168 time: 0.1601896 Mar 16 09:02:09.888285 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1e5a20-de8e-487f-a032-5271f809c769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cdd2673-121f-46ad-b5fd-cd38a6f7d0b4,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:09.946381 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf12910-5304-4739-9963-8307e7c71047 req-d5a4ff32-d3e6-40cd-808b-cebbff38cdea tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:09.947885 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-abf12910-5304-4739-9963-8307e7c71047 req-d5a4ff32-d3e6-40cd-808b-cebbff38cdea tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b492862-16c2-42cb-bca8-a1d344b8a984 HTTP/1.1" status: 200 len: 943 time: 0.6840737 Mar 16 09:02:10.057959 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-48f870dc-eec8-49fb-8a4b-b94002067ae7 req-c982ea56-18eb-45db-af27-88716d54fdaa tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4269569 Mar 16 09:02:10.073203 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-d1d0dea1-1c70-441b-af3e-4772cdf8526f req-bc4543eb-ef7c-4b9f-8619-74ab721087fd service neutron] 10.222.0.48 "GET /v2.0/networks/8b046261-d957-422c-a8fc-d2678ef8eea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5402014 Mar 16 09:02:10.074247 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6574599-bcbf-4e57-83de-b2888fe1812f req-e5917178-552b-4230-a104-38cc908c41ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:10.075558 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-f6574599-bcbf-4e57-83de-b2888fe1812f req-e5917178-552b-4230-a104-38cc908c41ee service neutron] 10.222.0.48 "GET /v2.0/networks?id=95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c HTTP/1.1" status: 200 len: 912 time: 0.5767312 Mar 16 09:02:10.105971 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5252ce4d-a92e-4eb9-9f92-d7fd2f79e652 req-579c18ed-d681-41f8-8014-1c9f2a24d280 service neutron] 10.222.0.48 "GET /v2.0/networks/c71322ee-b7a0-4c22-8a3c-0690c3f2a338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4605653 Mar 16 09:02:10.131202 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-abf12910-5304-4739-9963-8307e7c71047 req-47ca33c8-a464-4405-ae15-389cfbbe1f69 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/security-groups?id=78bf3f79-aa37-43ea-9c29-1143266898ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680150 Mar 16 09:02:10.238528 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9f307b-f652-4e23-8503-ec7a8fa784e3 req-eea13ded-5f10-409c-9bcd-f0f5211205ce tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:10.240198 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-ed9f307b-f652-4e23-8503-ec7a8fa784e3 req-eea13ded-5f10-409c-9bcd-f0f5211205ce tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=51ee1195-e0b6-4420-88ec-39d8a8149d60 HTTP/1.1" status: 200 len: 943 time: 0.0787938 Mar 16 09:02:10.321376 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a067415d-da54-4f00-aabc-d41ca8678c5d req-6e015117-c224-494a-948d-7f848f59641e tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:10.322792 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a067415d-da54-4f00-aabc-d41ca8678c5d req-6e015117-c224-494a-948d-7f848f59641e tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/ports?device_id=b44e8926-3292-4a9c-92f8-d6b0444a20ec HTTP/1.1" status: 200 len: 943 time: 0.0959551 Mar 16 09:02:10.326201 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-ed9f307b-f652-4e23-8503-ec7a8fa784e3 req-e178f2e9-9235-4eda-b4a8-d0fda5631377 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/security-groups?id=b859da8d-0bdd-4a56-bb49-6face617f34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769973 Mar 16 09:02:10.382017 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 45984) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:02:10.385639 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a067415d-da54-4f00-aabc-d41ca8678c5d req-7adf8e8a-1da8-4258-9533-8225c49365c3 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c774127-f3f8-46fa-91b5-11ee87d14f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557065 Mar 16 09:02:10.489052 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d2520d13-2532-47e2-ae60-e2bc737dd671 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:10.565822 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d2520d13-2532-47e2-ae60-e2bc737dd671 admin admin] Publish callbacks [] for security_group (1fae5311-46a0-41f3-ad51-59107c3b8ee9), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:10.571991 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d2520d13-2532-47e2-ae60-e2bc737dd671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (1fae5311-46a0-41f3-ad51-59107c3b8ee9), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:10.611736 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-d2520d13-2532-47e2-ae60-e2bc737dd671 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e4949ad445c247a9a40f5393c3edaf23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2278414 Mar 16 09:02:10.612586 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2520d13-2532-47e2-ae60-e2bc737dd671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fae5311-46a0-41f3-ad51-59107c3b8ee9,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:10.614447 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 45996) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:02:10.664528 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-d4774e60-d769-4a22-8e97-7f6785c8a26b admin admin] Publish callbacks [] for security_group (1fae5311-46a0-41f3-ad51-59107c3b8ee9), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:10.685292 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-d4774e60-d769-4a22-8e97-7f6785c8a26b admin admin] Publish callbacks [] for security_group (1fae5311-46a0-41f3-ad51-59107c3b8ee9), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:10.734061 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-d4774e60-d769-4a22-8e97-7f6785c8a26b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (1fae5311-46a0-41f3-ad51-59107c3b8ee9), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:10.736574 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-d4774e60-d769-4a22-8e97-7f6785c8a26b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:10.737747 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-d4774e60-d769-4a22-8e97-7f6785c8a26b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1fae5311-46a0-41f3-ad51-59107c3b8ee9 HTTP/1.1" status: 204 len: 168 time: 0.1222637 Mar 16 09:02:10.746456 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4774e60-d769-4a22-8e97-7f6785c8a26b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fae5311-46a0-41f3-ad51-59107c3b8ee9,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:11.060085 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 46018) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:02:11.073590 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-1d29af75-e0ce-4f1c-94d5-9bbea457a0ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:11.173985 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-1d29af75-e0ce-4f1c-94d5-9bbea457a0ac admin admin] Publish callbacks [] for security_group (8e97781b-bb22-4cf2-b4e0-6b34472ede03), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:11.184062 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-1d29af75-e0ce-4f1c-94d5-9bbea457a0ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (8e97781b-bb22-4cf2-b4e0-6b34472ede03), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:11.218129 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-1d29af75-e0ce-4f1c-94d5-9bbea457a0ac admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9f44d47652264b6fb8da1134bbe31d7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1543658 Mar 16 09:02:11.218439 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 46026) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:02:11.272206 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6cb67870-46ac-4499-b2cb-2bcb5b7d2e92 admin admin] Publish callbacks [] for security_group (8e97781b-bb22-4cf2-b4e0-6b34472ede03), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:11.283150 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d29af75-e0ce-4f1c-94d5-9bbea457a0ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e97781b-bb22-4cf2-b4e0-6b34472ede03,revision_number=1']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:11.294755 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe9496b-5e02-4343-98c4-4c33326be890 req-d3df0b30-9ecd-4a8b-aec0-08769b87ab65 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:11.295277 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6cb67870-46ac-4499-b2cb-2bcb5b7d2e92 admin admin] Publish callbacks [] for security_group (8e97781b-bb22-4cf2-b4e0-6b34472ede03), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:11.296724 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-7fe9496b-5e02-4343-98c4-4c33326be890 req-d3df0b30-9ecd-4a8b-aec0-08769b87ab65 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=232ab7d6-42dc-4ce8-bcc4-e60daa208b35 HTTP/1.1" status: 200 len: 944 time: 0.1583514 Mar 16 09:02:11.319915 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b704d1d-ed92-451b-9eaf-83a66857c4df req-0cd5a3ce-fb0b-4148-bb1b-4b8c53b53311 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:11.321679 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-9b704d1d-ed92-451b-9eaf-83a66857c4df req-0cd5a3ce-fb0b-4148-bb1b-4b8c53b53311 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b492862-16c2-42cb-bca8-a1d344b8a984 HTTP/1.1" status: 200 len: 943 time: 0.1101868 Mar 16 09:02:11.348281 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6cb67870-46ac-4499-b2cb-2bcb5b7d2e92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (8e97781b-bb22-4cf2-b4e0-6b34472ede03), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:11.352265 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6cb67870-46ac-4499-b2cb-2bcb5b7d2e92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:11.353822 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-6cb67870-46ac-4499-b2cb-2bcb5b7d2e92 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8e97781b-bb22-4cf2-b4e0-6b34472ede03 HTTP/1.1" status: 204 len: 168 time: 0.1341267 Mar 16 09:02:11.365998 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb67870-46ac-4499-b2cb-2bcb5b7d2e92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e97781b-bb22-4cf2-b4e0-6b34472ede03,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:11.387698 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-7fe9496b-5e02-4343-98c4-4c33326be890 req-88f1a6d5-74f9-4880-be83-ec75037d9e34 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810819 Mar 16 09:02:11.410686 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-9b704d1d-ed92-451b-9eaf-83a66857c4df req-b396153f-5bc0-4ed6-bb54-0c6305d14a18 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/security-groups?id=78bf3f79-aa37-43ea-9c29-1143266898ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773759 Mar 16 09:02:11.542821 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Device 1cc16302-a750-4211-a3a0-fc8bfdfdf175 details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=103097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 09:02:11.551918 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c7561-9e8c-46e4-b4fb-db1ae4c05282 req-d575ee06-cdcb-4f89-a1a7-6098783fa7a4 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:11.553400 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-444c7561-9e8c-46e4-b4fb-db1ae4c05282 req-d575ee06-cdcb-4f89-a1a7-6098783fa7a4 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=51ee1195-e0b6-4420-88ec-39d8a8149d60 HTTP/1.1" status: 200 len: 943 time: 0.0889099 Mar 16 09:02:11.578199 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d6478a-caa7-4c83-97b9-e5ed5d81efc5 req-23d69859-18d5-420b-a992-f0e7c3ccb5c4 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:11.579973 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-76d6478a-caa7-4c83-97b9-e5ed5d81efc5 req-23d69859-18d5-420b-a992-f0e7c3ccb5c4 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/ports?device_id=b44e8926-3292-4a9c-92f8-d6b0444a20ec HTTP/1.1" status: 200 len: 943 time: 0.0878446 Mar 16 09:02:11.663350 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-444c7561-9e8c-46e4-b4fb-db1ae4c05282 req-7175e4c3-f445-4a67-b804-158277954631 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/security-groups?id=b859da8d-0bdd-4a56-bb49-6face617f34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000700 Mar 16 09:02:11.680218 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-76d6478a-caa7-4c83-97b9-e5ed5d81efc5 req-e81f6b3e-0439-4d01-8705-e73a7a2d6ea3 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c774127-f3f8-46fa-91b5-11ee87d14f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865936 Mar 16 09:02:11.727874 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] For port 1cc16302-a750-4211-a3a0-fc8bfdfdf175, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=1cc16302-a750-4211-a3a0-fc8bfdfdf175,segment=NetworkSegment(5b627dff-5249-4282-aff3-05e4560ab219),segment_id=5b627dff-5249-4282-aff3-05e4560ab219)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:02:11.739624 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Returning: {'device': '1cc16302-a750-4211-a3a0-fc8bfdfdf175', 'network_id': 'c71322ee-b7a0-4c22-8a3c-0690c3f2a338', 'port_id': '1cc16302-a750-4211-a3a0-fc8bfdfdf175', 'mac_address': 'fa:16:3e:3b:7c:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d141d65-2c6e-46bc-b682-986a7d0cd81b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 09:02:11.780009 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Current status of the port 1cc16302-a750-4211-a3a0-fc8bfdfdf175 is: DOWN; New status is: BUILD {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:02:11.780397 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (1cc16302-a750-4211-a3a0-fc8bfdfdf175), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:11.794660 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.notifiers.nova [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cc16302-a750-4211-a3a0-fc8bfdfdf175 {{(pid=103097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 09:02:11.815670 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] For port 1cc16302-a750-4211-a3a0-fc8bfdfdf175, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=1cc16302-a750-4211-a3a0-fc8bfdfdf175,segment=NetworkSegment(5b627dff-5249-4282-aff3-05e4560ab219),segment_id=5b627dff-5249-4282-aff3-05e4560ab219)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:02:11.820375 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (1cc16302-a750-4211-a3a0-fc8bfdfdf175), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:11.881491 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Pushing event updated for resources: {'Port': ['ID=1cc16302-a750-4211-a3a0-fc8bfdfdf175,revision_number=4']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:12.553379 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd4d94b-85e9-4ea4-986a-4a516ff62ed9 req-cfc56bd3-c750-4e05-a622-5f61193eff91 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:12.555688 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-bcd4d94b-85e9-4ea4-986a-4a516ff62ed9 req-cfc56bd3-c750-4e05-a622-5f61193eff91 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=232ab7d6-42dc-4ce8-bcc4-e60daa208b35 HTTP/1.1" status: 200 len: 945 time: 0.0917590 Mar 16 09:02:12.563509 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da6d371-0fd3-45e9-a094-d37cf08388b8 req-31253d74-4203-445d-88ff-05d45bb76c2f tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:12.564945 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5da6d371-0fd3-45e9-a094-d37cf08388b8 req-31253d74-4203-445d-88ff-05d45bb76c2f tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b492862-16c2-42cb-bca8-a1d344b8a984 HTTP/1.1" status: 200 len: 943 time: 0.0755556 Mar 16 09:02:12.630997 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-bcd4d94b-85e9-4ea4-986a-4a516ff62ed9 req-f1d2e9e9-6cab-4263-9487-b6d4257d55c4 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649841 Mar 16 09:02:12.644812 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5da6d371-0fd3-45e9-a094-d37cf08388b8 req-9cb52b20-e1ed-4f87-8b15-d746cd16740a tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/security-groups?id=78bf3f79-aa37-43ea-9c29-1143266898ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725236 Mar 16 09:02:12.816617 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9025705-0747-4286-9187-4a5b7d448e99 req-5ce775bb-b2bf-4289-99e9-fe95fb94e84d tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:12.818108 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b9025705-0747-4286-9187-4a5b7d448e99 req-5ce775bb-b2bf-4289-99e9-fe95fb94e84d tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=51ee1195-e0b6-4420-88ec-39d8a8149d60 HTTP/1.1" status: 200 len: 943 time: 0.0832882 Mar 16 09:02:12.825546 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fbe7a9-f259-411d-99d9-ccdb9ea9e88c req-19704b26-bb4a-464c-8ba1-a63b532df185 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:12.826893 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-15fbe7a9-f259-411d-99d9-ccdb9ea9e88c req-19704b26-bb4a-464c-8ba1-a63b532df185 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/ports?device_id=b44e8926-3292-4a9c-92f8-d6b0444a20ec HTTP/1.1" status: 200 len: 943 time: 0.0812445 Mar 16 09:02:12.903130 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b9025705-0747-4286-9187-4a5b7d448e99 req-13e2b227-967d-4572-8e67-89548378be82 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/security-groups?id=b859da8d-0bdd-4a56-bb49-6face617f34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752826 Mar 16 09:02:12.907484 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-15fbe7a9-f259-411d-99d9-ccdb9ea9e88c req-1001c76e-510a-43d1-8002-caf8d0669a0f tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c774127-f3f8-46fa-91b5-11ee87d14f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741773 Mar 16 09:02:13.772270 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a4905-e104-46cb-ad12-c046afa4b712 req-c649732c-e6e7-4fbd-8b47-8f8b1889b629 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:13.774290 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-9d4a4905-e104-46cb-ad12-c046afa4b712 req-c649732c-e6e7-4fbd-8b47-8f8b1889b629 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=232ab7d6-42dc-4ce8-bcc4-e60daa208b35 HTTP/1.1" status: 200 len: 945 time: 0.0783463 Mar 16 09:02:13.797320 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5361437-46b9-4fe3-b736-5dad0e6c1a8d req-bd718a06-8149-47bc-9658-5072290ce8bb tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:13.798751 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-f5361437-46b9-4fe3-b736-5dad0e6c1a8d req-bd718a06-8149-47bc-9658-5072290ce8bb tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b492862-16c2-42cb-bca8-a1d344b8a984 HTTP/1.1" status: 200 len: 943 time: 0.0765760 Mar 16 09:02:13.858951 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-9d4a4905-e104-46cb-ad12-c046afa4b712 req-b538476d-f4cd-449b-a672-3dfab21628e6 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783825 Mar 16 09:02:13.865585 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-f5361437-46b9-4fe3-b736-5dad0e6c1a8d req-923a2f11-6fcf-42c8-bdc0-b5aae6330dec tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/security-groups?id=78bf3f79-aa37-43ea-9c29-1143266898ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609021 Mar 16 09:02:14.099149 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-f6574599-bcbf-4e57-83de-b2888fe1812f req-d8612b2d-07f2-438c-b366-7613b6e31c1a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7155e07a-6504-49b7-a70d-aff571162b33 HTTP/1.1" status: 200 len: 217 time: 0.0660841 Mar 16 09:02:14.165880 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde4d92d-8f0b-4d4a-8fa5-a0c1c5ceeef3 req-557dc689-7913-4903-a28e-b79b33cdbb39 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:14.167334 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-bde4d92d-8f0b-4d4a-8fa5-a0c1c5ceeef3 req-557dc689-7913-4903-a28e-b79b33cdbb39 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=51ee1195-e0b6-4420-88ec-39d8a8149d60 HTTP/1.1" status: 200 len: 943 time: 0.1982791 Mar 16 09:02:14.222032 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880fc705-605b-4d1d-8f55-72c6cc546a11 req-ca293420-92d4-420f-b7df-1631d878d6f9 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:14.223515 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-880fc705-605b-4d1d-8f55-72c6cc546a11 req-ca293420-92d4-420f-b7df-1631d878d6f9 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/ports?device_id=b44e8926-3292-4a9c-92f8-d6b0444a20ec HTTP/1.1" status: 200 len: 943 time: 0.2430844 Mar 16 09:02:14.276580 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6574599-bcbf-4e57-83de-b2888fe1812f req-9ee9b120-4ce0-4d12-8833-9412d3fe3436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:14.278019 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-f6574599-bcbf-4e57-83de-b2888fe1812f req-9ee9b120-4ce0-4d12-8833-9412d3fe3436 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=653dccd0-3a12-4ac0-9cc2-5a0bfeaf34e7 HTTP/1.1" status: 200 len: 850 time: 0.1402454 Mar 16 09:02:14.303865 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db5843b-6e95-4402-b3ae-7fb2040e14fe req-0509ff61-e6d2-443c-9b07-c828e4e7e908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:14.305881 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-4db5843b-6e95-4402-b3ae-7fb2040e14fe req-0509ff61-e6d2-443c-9b07-c828e4e7e908 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cb287d834c3747da825c3d4bb412c949&device_id=51ee1195-e0b6-4420-88ec-39d8a8149d60 HTTP/1.1" status: 200 len: 1127 time: 0.2638538 Mar 16 09:02:14.343868 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5252ce4d-a92e-4eb9-9f92-d7fd2f79e652 req-7f52aeaa-a29a-40f0-911a-6dba73a07245 service neutron] 10.222.0.48 "GET /v2.0/networks/c71322ee-b7a0-4c22-8a3c-0690c3f2a338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037510 Mar 16 09:02:14.376725 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-bde4d92d-8f0b-4d4a-8fa5-a0c1c5ceeef3 req-c294486d-e8f8-4735-adbc-0806fb3604ec tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/security-groups?id=b859da8d-0bdd-4a56-bb49-6face617f34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1844215 Mar 16 09:02:14.427939 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-880fc705-605b-4d1d-8f55-72c6cc546a11 req-b4e4ff57-49e9-462d-9d01-c275b63b3eef tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c774127-f3f8-46fa-91b5-11ee87d14f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1910172 Mar 16 09:02:14.455461 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6574599-bcbf-4e57-83de-b2888fe1812f req-9dd1c1aa-ca80-4e04-a8fc-be5638e2cdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:14.456956 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-f6574599-bcbf-4e57-83de-b2888fe1812f req-9dd1c1aa-ca80-4e04-a8fc-be5638e2cdef service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1659496 Mar 16 09:02:14.519145 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db5843b-6e95-4402-b3ae-7fb2040e14fe req-955d7d3b-d2f5-4c20-81a6-d8a745aaf304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:14.520605 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-4db5843b-6e95-4402-b3ae-7fb2040e14fe req-955d7d3b-d2f5-4c20-81a6-d8a745aaf304 service neutron] 10.222.0.48 "GET /v2.0/networks?id=71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625 HTTP/1.1" status: 200 len: 916 time: 0.1794314 Mar 16 09:02:14.570247 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-4db5843b-6e95-4402-b3ae-7fb2040e14fe req-deaeca7a-1aca-4dc1-bdef-3b4cadaca1d4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05729417-13d8-4b9d-be9a-cb0b900858ce HTTP/1.1" status: 200 len: 217 time: 0.0418193 Mar 16 09:02:14.624547 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-f6574599-bcbf-4e57-83de-b2888fe1812f req-f0b40a3c-f41c-4a1e-9a4e-c080ecfc58c7 service neutron] 10.222.0.48 "GET /v2.0/networks/95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595435 Mar 16 09:02:14.641186 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db5843b-6e95-4402-b3ae-7fb2040e14fe req-ced159d3-6ba4-45b7-9cf6-432ba769c8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:14.642544 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-4db5843b-6e95-4402-b3ae-7fb2040e14fe req-ced159d3-6ba4-45b7-9cf6-432ba769c8f7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=21cfdeb1-bd49-41a4-bdcb-784e8ee0104b HTTP/1.1" status: 200 len: 854 time: 0.0628922 Mar 16 09:02:14.749577 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db5843b-6e95-4402-b3ae-7fb2040e14fe req-2af7ab32-0dd8-48e7-9fae-6faa06f91890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:14.751093 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-4db5843b-6e95-4402-b3ae-7fb2040e14fe req-2af7ab32-0dd8-48e7-9fae-6faa06f91890 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0976501 Mar 16 09:02:14.753251 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-f6574599-bcbf-4e57-83de-b2888fe1812f req-48568375-ad8d-47e2-9567-92724c044def service neutron] 10.222.0.48 "GET /v2.0/networks/95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196206 Mar 16 09:02:14.930985 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-4db5843b-6e95-4402-b3ae-7fb2040e14fe req-333cd93d-8e52-45f4-8a54-a4853a3408a5 service neutron] 10.222.0.48 "GET /v2.0/networks/71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936167 Mar 16 09:02:15.248408 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ab08c3-5fa9-4d25-9535-0f7674bd30d0 req-eb875583-f4c6-4d4c-a3dc-23dc31de3074 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:15.249878 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-f9ab08c3-5fa9-4d25-9535-0f7674bd30d0 req-eb875583-f4c6-4d4c-a3dc-23dc31de3074 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b492862-16c2-42cb-bca8-a1d344b8a984 HTTP/1.1" status: 200 len: 943 time: 0.3078570 Mar 16 09:02:15.261929 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa53c2a-69cd-40b2-9e03-501a1df68bd3 req-770af572-dfce-4855-bdbb-21ad91263a4b tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:15.263365 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-afa53c2a-69cd-40b2-9e03-501a1df68bd3 req-770af572-dfce-4855-bdbb-21ad91263a4b tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=232ab7d6-42dc-4ce8-bcc4-e60daa208b35 HTTP/1.1" status: 200 len: 945 time: 0.3294101 Mar 16 09:02:15.276316 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-4db5843b-6e95-4402-b3ae-7fb2040e14fe req-9105a1eb-3e4a-4a47-87a6-05042a1093e0 service neutron] 10.222.0.48 "GET /v2.0/networks/71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3333313 Mar 16 09:02:15.335271 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-f9ab08c3-5fa9-4d25-9535-0f7674bd30d0 req-c0e453d8-95c5-4e23-b02c-5af31bc79796 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/security-groups?id=78bf3f79-aa37-43ea-9c29-1143266898ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694661 Mar 16 09:02:15.341894 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-afa53c2a-69cd-40b2-9e03-501a1df68bd3 req-c1df6166-78c6-412b-abfb-424e9d2c11b4 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682230 Mar 16 09:02:15.492881 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3d9439-21d0-457b-bc4c-eb2fb47547e2 req-288d9068-5f85-4462-83bd-a129f9601826 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:15.494362 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-8f3d9439-21d0-457b-bc4c-eb2fb47547e2 req-288d9068-5f85-4462-83bd-a129f9601826 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=51ee1195-e0b6-4420-88ec-39d8a8149d60 HTTP/1.1" status: 200 len: 943 time: 0.0529745 Mar 16 09:02:15.576357 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c5e547-9cdf-49ab-875e-9fc540df292f req-eda5eae6-7d16-4c33-b9e6-7123c5d3865f tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:15.577865 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-c7c5e547-9cdf-49ab-875e-9fc540df292f req-eda5eae6-7d16-4c33-b9e6-7123c5d3865f tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/ports?device_id=b44e8926-3292-4a9c-92f8-d6b0444a20ec HTTP/1.1" status: 200 len: 943 time: 0.0826266 Mar 16 09:02:15.581157 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-8f3d9439-21d0-457b-bc4c-eb2fb47547e2 req-628cc515-7b52-4abb-98f8-35738f730ede tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/security-groups?id=b859da8d-0bdd-4a56-bb49-6face617f34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780551 Mar 16 09:02:15.630747 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-c7c5e547-9cdf-49ab-875e-9fc540df292f req-dcfd4735-aa1e-4907-ad73-d1b83ebd8363 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c774127-f3f8-46fa-91b5-11ee87d14f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421236 Mar 16 09:02:15.707592 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] get_ports_and_sgs() called for port_ids ['1cc16302-a750-4211-a3a0-fc8bfdfdf175'] {{(pid=103097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 09:02:16.494484 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46115973-e176-4f78-a71d-26003a54c769 req-5b33ab7e-3d05-48d5-978f-9a168d8cb363 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:16.495997 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-46115973-e176-4f78-a71d-26003a54c769 req-5b33ab7e-3d05-48d5-978f-9a168d8cb363 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b492862-16c2-42cb-bca8-a1d344b8a984 HTTP/1.1" status: 200 len: 943 time: 0.0958431 Mar 16 09:02:16.507789 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c3161-b114-4d39-b08e-647c7457aa6a req-23672e1c-550c-4c42-92de-a04fbab61449 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:16.509217 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-ba6c3161-b114-4d39-b08e-647c7457aa6a req-23672e1c-550c-4c42-92de-a04fbab61449 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=232ab7d6-42dc-4ce8-bcc4-e60daa208b35 HTTP/1.1" status: 200 len: 945 time: 0.0974026 Mar 16 09:02:16.545151 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Device 314a141c-e07c-41ab-9f3f-234b6043a3ed details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=103097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 09:02:16.603084 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-46115973-e176-4f78-a71d-26003a54c769 req-92638075-34a9-4dcc-aabf-4cfea7e4fe45 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/security-groups?id=78bf3f79-aa37-43ea-9c29-1143266898ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926168 Mar 16 09:02:16.619974 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-ba6c3161-b114-4d39-b08e-647c7457aa6a req-76749c30-7579-4bc2-b063-8e3560a9108d tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029227 Mar 16 09:02:16.691033 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] For port 314a141c-e07c-41ab-9f3f-234b6043a3ed, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=314a141c-e07c-41ab-9f3f-234b6043a3ed,segment=NetworkSegment(5b627dff-5249-4282-aff3-05e4560ab219),segment_id=5b627dff-5249-4282-aff3-05e4560ab219)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:02:16.706777 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Returning: {'device': '314a141c-e07c-41ab-9f3f-234b6043a3ed', 'network_id': 'c71322ee-b7a0-4c22-8a3c-0690c3f2a338', 'port_id': '314a141c-e07c-41ab-9f3f-234b6043a3ed', 'mac_address': 'fa:16:3e:9a:af:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d141d65-2c6e-46bc-b682-986a7d0cd81b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 09:02:16.745683 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad21561-0dd1-4c18-a1e3-ebdfdf603aff req-b5d1ab47-8037-4799-853f-a67c8324da44 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:16.747678 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-3ad21561-0dd1-4c18-a1e3-ebdfdf603aff req-b5d1ab47-8037-4799-853f-a67c8324da44 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=51ee1195-e0b6-4420-88ec-39d8a8149d60 HTTP/1.1" status: 200 len: 943 time: 0.0844722 Mar 16 09:02:16.755747 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Current status of the port 314a141c-e07c-41ab-9f3f-234b6043a3ed is: DOWN; New status is: BUILD {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:02:16.756258 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (314a141c-e07c-41ab-9f3f-234b6043a3ed), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:16.770063 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.notifiers.nova [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 314a141c-e07c-41ab-9f3f-234b6043a3ed {{(pid=103097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 09:02:16.790644 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] For port 314a141c-e07c-41ab-9f3f-234b6043a3ed, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=314a141c-e07c-41ab-9f3f-234b6043a3ed,segment=NetworkSegment(5b627dff-5249-4282-aff3-05e4560ab219),segment_id=5b627dff-5249-4282-aff3-05e4560ab219)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:02:16.796041 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (314a141c-e07c-41ab-9f3f-234b6043a3ed), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:16.796618 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Device 7182eaae-95f5-46ad-ba3c-4339e163b8de details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=103097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 09:02:16.844823 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb180a36-1e3f-4924-a8e9-8ea5cfd0fd8b req-34cad934-9f18-415e-8551-03e31fcf166c tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:16.849883 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-cb180a36-1e3f-4924-a8e9-8ea5cfd0fd8b req-34cad934-9f18-415e-8551-03e31fcf166c tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/ports?device_id=b44e8926-3292-4a9c-92f8-d6b0444a20ec HTTP/1.1" status: 200 len: 943 time: 0.1011090 Mar 16 09:02:16.854882 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-3ad21561-0dd1-4c18-a1e3-ebdfdf603aff req-5cb3d44d-1393-4b5e-871c-de0feae1ab92 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/security-groups?id=b859da8d-0bdd-4a56-bb49-6face617f34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957088 Mar 16 09:02:16.889466 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Pushing event updated for resources: {'Port': ['ID=314a141c-e07c-41ab-9f3f-234b6043a3ed,revision_number=4']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:16.909256 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-cb180a36-1e3f-4924-a8e9-8ea5cfd0fd8b req-52fcef89-2c13-4cbe-b879-3d6788ce2ace tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c774127-f3f8-46fa-91b5-11ee87d14f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531709 Mar 16 09:02:16.934774 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] For port 7182eaae-95f5-46ad-ba3c-4339e163b8de, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=7182eaae-95f5-46ad-ba3c-4339e163b8de,segment=NetworkSegment(aaeec25e-dc0f-4100-89c5-f8a3e6429e04),segment_id=aaeec25e-dc0f-4100-89c5-f8a3e6429e04)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:02:16.945903 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Returning: {'device': '7182eaae-95f5-46ad-ba3c-4339e163b8de', 'network_id': '8b046261-d957-422c-a8fc-d2678ef8eea0', 'port_id': '7182eaae-95f5-46ad-ba3c-4339e163b8de', 'mac_address': 'fa:16:3e:b5:f4:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9afe204-167e-4aa2-913e-8f78c801a698', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 09:02:16.981823 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Current status of the port 7182eaae-95f5-46ad-ba3c-4339e163b8de is: DOWN; New status is: BUILD {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:02:16.982213 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (7182eaae-95f5-46ad-ba3c-4339e163b8de), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:16.994660 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.notifiers.nova [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7182eaae-95f5-46ad-ba3c-4339e163b8de {{(pid=103097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 09:02:17.014041 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] For port 7182eaae-95f5-46ad-ba3c-4339e163b8de, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=7182eaae-95f5-46ad-ba3c-4339e163b8de,segment=NetworkSegment(aaeec25e-dc0f-4100-89c5-f8a3e6429e04),segment_id=aaeec25e-dc0f-4100-89c5-f8a3e6429e04)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:02:17.017770 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (7182eaae-95f5-46ad-ba3c-4339e163b8de), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:17.067339 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Pushing event updated for resources: {'Port': ['ID=7182eaae-95f5-46ad-ba3c-4339e163b8de,revision_number=4']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:17.732618 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ecc8a-4b9c-413f-9338-78d5ba0a0674 req-0a540466-4bf7-4bfd-8ad4-871cc39ad538 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:17.735733 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-163ecc8a-4b9c-413f-9338-78d5ba0a0674 req-0a540466-4bf7-4bfd-8ad4-871cc39ad538 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b492862-16c2-42cb-bca8-a1d344b8a984 HTTP/1.1" status: 200 len: 944 time: 0.0673018 Mar 16 09:02:17.846219 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37146839-0de6-4c47-a869-ce77ddb44496 req-4f1438da-9b81-4753-b6c2-e63d4de573cf tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:17.854201 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-37146839-0de6-4c47-a869-ce77ddb44496 req-4f1438da-9b81-4753-b6c2-e63d4de573cf tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=232ab7d6-42dc-4ce8-bcc4-e60daa208b35 HTTP/1.1" status: 200 len: 945 time: 0.1153030 Mar 16 09:02:17.859830 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-163ecc8a-4b9c-413f-9338-78d5ba0a0674 req-45f0e247-19b6-415f-a22d-8d7f9907a665 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/security-groups?id=78bf3f79-aa37-43ea-9c29-1143266898ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180758 Mar 16 09:02:17.946394 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-37146839-0de6-4c47-a869-ce77ddb44496 req-163bb3ed-93c9-4943-a993-fe9dcb1770a1 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852234 Mar 16 09:02:18.064800 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e719f-905c-495a-bdcb-3e9743c94e33 req-333b72de-04a7-4903-8896-25010cb1c4e3 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:18.066306 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2d6e719f-905c-495a-bdcb-3e9743c94e33 req-333b72de-04a7-4903-8896-25010cb1c4e3 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=51ee1195-e0b6-4420-88ec-39d8a8149d60 HTTP/1.1" status: 200 len: 943 time: 0.1041555 Mar 16 09:02:18.107419 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d6b955-64a3-4493-a8ec-a97f5526e147 req-35902f99-4982-4b9c-a275-64af875c3498 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:18.108880 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-f7d6b955-64a3-4493-a8ec-a97f5526e147 req-35902f99-4982-4b9c-a275-64af875c3498 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/ports?device_id=b44e8926-3292-4a9c-92f8-d6b0444a20ec HTTP/1.1" status: 200 len: 943 time: 0.0804493 Mar 16 09:02:18.144728 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2d6e719f-905c-495a-bdcb-3e9743c94e33 req-458e5c5a-1106-40c2-8636-49dc05c95e48 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/security-groups?id=b859da8d-0bdd-4a56-bb49-6face617f34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721829 Mar 16 09:02:18.181061 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-f7d6b955-64a3-4493-a8ec-a97f5526e147 req-3fd801e4-b61b-4260-8901-c6ea4ec7f2e2 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c774127-f3f8-46fa-91b5-11ee87d14f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663848 Mar 16 09:02:18.902068 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Device 1cc16302-a750-4211-a3a0-fc8bfdfdf175 up at agent hyperv_hv-cinder-83177 {{(pid=103097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 09:02:18.951050 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Provisioning for port 1cc16302-a750-4211-a3a0-fc8bfdfdf175 completed by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 16 09:02:18.955038 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Provisioning complete for port 1cc16302-a750-4211-a3a0-fc8bfdfdf175 triggered by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:02:18.955458 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (1cc16302-a750-4211-a3a0-fc8bfdfdf175), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:18.983972 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a84bf7-4d6f-4673-b2da-d274a2ad5d9c req-51464527-4003-4a45-b441-1e093fc3d6bf tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:18.985512 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-56a84bf7-4d6f-4673-b2da-d274a2ad5d9c req-51464527-4003-4a45-b441-1e093fc3d6bf tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b492862-16c2-42cb-bca8-a1d344b8a984 HTTP/1.1" status: 200 len: 944 time: 0.0522649 Mar 16 09:02:19.050778 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Current status of the port 1cc16302-a750-4211-a3a0-fc8bfdfdf175 is: BUILD; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:02:19.051376 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (1cc16302-a750-4211-a3a0-fc8bfdfdf175), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:19.068438 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-56a84bf7-4d6f-4673-b2da-d274a2ad5d9c req-c71646f7-18ab-42a7-8cea-371818f09cc4 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/security-groups?id=78bf3f79-aa37-43ea-9c29-1143266898ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720036 Mar 16 09:02:19.076077 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '232ab7d6-42dc-4ce8-bcc4-e60daa208b35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cc16302-a750-4211-a3a0-fc8bfdfdf175'}] {{(pid=103097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 09:02:19.092597 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6c8c86-01ea-4b0e-bb31-2dc2c49dea8c req-b062ff33-f2e5-463f-97f2-a708650f02e2 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:19.094192 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-9e6c8c86-01ea-4b0e-bb31-2dc2c49dea8c req-b062ff33-f2e5-463f-97f2-a708650f02e2 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=232ab7d6-42dc-4ce8-bcc4-e60daa208b35 HTTP/1.1" status: 200 len: 945 time: 0.0654199 Mar 16 09:02:19.150263 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] For port 1cc16302-a750-4211-a3a0-fc8bfdfdf175, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=1cc16302-a750-4211-a3a0-fc8bfdfdf175,segment=NetworkSegment(5b627dff-5249-4282-aff3-05e4560ab219),segment_id=5b627dff-5249-4282-aff3-05e4560ab219)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:02:19.151763 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-9e6c8c86-01ea-4b0e-bb31-2dc2c49dea8c req-5c97b8eb-d4b1-421f-b8cf-74889fed3db5 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505624 Mar 16 09:02:19.163134 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (1cc16302-a750-4211-a3a0-fc8bfdfdf175), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:19.244830 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Pushing event updated for resources: {'Port': ['ID=1cc16302-a750-4211-a3a0-fc8bfdfdf175,revision_number=5']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:19.281810 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4541ab3f2cdba5932412d0e11c0734b292cb124fdee115af1127c89d10c16b82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a9315b7-abf6-4a7b-8a08-f45adf3ebab0" -d '{"events": [{"server_uuid": "232ab7d6-42dc-4ce8-bcc4-e60daa208b35", "name": "network-vif-plugged", "status": "completed", "tag": "1cc16302-a750-4211-a3a0-fc8bfdfdf175"}]}' {{(pid=103097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 09:02:19.285116 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296fcb64-87d2-45d6-a3df-2b74348fe5e7 req-90ad52d9-1a1a-4a01-80f4-1b3c5d10e50a tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:19.286648 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-296fcb64-87d2-45d6-a3df-2b74348fe5e7 req-90ad52d9-1a1a-4a01-80f4-1b3c5d10e50a tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=51ee1195-e0b6-4420-88ec-39d8a8149d60 HTTP/1.1" status: 200 len: 943 time: 0.0675442 Mar 16 09:02:19.363627 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afea852-28c1-455f-9fb5-9838cbad1522 req-9dbb418f-e907-422d-b5e5-e6052892a313 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:19.365083 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-4afea852-28c1-455f-9fb5-9838cbad1522 req-9dbb418f-e907-422d-b5e5-e6052892a313 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/ports?device_id=b44e8926-3292-4a9c-92f8-d6b0444a20ec HTTP/1.1" status: 200 len: 943 time: 0.0997450 Mar 16 09:02:19.369152 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-296fcb64-87d2-45d6-a3df-2b74348fe5e7 req-db121c6e-526e-4977-b80d-5b9bbaa66be3 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/security-groups?id=b859da8d-0bdd-4a56-bb49-6face617f34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618300 Mar 16 09:02:19.411838 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-4afea852-28c1-455f-9fb5-9838cbad1522 req-b227bb55-a323-4bbe-a279-98b977c4589b tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c774127-f3f8-46fa-91b5-11ee87d14f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404966 Mar 16 09:02:19.468330 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 09:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a5dedf1-6282-405b-9e5b-f9e6c9adcfa5 x-openstack-request-id: req-5a5dedf1-6282-405b-9e5b-f9e6c9adcfa5 {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 09:02:19.468639 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "232ab7d6-42dc-4ce8-bcc4-e60daa208b35", "name": "network-vif-plugged", "status": "completed", "tag": "1cc16302-a750-4211-a3a0-fc8bfdfdf175", "code": 200}]} {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 09:02:19.468895 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5a5dedf1-6282-405b-9e5b-f9e6c9adcfa5 {{(pid=103097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 09:02:19.469335 dv-cinder-831776-4-iscsi neutron-server[103097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '232ab7d6-42dc-4ce8-bcc4-e60daa208b35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cc16302-a750-4211-a3a0-fc8bfdfdf175', 'code': 200} Mar 16 09:02:20.192968 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fac727-fc29-43e5-aac5-18666321347c req-acda1752-2bc3-4079-a34d-a86261aacd66 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:20.194470 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-32fac727-fc29-43e5-aac5-18666321347c req-acda1752-2bc3-4079-a34d-a86261aacd66 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b492862-16c2-42cb-bca8-a1d344b8a984 HTTP/1.1" status: 200 len: 944 time: 0.0512693 Mar 16 09:02:20.270035 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-32fac727-fc29-43e5-aac5-18666321347c req-659cc73f-a60f-4d52-9f63-4dc26ef0a309 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/security-groups?id=78bf3f79-aa37-43ea-9c29-1143266898ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696318 Mar 16 09:02:20.288656 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817af234-b0aa-4132-ae60-7ec499cb964d req-d0768f2f-8169-4816-aa36-083c18fc5efb tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:20.290328 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-817af234-b0aa-4132-ae60-7ec499cb964d req-d0768f2f-8169-4816-aa36-083c18fc5efb tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=232ab7d6-42dc-4ce8-bcc4-e60daa208b35 HTTP/1.1" status: 200 len: 946 time: 0.0705442 Mar 16 09:02:20.335735 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-817af234-b0aa-4132-ae60-7ec499cb964d req-008beab4-17ed-4a42-b182-9d542867d48b tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400782 Mar 16 09:02:20.476353 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-f07f68b9-3913-48c2-95fb-0a78a06847ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (a398d5bf-1368-473f-bfdd-7d167c3f4154), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:20.484921 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd456d1-1ff7-40b5-ac95-8206a108248e req-9668d7bb-1148-4d0b-87e6-ec5693085c1c tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:20.486418 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-7fd456d1-1ff7-40b5-ac95-8206a108248e req-9668d7bb-1148-4d0b-87e6-ec5693085c1c tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=51ee1195-e0b6-4420-88ec-39d8a8149d60 HTTP/1.1" status: 200 len: 943 time: 0.0540197 Mar 16 09:02:20.559633 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-7fd456d1-1ff7-40b5-ac95-8206a108248e req-bb0ce7f2-68fc-404a-9cbe-d2e9ae51d9ca tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/security-groups?id=b859da8d-0bdd-4a56-bb49-6face617f34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636077 Mar 16 09:02:20.567129 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90beb5bd-6d38-4387-8e93-3040b99f29ed req-2327878a-02f5-49d7-b000-a2221abf3e3d tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:20.568531 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-90beb5bd-6d38-4387-8e93-3040b99f29ed req-2327878a-02f5-49d7-b000-a2221abf3e3d tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/ports?device_id=b44e8926-3292-4a9c-92f8-d6b0444a20ec HTTP/1.1" status: 200 len: 943 time: 0.0812511 Mar 16 09:02:20.620160 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-90beb5bd-6d38-4387-8e93-3040b99f29ed req-dc1930ab-6ebd-405b-9def-41b9c48c4a42 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c774127-f3f8-46fa-91b5-11ee87d14f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451710 Mar 16 09:02:21.413394 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7f97f5-2851-4191-a67a-82e3809aa799 req-854d579c-4705-45d7-bb9b-80d86985f681 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:21.415518 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-0e7f97f5-2851-4191-a67a-82e3809aa799 req-854d579c-4705-45d7-bb9b-80d86985f681 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b492862-16c2-42cb-bca8-a1d344b8a984 HTTP/1.1" status: 200 len: 944 time: 0.0595670 Mar 16 09:02:21.540221 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-0e7f97f5-2851-4191-a67a-82e3809aa799 req-43d2c74e-9dbb-46eb-80f1-7dc15410780a tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/security-groups?id=78bf3f79-aa37-43ea-9c29-1143266898ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152320 Mar 16 09:02:21.550645 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf748cb2-27e8-4ed5-8d09-76e165cce208 req-fb38ad4a-f22b-40da-a3e2-b2d926cc6ae3 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:21.552176 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-cf748cb2-27e8-4ed5-8d09-76e165cce208 req-fb38ad4a-f22b-40da-a3e2-b2d926cc6ae3 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=232ab7d6-42dc-4ce8-bcc4-e60daa208b35 HTTP/1.1" status: 200 len: 946 time: 0.1357939 Mar 16 09:02:21.592859 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6fe1dc-fecb-46b9-b216-e9ce5b4a5487 req-a558b471-3f9e-4772-82df-8a955c8dbd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:21.594374 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-ea6fe1dc-fecb-46b9-b216-e9ce5b4a5487 req-a558b471-3f9e-4772-82df-8a955c8dbd85 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=232ab7d6-42dc-4ce8-bcc4-e60daa208b35 HTTP/1.1" status: 200 len: 1130 time: 0.1228056 Mar 16 09:02:21.622212 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-cf748cb2-27e8-4ed5-8d09-76e165cce208 req-f678c122-a9f6-425b-8850-acaa6dc49c21 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642102 Mar 16 09:02:21.623022 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-ea6fe1dc-fecb-46b9-b216-e9ce5b4a5487 req-5d35344a-b5f0-49e4-912c-65ec8b27e2c1 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:21.705769 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa41b072-441e-4f26-9771-fabbb9383258 req-f82e4e27-424d-482d-943b-e7bceaa3d648 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:21.707228 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-fa41b072-441e-4f26-9771-fabbb9383258 req-f82e4e27-424d-482d-943b-e7bceaa3d648 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=51ee1195-e0b6-4420-88ec-39d8a8149d60 HTTP/1.1" status: 200 len: 943 time: 0.0812492 Mar 16 09:02:21.807853 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-ea6fe1dc-fecb-46b9-b216-e9ce5b4a5487 req-5d35344a-b5f0-49e4-912c-65ec8b27e2c1 service neutron] Publish callbacks [] for security_group (fdea6239-7070-4061-b00c-92540a372286), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:21.812290 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-fa41b072-441e-4f26-9771-fabbb9383258 req-54a20973-c05a-4af5-9456-9838aaea5188 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/security-groups?id=b859da8d-0bdd-4a56-bb49-6face617f34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956173 Mar 16 09:02:21.819466 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e25e27-9c2f-48af-a2a1-be8db5167a9e req-252a594b-634e-448d-9d7a-5a25014580f3 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:21.821558 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-d6e25e27-9c2f-48af-a2a1-be8db5167a9e req-252a594b-634e-448d-9d7a-5a25014580f3 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/ports?device_id=b44e8926-3292-4a9c-92f8-d6b0444a20ec HTTP/1.1" status: 200 len: 943 time: 0.1280777 Mar 16 09:02:21.822269 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-ea6fe1dc-fecb-46b9-b216-e9ce5b4a5487 req-5d35344a-b5f0-49e4-912c-65ec8b27e2c1 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (fdea6239-7070-4061-b00c-92540a372286), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:21.886676 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d35344a-b5f0-49e4-912c-65ec8b27e2c1 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=fdea6239-7070-4061-b00c-92540a372286,revision_number=1']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:21.890803 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-ea6fe1dc-fecb-46b9-b216-e9ce5b4a5487 req-5d35344a-b5f0-49e4-912c-65ec8b27e2c1 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861073 Mar 16 09:02:21.915679 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-d6e25e27-9c2f-48af-a2a1-be8db5167a9e req-55b93525-028b-4359-a74e-d476f639b76c tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c774127-f3f8-46fa-91b5-11ee87d14f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864484 Mar 16 09:02:21.963158 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] get_ports_and_sgs() called for port_ids ['7182eaae-95f5-46ad-ba3c-4339e163b8de'] {{(pid=103097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 09:02:21.965321 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] get_ports_and_sgs() called for port_ids ['314a141c-e07c-41ab-9f3f-234b6043a3ed'] {{(pid=103097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 09:02:22.671534 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a949947b-f569-4452-a948-5a4cf2aacf91 req-7b8f91dc-9044-44ec-95ed-feac3189e1cd tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:22.673674 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a949947b-f569-4452-a948-5a4cf2aacf91 req-7b8f91dc-9044-44ec-95ed-feac3189e1cd tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b492862-16c2-42cb-bca8-a1d344b8a984 HTTP/1.1" status: 200 len: 944 time: 0.0692842 Mar 16 09:02:22.746466 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a949947b-f569-4452-a948-5a4cf2aacf91 req-c1e05d77-bfd9-4cfa-a305-1d18c44dca37 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/security-groups?id=78bf3f79-aa37-43ea-9c29-1143266898ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675018 Mar 16 09:02:22.761255 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1420149a-c56f-472d-ba1a-ed49048fd8d5 req-e0c2d6d4-9cad-40ed-865b-4e0e07791697 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:22.762744 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-1420149a-c56f-472d-ba1a-ed49048fd8d5 req-e0c2d6d4-9cad-40ed-865b-4e0e07791697 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=232ab7d6-42dc-4ce8-bcc4-e60daa208b35 HTTP/1.1" status: 200 len: 946 time: 0.0707750 Mar 16 09:02:22.785018 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-4082510e-023d-4479-a646-6f83ece72b55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (09ce795b-eeca-4b3b-9d7f-577d9443cb21), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:22.811786 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-1420149a-c56f-472d-ba1a-ed49048fd8d5 req-f62b5561-a7c7-45c0-872d-854cff51d723 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428967 Mar 16 09:02:22.935592 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6977875-788e-4009-ad35-d9db288aba21 req-19e1c3db-05fb-43ee-b515-ecf0310b827e tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:22.937054 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-f6977875-788e-4009-ad35-d9db288aba21 req-19e1c3db-05fb-43ee-b515-ecf0310b827e tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=51ee1195-e0b6-4420-88ec-39d8a8149d60 HTTP/1.1" status: 200 len: 943 time: 0.0583687 Mar 16 09:02:23.002333 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-f6977875-788e-4009-ad35-d9db288aba21 req-d774d966-b801-455f-a83c-92baf3ef6925 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/security-groups?id=b859da8d-0bdd-4a56-bb49-6face617f34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594528 Mar 16 09:02:23.044517 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed2c6c7-8963-438e-aa6b-3ed1ad2f359a req-eda6d265-486b-46e5-85b9-660d58937e06 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:23.046923 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-aed2c6c7-8963-438e-aa6b-3ed1ad2f359a req-eda6d265-486b-46e5-85b9-660d58937e06 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/ports?device_id=b44e8926-3292-4a9c-92f8-d6b0444a20ec HTTP/1.1" status: 200 len: 943 time: 0.0607860 Mar 16 09:02:23.104791 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-aed2c6c7-8963-438e-aa6b-3ed1ad2f359a req-0fee8b16-7930-414d-8562-9b2a24dd9b5e tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c774127-f3f8-46fa-91b5-11ee87d14f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433209 Mar 16 09:02:23.821920 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-cdeb7127-6fa1-4060-ae0a-c8ffc2dd9388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (514d7d79-ab14-439d-a6c0-bbffe337a49f), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:23.861010 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41464483-4ac9-4f40-9d3f-fa69da65925d req-5e19a985-59f3-41c0-aa14-4d89c64d37c0 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:23.862511 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-41464483-4ac9-4f40-9d3f-fa69da65925d req-5e19a985-59f3-41c0-aa14-4d89c64d37c0 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b492862-16c2-42cb-bca8-a1d344b8a984 HTTP/1.1" status: 200 len: 944 time: 0.0519984 Mar 16 09:02:23.940157 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-41464483-4ac9-4f40-9d3f-fa69da65925d req-21fae0d9-bc44-44ca-a8fc-d70b0dbe1eb3 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/security-groups?id=78bf3f79-aa37-43ea-9c29-1143266898ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714686 Mar 16 09:02:23.954811 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b001e2a-c6b5-4967-b90d-96c29c235ef8 req-1bd1863c-6d4e-44f9-a400-ea4ac0a4f4a5 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:23.956243 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5b001e2a-c6b5-4967-b90d-96c29c235ef8 req-1bd1863c-6d4e-44f9-a400-ea4ac0a4f4a5 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=232ab7d6-42dc-4ce8-bcc4-e60daa208b35 HTTP/1.1" status: 200 len: 946 time: 0.0748017 Mar 16 09:02:24.014238 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5b001e2a-c6b5-4967-b90d-96c29c235ef8 req-04c71481-86de-4f4d-a875-bc3cae0436ef tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525832 Mar 16 09:02:24.117173 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08112635-853d-4091-ba2c-5d535ccd8a1b req-9bf11294-e17c-4210-88e2-0eb7e4a21132 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:24.119319 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-08112635-853d-4091-ba2c-5d535ccd8a1b req-9bf11294-e17c-4210-88e2-0eb7e4a21132 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=51ee1195-e0b6-4420-88ec-39d8a8149d60 HTTP/1.1" status: 200 len: 943 time: 0.0524526 Mar 16 09:02:24.165196 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-08112635-853d-4091-ba2c-5d535ccd8a1b req-51d6df04-c5c5-4588-ab3b-a8eaf0594b42 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/security-groups?id=b859da8d-0bdd-4a56-bb49-6face617f34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399041 Mar 16 09:02:24.221136 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b37ffd-1e55-43ca-bf38-5b5406188efe req-3b21e785-16e4-4d57-af31-bf70976fd2dd tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:24.222617 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-35b37ffd-1e55-43ca-bf38-5b5406188efe req-3b21e785-16e4-4d57-af31-bf70976fd2dd tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/ports?device_id=b44e8926-3292-4a9c-92f8-d6b0444a20ec HTTP/1.1" status: 200 len: 943 time: 0.0528049 Mar 16 09:02:24.271336 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-35b37ffd-1e55-43ca-bf38-5b5406188efe req-6ea32226-0c40-4464-998f-22d894692606 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c774127-f3f8-46fa-91b5-11ee87d14f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426614 Mar 16 09:02:24.340954 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Device 05729417-13d8-4b9d-be9a-cb0b900858ce details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=103097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 09:02:24.441204 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] For port 05729417-13d8-4b9d-be9a-cb0b900858ce, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=05729417-13d8-4b9d-be9a-cb0b900858ce,segment=NetworkSegment(1fd71943-1f67-4889-a966-97189e27dce5),segment_id=1fd71943-1f67-4889-a966-97189e27dce5)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:02:24.453117 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Returning: {'device': '05729417-13d8-4b9d-be9a-cb0b900858ce', 'network_id': '71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625', 'port_id': '05729417-13d8-4b9d-be9a-cb0b900858ce', 'mac_address': 'fa:16:3e:e7:33:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21cfdeb1-bd49-41a4-bdcb-784e8ee0104b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 09:02:24.489391 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Current status of the port 05729417-13d8-4b9d-be9a-cb0b900858ce is: DOWN; New status is: BUILD {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:02:24.489805 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (05729417-13d8-4b9d-be9a-cb0b900858ce), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:24.502096 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.notifiers.nova [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05729417-13d8-4b9d-be9a-cb0b900858ce {{(pid=103097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 09:02:24.521558 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] For port 05729417-13d8-4b9d-be9a-cb0b900858ce, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=05729417-13d8-4b9d-be9a-cb0b900858ce,segment=NetworkSegment(1fd71943-1f67-4889-a966-97189e27dce5),segment_id=1fd71943-1f67-4889-a966-97189e27dce5)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:02:24.526498 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (05729417-13d8-4b9d-be9a-cb0b900858ce), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:24.527130 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Device 7155e07a-6504-49b7-a70d-aff571162b33 details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=103097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 09:02:24.622015 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Pushing event updated for resources: {'Port': ['ID=05729417-13d8-4b9d-be9a-cb0b900858ce,revision_number=4']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:24.635173 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:02:24.635527 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:02:24.635898 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:02:24.636256 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:02:24.636603 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:02:24.636930 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:02:24.637257 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:02:24.637607 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:02:24.637935 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:02:24.638270 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:02:24.638600 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:02:24.638943 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:02:24.639272 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:02:24.639592 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:02:24.639912 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:02:24.676229 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] For port 7155e07a-6504-49b7-a70d-aff571162b33, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=7155e07a-6504-49b7-a70d-aff571162b33,segment=NetworkSegment(6067c7d6-89e3-4afb-807e-b2196c2d7cb4),segment_id=6067c7d6-89e3-4afb-807e-b2196c2d7cb4)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:02:24.687693 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Returning: {'device': '7155e07a-6504-49b7-a70d-aff571162b33', 'network_id': '95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c', 'port_id': '7155e07a-6504-49b7-a70d-aff571162b33', 'mac_address': 'fa:16:3e:81:2a:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '653dccd0-3a12-4ac0-9cc2-5a0bfeaf34e7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 09:02:24.727000 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Current status of the port 7155e07a-6504-49b7-a70d-aff571162b33 is: DOWN; New status is: BUILD {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:02:24.727393 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (7155e07a-6504-49b7-a70d-aff571162b33), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:24.739758 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.notifiers.nova [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7155e07a-6504-49b7-a70d-aff571162b33 {{(pid=103097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 09:02:24.759596 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] For port 7155e07a-6504-49b7-a70d-aff571162b33, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=7155e07a-6504-49b7-a70d-aff571162b33,segment=NetworkSegment(6067c7d6-89e3-4afb-807e-b2196c2d7cb4),segment_id=6067c7d6-89e3-4afb-807e-b2196c2d7cb4)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:02:24.763322 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (7155e07a-6504-49b7-a70d-aff571162b33), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:24.808718 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Pushing event updated for resources: {'Port': ['ID=7155e07a-6504-49b7-a70d-aff571162b33,revision_number=4']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:25.057732 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3815451-c64d-4389-8f47-6afcbba1c5a2 req-33c0547f-5d18-4c68-be40-09b32392c729 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:25.059178 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-e3815451-c64d-4389-8f47-6afcbba1c5a2 req-33c0547f-5d18-4c68-be40-09b32392c729 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b492862-16c2-42cb-bca8-a1d344b8a984 HTTP/1.1" status: 200 len: 944 time: 0.0533309 Mar 16 09:02:25.133009 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-e3815451-c64d-4389-8f47-6afcbba1c5a2 req-b72e7dde-24b3-439e-b4dc-728b445f0f76 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/security-groups?id=78bf3f79-aa37-43ea-9c29-1143266898ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684829 Mar 16 09:02:25.151767 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe18f7b-496c-44fd-a2a5-f2670a36c1e9 req-90f07557-962b-41ea-805d-c245777c07b4 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:25.153596 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2fe18f7b-496c-44fd-a2a5-f2670a36c1e9 req-90f07557-962b-41ea-805d-c245777c07b4 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=232ab7d6-42dc-4ce8-bcc4-e60daa208b35 HTTP/1.1" status: 200 len: 946 time: 0.0739999 Mar 16 09:02:25.199921 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2fe18f7b-496c-44fd-a2a5-f2670a36c1e9 req-aa26cfe2-8346-4dfd-85ab-5cdda36592c3 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406420 Mar 16 09:02:25.283514 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad08545-32ad-49bf-b0a7-e18a6530379b req-f29e28f9-69bf-493d-b580-c08e0081c09a tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:25.284940 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-8ad08545-32ad-49bf-b0a7-e18a6530379b req-f29e28f9-69bf-493d-b580-c08e0081c09a tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=51ee1195-e0b6-4420-88ec-39d8a8149d60 HTTP/1.1" status: 200 len: 944 time: 0.0535004 Mar 16 09:02:25.331005 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-8ad08545-32ad-49bf-b0a7-e18a6530379b req-8ca23c11-c664-4c1a-b5f4-6b0d50177db5 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/security-groups?id=b859da8d-0bdd-4a56-bb49-6face617f34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403545 Mar 16 09:02:25.385399 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ce2c4-a71e-4179-af22-f11c080b85e0 req-99632fae-84c3-4a13-82f6-a78d5d31b61a tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:25.386904 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-920ce2c4-a71e-4179-af22-f11c080b85e0 req-99632fae-84c3-4a13-82f6-a78d5d31b61a tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/ports?device_id=b44e8926-3292-4a9c-92f8-d6b0444a20ec HTTP/1.1" status: 200 len: 944 time: 0.0504191 Mar 16 09:02:25.426663 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (f0da09ba-cbd5-402d-a3a1-68b8fcaf25e8), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:25.427941 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3de267ec-888d-49e1-92d2-a6991c0932cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (3616e4f6-4586-420d-b0d2-e3b2f5abb17b), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:25.434582 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-920ce2c4-a71e-4179-af22-f11c080b85e0 req-c8644263-a7e7-423f-9d94-c2683248d8ef tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c774127-f3f8-46fa-91b5-11ee87d14f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419192 Mar 16 09:02:26.249345 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837613f2-be64-4543-91c0-eac90f138e9c req-2054157a-e7f6-4b72-9513-b5d958385f95 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:26.250849 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-837613f2-be64-4543-91c0-eac90f138e9c req-2054157a-e7f6-4b72-9513-b5d958385f95 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b492862-16c2-42cb-bca8-a1d344b8a984 HTTP/1.1" status: 200 len: 944 time: 0.0550871 Mar 16 09:02:26.323741 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-837613f2-be64-4543-91c0-eac90f138e9c req-5fe585a7-aa57-4ba8-9ffe-7b3e646ba8b4 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/security-groups?id=78bf3f79-aa37-43ea-9c29-1143266898ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675466 Mar 16 09:02:26.339531 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dcc60f-5c1f-49e9-ae3c-2869282b54b1 req-2d6c1ff8-d22a-4f7d-8a85-e68f3af143a3 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:26.340962 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-c0dcc60f-5c1f-49e9-ae3c-2869282b54b1 req-2d6c1ff8-d22a-4f7d-8a85-e68f3af143a3 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=232ab7d6-42dc-4ce8-bcc4-e60daa208b35 HTTP/1.1" status: 200 len: 946 time: 0.0711095 Mar 16 09:02:26.386940 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-c0dcc60f-5c1f-49e9-ae3c-2869282b54b1 req-7683cb49-c399-4db9-8c99-0e52d3f0f6b9 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405586 Mar 16 09:02:26.443068 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f6399c-04ca-4f88-b5aa-393b3a26c13a req-246ac543-64e4-4910-be5a-eeecbc2101bb tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:26.444512 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-67f6399c-04ca-4f88-b5aa-393b3a26c13a req-246ac543-64e4-4910-be5a-eeecbc2101bb tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=51ee1195-e0b6-4420-88ec-39d8a8149d60 HTTP/1.1" status: 200 len: 944 time: 0.0497744 Mar 16 09:02:26.495574 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-67f6399c-04ca-4f88-b5aa-393b3a26c13a req-36820f98-b33f-487d-96ab-8c85b518e570 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/security-groups?id=b859da8d-0bdd-4a56-bb49-6face617f34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447497 Mar 16 09:02:26.550620 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba755fef-7970-4c2f-8283-abf5693d7baf req-fffd7e32-6d09-467c-a775-5662f654d656 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:26.552083 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-ba755fef-7970-4c2f-8283-abf5693d7baf req-fffd7e32-6d09-467c-a775-5662f654d656 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/ports?device_id=b44e8926-3292-4a9c-92f8-d6b0444a20ec HTTP/1.1" status: 200 len: 944 time: 0.0504904 Mar 16 09:02:26.597860 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-ba755fef-7970-4c2f-8283-abf5693d7baf req-d3b0576c-bc78-4464-a0e6-f186a53ec087 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c774127-f3f8-46fa-91b5-11ee87d14f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395010 Mar 16 09:02:26.844074 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (489981c6-9aaa-401c-bd41-6b42e027a228), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:27.437835 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7f9a25-4cb5-450b-8f8a-3b399b955223 req-836486d8-541c-4d6b-834f-573692f4b2dd tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:27.439727 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-0b7f9a25-4cb5-450b-8f8a-3b399b955223 req-836486d8-541c-4d6b-834f-573692f4b2dd tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b492862-16c2-42cb-bca8-a1d344b8a984 HTTP/1.1" status: 200 len: 944 time: 0.0513356 Mar 16 09:02:27.517378 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-0b7f9a25-4cb5-450b-8f8a-3b399b955223 req-f04daeab-2c52-4f42-87b7-5b7c9181ddb1 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/security-groups?id=78bf3f79-aa37-43ea-9c29-1143266898ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718107 Mar 16 09:02:27.532516 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17223d63-f0fd-485b-a340-f5da98b591bd req-eea464f6-ed57-4909-81c0-8f28bcdc4987 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:27.534209 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-17223d63-f0fd-485b-a340-f5da98b591bd req-eea464f6-ed57-4909-81c0-8f28bcdc4987 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=232ab7d6-42dc-4ce8-bcc4-e60daa208b35 HTTP/1.1" status: 200 len: 946 time: 0.0828545 Mar 16 09:02:27.589379 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-17223d63-f0fd-485b-a340-f5da98b591bd req-2dbbdfbf-dd69-4d68-a42c-02a3bb7dd2fa tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496142 Mar 16 09:02:27.637624 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ce96a-aa57-4a90-b37e-0707fdd212c1 req-10189fd7-1359-49af-a8e7-529d8b86ddf0 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:27.637624 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-400ce96a-aa57-4a90-b37e-0707fdd212c1 req-10189fd7-1359-49af-a8e7-529d8b86ddf0 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=51ee1195-e0b6-4420-88ec-39d8a8149d60 HTTP/1.1" status: 200 len: 944 time: 0.0583582 Mar 16 09:02:27.707157 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-400ce96a-aa57-4a90-b37e-0707fdd212c1 req-9bf5b027-adb6-45a1-b7dd-8f9be312d53b tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/security-groups?id=b859da8d-0bdd-4a56-bb49-6face617f34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634582 Mar 16 09:02:27.728609 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d15888-e4fe-4f3c-acf0-0f1773d2a0c0 req-7ed5d565-ab31-42ff-8b47-9975fe172999 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:27.730108 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-23d15888-e4fe-4f3c-acf0-0f1773d2a0c0 req-7ed5d565-ab31-42ff-8b47-9975fe172999 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/ports?device_id=b44e8926-3292-4a9c-92f8-d6b0444a20ec HTTP/1.1" status: 200 len: 944 time: 0.0615683 Mar 16 09:02:27.778368 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-23d15888-e4fe-4f3c-acf0-0f1773d2a0c0 req-a6086a6c-a8f3-4a6c-a325-1cf4a2b71060 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c774127-f3f8-46fa-91b5-11ee87d14f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428112 Mar 16 09:02:28.295783 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] get_ports_and_sgs() called for port_ids ['05729417-13d8-4b9d-be9a-cb0b900858ce'] {{(pid=103097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 09:02:28.324088 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] get_ports_and_sgs() called for port_ids ['7155e07a-6504-49b7-a70d-aff571162b33'] {{(pid=103097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 09:02:28.638409 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b808b0-53b2-415d-918d-1b6b638b08bc req-c583e925-3629-4d97-b932-7c00791a6187 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:28.640957 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-47b808b0-53b2-415d-918d-1b6b638b08bc req-c583e925-3629-4d97-b932-7c00791a6187 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b492862-16c2-42cb-bca8-a1d344b8a984 HTTP/1.1" status: 200 len: 944 time: 0.0557735 Mar 16 09:02:28.720772 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-47b808b0-53b2-415d-918d-1b6b638b08bc req-28333011-8baf-43b5-bbb1-1953dcc11778 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/security-groups?id=78bf3f79-aa37-43ea-9c29-1143266898ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680046 Mar 16 09:02:28.734418 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d902df-3018-4e22-9bbd-9bf2740ac089 req-88b79446-3921-49ea-8757-52539e4920eb tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:28.735947 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-03d902df-3018-4e22-9bbd-9bf2740ac089 req-88b79446-3921-49ea-8757-52539e4920eb tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=232ab7d6-42dc-4ce8-bcc4-e60daa208b35 HTTP/1.1" status: 200 len: 946 time: 0.0763955 Mar 16 09:02:28.791377 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-03d902df-3018-4e22-9bbd-9bf2740ac089 req-d7d83ffb-9fcb-4866-a9fb-cca8c884e25e tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491533 Mar 16 09:02:28.833044 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fa79ea-2480-4f22-94fd-7e2389026f8e req-01126f90-2959-49a7-8bfd-fa7170b47445 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:28.834533 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-96fa79ea-2480-4f22-94fd-7e2389026f8e req-01126f90-2959-49a7-8bfd-fa7170b47445 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=51ee1195-e0b6-4420-88ec-39d8a8149d60 HTTP/1.1" status: 200 len: 944 time: 0.0583191 Mar 16 09:02:28.907521 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-96fa79ea-2480-4f22-94fd-7e2389026f8e req-c3c88dfb-46ec-422b-b74b-121aceb477bc tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/security-groups?id=b859da8d-0bdd-4a56-bb49-6face617f34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668876 Mar 16 09:02:28.923606 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32683e8-274a-4df8-aaf6-bc8370f1508a req-511fc84f-b4a7-448d-abb4-15b235e2f572 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:28.925069 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-c32683e8-274a-4df8-aaf6-bc8370f1508a req-511fc84f-b4a7-448d-abb4-15b235e2f572 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/ports?device_id=b44e8926-3292-4a9c-92f8-d6b0444a20ec HTTP/1.1" status: 200 len: 944 time: 0.0779438 Mar 16 09:02:28.970955 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-c32683e8-274a-4df8-aaf6-bc8370f1508a req-45603576-6469-46ee-b11d-751a13c47c86 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c774127-f3f8-46fa-91b5-11ee87d14f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404599 Mar 16 09:02:29.399171 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Device 314a141c-e07c-41ab-9f3f-234b6043a3ed up at agent hyperv_hv-cinder-83177 {{(pid=103097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 09:02:29.446038 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Provisioning for port 314a141c-e07c-41ab-9f3f-234b6043a3ed completed by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 16 09:02:29.450142 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Provisioning complete for port 314a141c-e07c-41ab-9f3f-234b6043a3ed triggered by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:02:29.450519 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (314a141c-e07c-41ab-9f3f-234b6043a3ed), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:29.527799 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Current status of the port 314a141c-e07c-41ab-9f3f-234b6043a3ed is: BUILD; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:02:29.528184 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (314a141c-e07c-41ab-9f3f-234b6043a3ed), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:29.550513 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1033cdc1-c72e-492f-9352-14e5302515cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '314a141c-e07c-41ab-9f3f-234b6043a3ed'}] {{(pid=103097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 09:02:29.552710 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4541ab3f2cdba5932412d0e11c0734b292cb124fdee115af1127c89d10c16b82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab4e60e-020f-44e8-b5de-7b3ac4633fc1" -d '{"events": [{"server_uuid": "1033cdc1-c72e-492f-9352-14e5302515cf", "name": "network-vif-plugged", "status": "completed", "tag": "314a141c-e07c-41ab-9f3f-234b6043a3ed"}]}' {{(pid=103097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 09:02:29.564533 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] For port 314a141c-e07c-41ab-9f3f-234b6043a3ed, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=314a141c-e07c-41ab-9f3f-234b6043a3ed,segment=NetworkSegment(5b627dff-5249-4282-aff3-05e4560ab219),segment_id=5b627dff-5249-4282-aff3-05e4560ab219)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:02:29.568808 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (314a141c-e07c-41ab-9f3f-234b6043a3ed), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:29.569631 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Device 7182eaae-95f5-46ad-ba3c-4339e163b8de up at agent hyperv_hv-cinder-83177 {{(pid=103097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 09:02:29.590969 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 09:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c314594-26ee-47b9-b64d-dd1b931621ba x-openstack-request-id: req-9c314594-26ee-47b9-b64d-dd1b931621ba {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 09:02:29.591294 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1033cdc1-c72e-492f-9352-14e5302515cf", "name": "network-vif-plugged", "status": "completed", "tag": "314a141c-e07c-41ab-9f3f-234b6043a3ed", "code": 200}]} {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 09:02:29.591557 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9c314594-26ee-47b9-b64d-dd1b931621ba {{(pid=103097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 09:02:29.591941 dv-cinder-831776-4-iscsi neutron-server[103097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1033cdc1-c72e-492f-9352-14e5302515cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '314a141c-e07c-41ab-9f3f-234b6043a3ed', 'code': 200} Mar 16 09:02:29.645040 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Pushing event updated for resources: {'Port': ['ID=314a141c-e07c-41ab-9f3f-234b6043a3ed,revision_number=5']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:29.657064 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Provisioning for port 7182eaae-95f5-46ad-ba3c-4339e163b8de completed by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 16 09:02:29.661279 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Provisioning complete for port 7182eaae-95f5-46ad-ba3c-4339e163b8de triggered by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:02:29.661722 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (7182eaae-95f5-46ad-ba3c-4339e163b8de), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:29.741595 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Current status of the port 7182eaae-95f5-46ad-ba3c-4339e163b8de is: BUILD; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:02:29.742255 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (7182eaae-95f5-46ad-ba3c-4339e163b8de), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:29.773361 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] For port 7182eaae-95f5-46ad-ba3c-4339e163b8de, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=7182eaae-95f5-46ad-ba3c-4339e163b8de,segment=NetworkSegment(aaeec25e-dc0f-4100-89c5-f8a3e6429e04),segment_id=aaeec25e-dc0f-4100-89c5-f8a3e6429e04)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:02:29.777632 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (7182eaae-95f5-46ad-ba3c-4339e163b8de), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:29.825489 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Pushing event updated for resources: {'Port': ['ID=7182eaae-95f5-46ad-ba3c-4339e163b8de,revision_number=5']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:29.842283 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2357d2-3c95-4329-95ea-62ddfb35c2b1 req-ecfc8a91-582e-453c-9ad4-1cc67dad9dc9 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:29.843751 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-ac2357d2-3c95-4329-95ea-62ddfb35c2b1 req-ecfc8a91-582e-453c-9ad4-1cc67dad9dc9 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b492862-16c2-42cb-bca8-a1d344b8a984 HTTP/1.1" status: 200 len: 945 time: 0.0580521 Mar 16 09:02:29.920493 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-ac2357d2-3c95-4329-95ea-62ddfb35c2b1 req-ab881664-b165-4f81-8ba0-9594bb7c9b4c tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/security-groups?id=78bf3f79-aa37-43ea-9c29-1143266898ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711646 Mar 16 09:02:29.935450 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74abc209-54de-44ef-a0e6-9c051419eb73 req-78fe6596-464d-43ae-8410-0fdc8162681a tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:29.936914 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-74abc209-54de-44ef-a0e6-9c051419eb73 req-78fe6596-464d-43ae-8410-0fdc8162681a tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=232ab7d6-42dc-4ce8-bcc4-e60daa208b35 HTTP/1.1" status: 200 len: 946 time: 0.0714693 Mar 16 09:02:29.991334 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-74abc209-54de-44ef-a0e6-9c051419eb73 req-9f8e2a52-1c42-404a-8c7a-20601605ebc4 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486710 Mar 16 09:02:30.030633 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cae20e1-05c2-483c-b189-b58db7e48d1f req-e53affe1-0d52-4df9-945e-2c6b03f68705 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:30.032100 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2cae20e1-05c2-483c-b189-b58db7e48d1f req-e53affe1-0d52-4df9-945e-2c6b03f68705 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=51ee1195-e0b6-4420-88ec-39d8a8149d60 HTTP/1.1" status: 200 len: 944 time: 0.0554917 Mar 16 09:02:30.108519 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2cae20e1-05c2-483c-b189-b58db7e48d1f req-2578b278-19a5-44c7-8e1b-f5f595b5bde8 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/security-groups?id=b859da8d-0bdd-4a56-bb49-6face617f34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707626 Mar 16 09:02:30.126677 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81f0ac4-9d1c-4fc3-8c91-1f6fffd35b2b req-5a090cb4-cbc6-491b-a76f-904dbe6f730d tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:30.128116 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b81f0ac4-9d1c-4fc3-8c91-1f6fffd35b2b req-5a090cb4-cbc6-491b-a76f-904dbe6f730d tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/ports?device_id=b44e8926-3292-4a9c-92f8-d6b0444a20ec HTTP/1.1" status: 200 len: 944 time: 0.0847235 Mar 16 09:02:30.176725 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b81f0ac4-9d1c-4fc3-8c91-1f6fffd35b2b req-ba171d7e-9291-4643-ae73-416cd6a8295e tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c774127-f3f8-46fa-91b5-11ee87d14f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426052 Mar 16 09:02:31.033473 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef84aae6-63cd-4da5-903f-8a2c2defc74b req-69fca099-7f31-4504-9c80-fd30bc5989be tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:31.034921 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-ef84aae6-63cd-4da5-903f-8a2c2defc74b req-69fca099-7f31-4504-9c80-fd30bc5989be tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b492862-16c2-42cb-bca8-a1d344b8a984 HTTP/1.1" status: 200 len: 945 time: 0.0505369 Mar 16 09:02:31.110499 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-ef84aae6-63cd-4da5-903f-8a2c2defc74b req-ea05c696-6b9c-40b6-ad39-f80882d7d8cd tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/security-groups?id=78bf3f79-aa37-43ea-9c29-1143266898ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695138 Mar 16 09:02:31.125161 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e62d96-302a-4293-af74-ca9f196e90cd req-8e95b688-6e1b-4dd6-a9a7-71a42df4293d tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:31.126607 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-e5e62d96-302a-4293-af74-ca9f196e90cd req-8e95b688-6e1b-4dd6-a9a7-71a42df4293d tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=232ab7d6-42dc-4ce8-bcc4-e60daa208b35 HTTP/1.1" status: 200 len: 946 time: 0.0680158 Mar 16 09:02:31.172198 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-e5e62d96-302a-4293-af74-ca9f196e90cd req-8441f6ed-1a29-43b5-9936-e4bdce6af2af tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401964 Mar 16 09:02:31.222651 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3707580-cb73-4cfa-b781-bdc9a198eddc req-58c0f26f-b654-4f08-b8ee-11ef0818a6d9 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:31.224124 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b3707580-cb73-4cfa-b781-bdc9a198eddc req-58c0f26f-b654-4f08-b8ee-11ef0818a6d9 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=51ee1195-e0b6-4420-88ec-39d8a8149d60 HTTP/1.1" status: 200 len: 944 time: 0.0504880 Mar 16 09:02:31.294341 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b3707580-cb73-4cfa-b781-bdc9a198eddc req-0340c5b7-53e3-4cdf-ab18-cec78e4e7939 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/security-groups?id=b859da8d-0bdd-4a56-bb49-6face617f34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641358 Mar 16 09:02:31.316113 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8600ee48-ede8-4c3d-a4e8-3c2f82201632 req-1e2d11f8-668d-44a9-a1d5-0c228864c919 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:31.317580 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-8600ee48-ede8-4c3d-a4e8-3c2f82201632 req-1e2d11f8-668d-44a9-a1d5-0c228864c919 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/ports?device_id=b44e8926-3292-4a9c-92f8-d6b0444a20ec HTTP/1.1" status: 200 len: 944 time: 0.0675805 Mar 16 09:02:31.365596 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-8600ee48-ede8-4c3d-a4e8-3c2f82201632 req-25a14271-c241-495c-b343-72f69911699a tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c774127-f3f8-46fa-91b5-11ee87d14f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425446 Mar 16 09:02:31.592876 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b492862-16c2-42cb-bca8-a1d344b8a984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7182eaae-95f5-46ad-ba3c-4339e163b8de'}] {{(pid=103097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 09:02:31.595118 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4541ab3f2cdba5932412d0e11c0734b292cb124fdee115af1127c89d10c16b82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa7d334-4e04-4909-afbe-49b93421c7b1" -d '{"events": [{"server_uuid": "7b492862-16c2-42cb-bca8-a1d344b8a984", "name": "network-vif-plugged", "status": "completed", "tag": "7182eaae-95f5-46ad-ba3c-4339e163b8de"}]}' {{(pid=103097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 09:02:31.629086 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 09:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-186bf015-7a47-45d0-8027-aa15d8371dae x-openstack-request-id: req-186bf015-7a47-45d0-8027-aa15d8371dae {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 09:02:31.629399 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b492862-16c2-42cb-bca8-a1d344b8a984", "name": "network-vif-plugged", "status": "completed", "tag": "7182eaae-95f5-46ad-ba3c-4339e163b8de", "code": 200}]} {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 09:02:31.629693 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-186bf015-7a47-45d0-8027-aa15d8371dae {{(pid=103097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 09:02:31.630083 dv-cinder-831776-4-iscsi neutron-server[103097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b492862-16c2-42cb-bca8-a1d344b8a984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7182eaae-95f5-46ad-ba3c-4339e163b8de', 'code': 200} Mar 16 09:02:32.228425 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c65cb19-9eeb-4590-9c98-f708a3428ad9 req-c2a360d4-907d-4406-ad01-a807d72d1f2f tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:32.229880 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-6c65cb19-9eeb-4590-9c98-f708a3428ad9 req-c2a360d4-907d-4406-ad01-a807d72d1f2f tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b492862-16c2-42cb-bca8-a1d344b8a984 HTTP/1.1" status: 200 len: 945 time: 0.0540152 Mar 16 09:02:32.310669 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-6c65cb19-9eeb-4590-9c98-f708a3428ad9 req-ed0cb64d-9d59-4655-aa6d-29b27215e264 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/security-groups?id=78bf3f79-aa37-43ea-9c29-1143266898ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752511 Mar 16 09:02:32.326246 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8aefc0-9204-44e9-b5e2-3c3590027fd1 req-6eb7ab42-3856-4e21-8457-f8c0f03ba358 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:32.328719 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-7c8aefc0-9204-44e9-b5e2-3c3590027fd1 req-6eb7ab42-3856-4e21-8457-f8c0f03ba358 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=232ab7d6-42dc-4ce8-bcc4-e60daa208b35 HTTP/1.1" status: 200 len: 946 time: 0.0783389 Mar 16 09:02:32.388396 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-7c8aefc0-9204-44e9-b5e2-3c3590027fd1 req-62878a5d-52d1-4fbd-9870-f541141709f9 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540373 Mar 16 09:02:32.604982 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725a0bee-740a-4a4f-a498-9a7df2181ed4 req-d3df3192-494e-46fe-9e4f-53680f657cec tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:32.606425 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-725a0bee-740a-4a4f-a498-9a7df2181ed4 req-d3df3192-494e-46fe-9e4f-53680f657cec tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=51ee1195-e0b6-4420-88ec-39d8a8149d60 HTTP/1.1" status: 200 len: 944 time: 0.2312219 Mar 16 09:02:32.676312 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-725a0bee-740a-4a4f-a498-9a7df2181ed4 req-239d24ce-53c5-49f4-9829-21dce0398b0b tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/security-groups?id=b859da8d-0bdd-4a56-bb49-6face617f34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622182 Mar 16 09:02:32.687469 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf3a76d-5025-4dbd-b80f-0cd8837ab53f req-2d891e59-b7c9-4459-9f2e-1a1eb430449b tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:32.688845 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-0bf3a76d-5025-4dbd-b80f-0cd8837ab53f req-2d891e59-b7c9-4459-9f2e-1a1eb430449b tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/ports?device_id=b44e8926-3292-4a9c-92f8-d6b0444a20ec HTTP/1.1" status: 200 len: 944 time: 0.0923693 Mar 16 09:02:32.734328 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-0bf3a76d-5025-4dbd-b80f-0cd8837ab53f req-ca1ba384-062b-44b3-bb70-11a0e62b3555 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c774127-f3f8-46fa-91b5-11ee87d14f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398376 Mar 16 09:02:33.501759 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4843ea79-77fd-4374-8b1d-41e436bdd8d9 req-41d15161-d3b3-4800-998a-1ae8952c24a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:33.504036 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-4843ea79-77fd-4374-8b1d-41e436bdd8d9 req-41d15161-d3b3-4800-998a-1ae8952c24a9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1033cdc1-c72e-492f-9352-14e5302515cf HTTP/1.1" status: 200 len: 1129 time: 0.1379545 Mar 16 09:02:33.510997 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9516fd51-367f-4d8b-ad8c-f252e0fdee08 req-aa6f086d-3e3f-45a1-aed8-376fb7ac2357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:33.512380 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-9516fd51-367f-4d8b-ad8c-f252e0fdee08 req-aa6f086d-3e3f-45a1-aed8-376fb7ac2357 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7b492862-16c2-42cb-bca8-a1d344b8a984 HTTP/1.1" status: 200 len: 1129 time: 0.1219025 Mar 16 09:02:33.535272 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616f757c-72cb-46c0-ac88-f8b598f1417c req-100c6519-2075-460e-af1e-1c33857b35c5 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:33.536700 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-616f757c-72cb-46c0-ac88-f8b598f1417c req-100c6519-2075-460e-af1e-1c33857b35c5 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b492862-16c2-42cb-bca8-a1d344b8a984 HTTP/1.1" status: 200 len: 945 time: 0.1447232 Mar 16 09:02:33.599612 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cef982-12c1-4377-ba50-f90ed0692fc1 req-8eb55871-ade0-45c5-b1f7-4fe41b3e24d5 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:33.601233 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-65cef982-12c1-4377-ba50-f90ed0692fc1 req-8eb55871-ade0-45c5-b1f7-4fe41b3e24d5 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=232ab7d6-42dc-4ce8-bcc4-e60daa208b35 HTTP/1.1" status: 200 len: 946 time: 0.1449215 Mar 16 09:02:33.655958 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-4843ea79-77fd-4374-8b1d-41e436bdd8d9 req-4807b903-6049-44c9-8eeb-36e83ba673bf service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381540 Mar 16 09:02:33.665324 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-9516fd51-367f-4d8b-ad8c-f252e0fdee08 req-be54ca7b-bbe4-4290-b438-9f0146d11483 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=78bf3f79-aa37-43ea-9c29-1143266898ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377137 Mar 16 09:02:33.672941 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-616f757c-72cb-46c0-ac88-f8b598f1417c req-7f4c7e29-c8e8-4e1e-8362-3b8ef37f7330 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/security-groups?id=78bf3f79-aa37-43ea-9c29-1143266898ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217384 Mar 16 09:02:33.692856 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-65cef982-12c1-4377-ba50-f90ed0692fc1 req-9478e7c3-bc05-49a2-9af8-ee124e70d24e tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774114 Mar 16 09:02:33.792227 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f7b556-6f95-423d-8105-590278f2bbe4 req-f11ce8d9-d8fa-49bc-840a-b8cd5b4ade0c tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:33.793737 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-18f7b556-6f95-423d-8105-590278f2bbe4 req-f11ce8d9-d8fa-49bc-840a-b8cd5b4ade0c tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=51ee1195-e0b6-4420-88ec-39d8a8149d60 HTTP/1.1" status: 200 len: 944 time: 0.0531020 Mar 16 09:02:33.871070 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-18f7b556-6f95-423d-8105-590278f2bbe4 req-efa894df-a2f1-4be1-abf3-0c1d52e239a4 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/security-groups?id=b859da8d-0bdd-4a56-bb49-6face617f34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718889 Mar 16 09:02:33.887152 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b30d3ba-f3c9-4865-8c09-d3fd5c96b6db req-7bf9e77c-7fb0-4f50-8c9f-b50a8f728add tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:33.888639 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-3b30d3ba-f3c9-4865-8c09-d3fd5c96b6db req-7bf9e77c-7fb0-4f50-8c9f-b50a8f728add tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/ports?device_id=b44e8926-3292-4a9c-92f8-d6b0444a20ec HTTP/1.1" status: 200 len: 944 time: 0.0884626 Mar 16 09:02:33.939362 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-3b30d3ba-f3c9-4865-8c09-d3fd5c96b6db req-57c01fa7-17f6-4895-b5c2-5957a4bf7f1a tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c774127-f3f8-46fa-91b5-11ee87d14f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416622 Mar 16 09:02:34.815332 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13203163-05de-4dc3-9aed-5914d8645030 req-59c23687-c844-458a-86dd-2c9a461a7a0e tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:34.816794 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-13203163-05de-4dc3-9aed-5914d8645030 req-59c23687-c844-458a-86dd-2c9a461a7a0e tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b492862-16c2-42cb-bca8-a1d344b8a984 HTTP/1.1" status: 200 len: 945 time: 0.0788674 Mar 16 09:02:34.836584 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b9add-037c-4b81-aad7-7c0ff73a4f2a req-e53f3883-4868-429f-a3eb-2090216ebdf7 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:34.838019 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-970b9add-037c-4b81-aad7-7c0ff73a4f2a req-e53f3883-4868-429f-a3eb-2090216ebdf7 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=232ab7d6-42dc-4ce8-bcc4-e60daa208b35 HTTP/1.1" status: 200 len: 946 time: 0.0735307 Mar 16 09:02:34.897777 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-13203163-05de-4dc3-9aed-5914d8645030 req-2d9a956c-ddac-470f-9e85-968605ed11e3 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/security-groups?id=78bf3f79-aa37-43ea-9c29-1143266898ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733240 Mar 16 09:02:34.922925 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-970b9add-037c-4b81-aad7-7c0ff73a4f2a req-b38e52fd-b0ac-417d-8d7b-5b23fef13be8 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688577 Mar 16 09:02:35.043435 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199ac374-1ce8-4708-865b-9a1e6e7d1360 req-986eb20b-a3ee-4c50-9856-fbddd6e1d024 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:35.045235 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-199ac374-1ce8-4708-865b-9a1e6e7d1360 req-986eb20b-a3ee-4c50-9856-fbddd6e1d024 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=51ee1195-e0b6-4420-88ec-39d8a8149d60 HTTP/1.1" status: 200 len: 944 time: 0.0649481 Mar 16 09:02:35.109686 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-199ac374-1ce8-4708-865b-9a1e6e7d1360 req-f403525c-7397-4742-8553-2c02fba24705 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/security-groups?id=b859da8d-0bdd-4a56-bb49-6face617f34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561426 Mar 16 09:02:35.232793 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20392036-4533-4965-92af-c4be1b48e306 req-81cb652a-428b-43fc-b764-982524cfa9eb tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:35.234835 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-20392036-4533-4965-92af-c4be1b48e306 req-81cb652a-428b-43fc-b764-982524cfa9eb tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/ports?device_id=b44e8926-3292-4a9c-92f8-d6b0444a20ec HTTP/1.1" status: 200 len: 944 time: 0.0690136 Mar 16 09:02:35.248630 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 46538) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:02:35.315357 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-20392036-4533-4965-92af-c4be1b48e306 req-13507534-cddf-462c-ac3f-02c6b68d03fb tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c774127-f3f8-46fa-91b5-11ee87d14f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754182 Mar 16 09:02:35.334639 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd4bc4-887b-487f-8c86-2fb50dcef585 req-d1c2c119-49da-4f79-bf76-aaaff88d2d5e tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:35.336318 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-c0bd4bc4-887b-487f-8c86-2fb50dcef585 req-d1c2c119-49da-4f79-bf76-aaaff88d2d5e tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=232ab7d6-42dc-4ce8-bcc4-e60daa208b35 HTTP/1.1" status: 200 len: 946 time: 0.0751646 Mar 16 09:02:35.380256 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d504d3c8-d610-4c64-9be9-1348776dca9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:35.398986 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-c0bd4bc4-887b-487f-8c86-2fb50dcef585 req-7811d11c-6d7d-46ee-b53a-ead5bd2daf78 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561407 Mar 16 09:02:35.453733 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d504d3c8-d610-4c64-9be9-1348776dca9a admin admin] Publish callbacks [] for security_group (a5d7c348-1f3e-4344-ae86-cad88416b916), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:35.457578 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d504d3c8-d610-4c64-9be9-1348776dca9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (a5d7c348-1f3e-4344-ae86-cad88416b916), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:35.458497 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 46544) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:02:35.498825 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-d504d3c8-d610-4c64-9be9-1348776dca9a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bebf01f46bef4b67b8c45ef436fe97ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2491162 Mar 16 09:02:35.500790 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d504d3c8-d610-4c64-9be9-1348776dca9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5d7c348-1f3e-4344-ae86-cad88416b916,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:35.501673 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 46548) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:02:35.507814 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d504d3c8-d610-4c64-9be9-1348776dca9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:02:35.508277 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d504d3c8-d610-4c64-9be9-1348776dca9a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:02:35.508822 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d504d3c8-d610-4c64-9be9-1348776dca9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:02:35.509033 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d504d3c8-d610-4c64-9be9-1348776dca9a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:02:35.509379 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d504d3c8-d610-4c64-9be9-1348776dca9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:02:35.509734 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d504d3c8-d610-4c64-9be9-1348776dca9a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:02:35.510366 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d504d3c8-d610-4c64-9be9-1348776dca9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:02:35.510366 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d504d3c8-d610-4c64-9be9-1348776dca9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:02:35.510692 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d504d3c8-d610-4c64-9be9-1348776dca9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:02:35.511013 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d504d3c8-d610-4c64-9be9-1348776dca9a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:02:35.511358 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d504d3c8-d610-4c64-9be9-1348776dca9a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:02:35.511696 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d504d3c8-d610-4c64-9be9-1348776dca9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:02:35.512021 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d504d3c8-d610-4c64-9be9-1348776dca9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:02:35.512338 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d504d3c8-d610-4c64-9be9-1348776dca9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:02:35.512655 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d504d3c8-d610-4c64-9be9-1348776dca9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:02:35.561011 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-085026cc-09b1-40bb-b396-0e3fa99d790b admin admin] Publish callbacks [] for security_group (a5d7c348-1f3e-4344-ae86-cad88416b916), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:35.580168 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-a5deab15-f832-496b-b9ca-aa86eecad2cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:35.599135 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-085026cc-09b1-40bb-b396-0e3fa99d790b admin admin] Publish callbacks [] for security_group (a5d7c348-1f3e-4344-ae86-cad88416b916), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:35.672924 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-085026cc-09b1-40bb-b396-0e3fa99d790b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (a5d7c348-1f3e-4344-ae86-cad88416b916), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:35.675615 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-085026cc-09b1-40bb-b396-0e3fa99d790b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:35.676762 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-085026cc-09b1-40bb-b396-0e3fa99d790b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a5d7c348-1f3e-4344-ae86-cad88416b916 HTTP/1.1" status: 204 len: 168 time: 0.1733165 Mar 16 09:02:35.691009 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085026cc-09b1-40bb-b396-0e3fa99d790b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5d7c348-1f3e-4344-ae86-cad88416b916,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:35.702237 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085026cc-09b1-40bb-b396-0e3fa99d790b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:02:35.702591 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085026cc-09b1-40bb-b396-0e3fa99d790b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:02:35.703002 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085026cc-09b1-40bb-b396-0e3fa99d790b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:02:35.703348 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085026cc-09b1-40bb-b396-0e3fa99d790b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:02:35.703682 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085026cc-09b1-40bb-b396-0e3fa99d790b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:02:35.704014 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085026cc-09b1-40bb-b396-0e3fa99d790b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:02:35.704341 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085026cc-09b1-40bb-b396-0e3fa99d790b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:02:35.704664 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085026cc-09b1-40bb-b396-0e3fa99d790b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:02:35.705051 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085026cc-09b1-40bb-b396-0e3fa99d790b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:02:35.705299 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085026cc-09b1-40bb-b396-0e3fa99d790b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:02:35.705648 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085026cc-09b1-40bb-b396-0e3fa99d790b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:02:35.705976 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085026cc-09b1-40bb-b396-0e3fa99d790b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:02:35.706299 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085026cc-09b1-40bb-b396-0e3fa99d790b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:02:35.706618 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085026cc-09b1-40bb-b396-0e3fa99d790b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:02:35.706953 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085026cc-09b1-40bb-b396-0e3fa99d790b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:02:35.718016 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-a5deab15-f832-496b-b9ca-aa86eecad2cf admin admin] Publish callbacks [] for security_group (e4162703-48cd-4b23-925a-189e5370475e), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:35.722709 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-a5deab15-f832-496b-b9ca-aa86eecad2cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (e4162703-48cd-4b23-925a-189e5370475e), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:35.764844 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-a5deab15-f832-496b-b9ca-aa86eecad2cf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=628238c5e47147059936e8717f48edd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3050196 Mar 16 09:02:35.766408 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5deab15-f832-496b-b9ca-aa86eecad2cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4162703-48cd-4b23-925a-189e5370475e,revision_number=1']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:35.767840 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 46556) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:02:35.817746 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6b8a5551-673c-46ea-aecd-18adb96470e0 admin admin] Publish callbacks [] for security_group (e4162703-48cd-4b23-925a-189e5370475e), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:35.838672 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6b8a5551-673c-46ea-aecd-18adb96470e0 admin admin] Publish callbacks [] for security_group (e4162703-48cd-4b23-925a-189e5370475e), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:35.886192 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6b8a5551-673c-46ea-aecd-18adb96470e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (e4162703-48cd-4b23-925a-189e5370475e), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:35.888783 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6b8a5551-673c-46ea-aecd-18adb96470e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:35.890099 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-6b8a5551-673c-46ea-aecd-18adb96470e0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e4162703-48cd-4b23-925a-189e5370475e HTTP/1.1" status: 204 len: 168 time: 0.1209302 Mar 16 09:02:35.898047 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8a5551-673c-46ea-aecd-18adb96470e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4162703-48cd-4b23-925a-189e5370475e,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:35.971561 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 46564) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:02:35.985883 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4b682254-98f1-44d3-bd1b-7c5c3990ccc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:36.040752 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5348a9ff-7db9-4ab2-bb76-1456844a9ee4 req-5c501de6-3159-4aa9-86a3-aea38dc8b067 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:36.042962 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5348a9ff-7db9-4ab2-bb76-1456844a9ee4 req-5c501de6-3159-4aa9-86a3-aea38dc8b067 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b492862-16c2-42cb-bca8-a1d344b8a984 HTTP/1.1" status: 200 len: 945 time: 0.0649383 Mar 16 09:02:36.066546 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4b682254-98f1-44d3-bd1b-7c5c3990ccc2 admin admin] Publish callbacks [] for security_group (669c1883-b27c-4c66-b887-d2b819833951), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:36.072192 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4b682254-98f1-44d3-bd1b-7c5c3990ccc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (669c1883-b27c-4c66-b887-d2b819833951), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:36.102360 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5348a9ff-7db9-4ab2-bb76-1456844a9ee4 req-0aa5a138-e8c0-491f-8f1d-d833c509bd8f tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/security-groups?id=78bf3f79-aa37-43ea-9c29-1143266898ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508459 Mar 16 09:02:36.109874 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b682254-98f1-44d3-bd1b-7c5c3990ccc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=669c1883-b27c-4c66-b887-d2b819833951,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:36.114241 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-4b682254-98f1-44d3-bd1b-7c5c3990ccc2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cbdea4c255b34d59a699ccee02640edb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1415706 Mar 16 09:02:36.116740 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 46568) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:02:36.174115 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-36b22ef6-b190-4e7c-8010-f8c70fb6ec13 admin admin] Publish callbacks [] for security_group (669c1883-b27c-4c66-b887-d2b819833951), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:36.197985 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-36b22ef6-b190-4e7c-8010-f8c70fb6ec13 admin admin] Publish callbacks [] for security_group (669c1883-b27c-4c66-b887-d2b819833951), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:36.238093 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 46572) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:02:36.239674 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3083b6a1-4072-47e9-839b-12228263853f req-065c954c-d783-4a6d-be88-69573ec1ad9b tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:36.241606 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-3083b6a1-4072-47e9-839b-12228263853f req-065c954c-d783-4a6d-be88-69573ec1ad9b tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=51ee1195-e0b6-4420-88ec-39d8a8149d60 HTTP/1.1" status: 200 len: 944 time: 0.0654798 Mar 16 09:02:36.255186 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-36b22ef6-b190-4e7c-8010-f8c70fb6ec13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (669c1883-b27c-4c66-b887-d2b819833951), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:36.258247 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-36b22ef6-b190-4e7c-8010-f8c70fb6ec13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:36.259363 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-36b22ef6-b190-4e7c-8010-f8c70fb6ec13 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/669c1883-b27c-4c66-b887-d2b819833951 HTTP/1.1" status: 204 len: 168 time: 0.1408889 Mar 16 09:02:36.260186 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6cfeff44-fd28-4dec-a4bb-f94db20d2ffd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:36.275528 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b22ef6-b190-4e7c-8010-f8c70fb6ec13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=669c1883-b27c-4c66-b887-d2b819833951,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:36.297876 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-3083b6a1-4072-47e9-839b-12228263853f req-8f4a13ce-475c-4143-8f0f-035b1fda82c0 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/security-groups?id=b859da8d-0bdd-4a56-bb49-6face617f34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475767 Mar 16 09:02:36.368809 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6cfeff44-fd28-4dec-a4bb-f94db20d2ffd admin admin] Publish callbacks [] for security_group (efc8108a-bd41-4c3b-838f-6af193892a89), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:36.373740 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6cfeff44-fd28-4dec-a4bb-f94db20d2ffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (efc8108a-bd41-4c3b-838f-6af193892a89), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:36.406547 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-6cfeff44-fd28-4dec-a4bb-f94db20d2ffd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2e2d8560d406434383eb902ab89248f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1672466 Mar 16 09:02:36.411075 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 46578) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:02:36.429498 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfeff44-fd28-4dec-a4bb-f94db20d2ffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efc8108a-bd41-4c3b-838f-6af193892a89,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:36.442295 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396d11d6-c6e4-4ac3-884a-4fc8b481786e req-15fd63ab-4d39-472f-9420-f432e16aafd5 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:36.444181 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-396d11d6-c6e4-4ac3-884a-4fc8b481786e req-15fd63ab-4d39-472f-9420-f432e16aafd5 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/ports?device_id=b44e8926-3292-4a9c-92f8-d6b0444a20ec HTTP/1.1" status: 200 len: 944 time: 0.0593405 Mar 16 09:02:36.486140 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-93340e1d-e9b8-4a1c-8911-b4f0c68df4e3 admin admin] Publish callbacks [] for security_group (efc8108a-bd41-4c3b-838f-6af193892a89), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:36.508763 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-93340e1d-e9b8-4a1c-8911-b4f0c68df4e3 admin admin] Publish callbacks [] for security_group (efc8108a-bd41-4c3b-838f-6af193892a89), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:36.520060 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-396d11d6-c6e4-4ac3-884a-4fc8b481786e req-0a716697-14ca-40fe-8a52-0ec3dc1954ff tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c774127-f3f8-46fa-91b5-11ee87d14f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702863 Mar 16 09:02:36.567885 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c9a59d-8b81-4eb5-8449-4fa07bec072a req-024609af-fcd0-4dc1-b165-86e672bba04c tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:36.577964 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-52c9a59d-8b81-4eb5-8449-4fa07bec072a req-024609af-fcd0-4dc1-b165-86e672bba04c tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=232ab7d6-42dc-4ce8-bcc4-e60daa208b35 HTTP/1.1" status: 200 len: 946 time: 0.1041498 Mar 16 09:02:36.580305 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-93340e1d-e9b8-4a1c-8911-b4f0c68df4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (efc8108a-bd41-4c3b-838f-6af193892a89), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:36.583145 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-93340e1d-e9b8-4a1c-8911-b4f0c68df4e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:36.587362 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-93340e1d-e9b8-4a1c-8911-b4f0c68df4e3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/efc8108a-bd41-4c3b-838f-6af193892a89 HTTP/1.1" status: 204 len: 168 time: 0.1724517 Mar 16 09:02:36.596631 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93340e1d-e9b8-4a1c-8911-b4f0c68df4e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc8108a-bd41-4c3b-838f-6af193892a89,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:36.636729 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-52c9a59d-8b81-4eb5-8449-4fa07bec072a req-b40883bb-f096-4519-ba8a-72719440ff04 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577726 Mar 16 09:02:37.218935 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e5be0f-28a6-4095-a2eb-085082373e6f req-0352996e-d9d6-48fe-947e-15341dfe8a79 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:37.225370 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a9e5be0f-28a6-4095-a2eb-085082373e6f req-0352996e-d9d6-48fe-947e-15341dfe8a79 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b492862-16c2-42cb-bca8-a1d344b8a984 HTTP/1.1" status: 200 len: 945 time: 0.0639083 Mar 16 09:02:37.270215 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a9e5be0f-28a6-4095-a2eb-085082373e6f req-f60e3038-4fd8-4cae-b2dd-5a830e63e30f tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/security-groups?id=78bf3f79-aa37-43ea-9c29-1143266898ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439081 Mar 16 09:02:37.425944 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197feffd-dfdf-4832-9082-6d9d3d85f429 req-9b3fe470-8b9f-47fb-8a55-991b69fa778c tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:37.428350 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-197feffd-dfdf-4832-9082-6d9d3d85f429 req-9b3fe470-8b9f-47fb-8a55-991b69fa778c tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=51ee1195-e0b6-4420-88ec-39d8a8149d60 HTTP/1.1" status: 200 len: 944 time: 0.0572731 Mar 16 09:02:37.478695 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-197feffd-dfdf-4832-9082-6d9d3d85f429 req-67fa6f9a-dae8-4e9a-b112-3d7a7a47267e tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/security-groups?id=b859da8d-0bdd-4a56-bb49-6face617f34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443597 Mar 16 09:02:37.645578 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Device 05729417-13d8-4b9d-be9a-cb0b900858ce up at agent hyperv_hv-cinder-83177 {{(pid=103097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 09:02:37.653819 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d2a165-504b-415c-966e-88ea846f4d01 req-fb9e39c5-66b7-4677-88b2-0bc1abd5374a tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:37.656467 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-67d2a165-504b-415c-966e-88ea846f4d01 req-fb9e39c5-66b7-4677-88b2-0bc1abd5374a tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/ports?device_id=b44e8926-3292-4a9c-92f8-d6b0444a20ec HTTP/1.1" status: 200 len: 944 time: 0.0581222 Mar 16 09:02:37.741053 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Provisioning for port 05729417-13d8-4b9d-be9a-cb0b900858ce completed by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 16 09:02:37.748869 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Provisioning complete for port 05729417-13d8-4b9d-be9a-cb0b900858ce triggered by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:02:37.749537 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (05729417-13d8-4b9d-be9a-cb0b900858ce), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:37.807316 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-67d2a165-504b-415c-966e-88ea846f4d01 req-77fe33d0-464f-4658-8844-86411c77498b tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c774127-f3f8-46fa-91b5-11ee87d14f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371198 Mar 16 09:02:37.834963 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df98d6c2-9aa3-4ce0-a6ee-ca123bb5b562 req-489586da-1674-449e-9d5b-610df5331d23 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:37.837128 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-df98d6c2-9aa3-4ce0-a6ee-ca123bb5b562 req-489586da-1674-449e-9d5b-610df5331d23 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=232ab7d6-42dc-4ce8-bcc4-e60daa208b35 HTTP/1.1" status: 200 len: 946 time: 0.1172018 Mar 16 09:02:37.849966 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Current status of the port 05729417-13d8-4b9d-be9a-cb0b900858ce is: BUILD; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:02:37.851018 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (05729417-13d8-4b9d-be9a-cb0b900858ce), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:37.877450 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51ee1195-e0b6-4420-88ec-39d8a8149d60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05729417-13d8-4b9d-be9a-cb0b900858ce'}] {{(pid=103097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 09:02:37.879963 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4541ab3f2cdba5932412d0e11c0734b292cb124fdee115af1127c89d10c16b82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-774daeb1-013d-4bf0-9562-7c8ff7372494" -d '{"events": [{"server_uuid": "51ee1195-e0b6-4420-88ec-39d8a8149d60", "name": "network-vif-plugged", "status": "completed", "tag": "05729417-13d8-4b9d-be9a-cb0b900858ce"}]}' {{(pid=103097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 09:02:37.902484 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-df98d6c2-9aa3-4ce0-a6ee-ca123bb5b562 req-4b51a6da-0108-4601-84a1-8e75db269edf tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569391 Mar 16 09:02:37.905835 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] For port 05729417-13d8-4b9d-be9a-cb0b900858ce, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=05729417-13d8-4b9d-be9a-cb0b900858ce,segment=NetworkSegment(1fd71943-1f67-4889-a966-97189e27dce5),segment_id=1fd71943-1f67-4889-a966-97189e27dce5)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:02:37.920778 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (05729417-13d8-4b9d-be9a-cb0b900858ce), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:37.921608 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Device 7155e07a-6504-49b7-a70d-aff571162b33 up at agent hyperv_hv-cinder-83177 {{(pid=103097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 09:02:37.930656 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 09:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-990016b0-d62e-48be-98c9-a7e7a924b7b2 x-openstack-request-id: req-990016b0-d62e-48be-98c9-a7e7a924b7b2 {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 09:02:37.931245 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51ee1195-e0b6-4420-88ec-39d8a8149d60", "name": "network-vif-plugged", "status": "completed", "tag": "05729417-13d8-4b9d-be9a-cb0b900858ce", "code": 200}]} {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 09:02:37.931527 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-990016b0-d62e-48be-98c9-a7e7a924b7b2 {{(pid=103097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 09:02:37.932105 dv-cinder-831776-4-iscsi neutron-server[103097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51ee1195-e0b6-4420-88ec-39d8a8149d60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05729417-13d8-4b9d-be9a-cb0b900858ce', 'code': 200} Mar 16 09:02:38.004814 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Pushing event updated for resources: {'Port': ['ID=05729417-13d8-4b9d-be9a-cb0b900858ce,revision_number=5']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:38.018457 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Provisioning for port 7155e07a-6504-49b7-a70d-aff571162b33 completed by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 16 09:02:38.023358 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Provisioning complete for port 7155e07a-6504-49b7-a70d-aff571162b33 triggered by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:02:38.024060 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (7155e07a-6504-49b7-a70d-aff571162b33), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:38.116710 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Current status of the port 7155e07a-6504-49b7-a70d-aff571162b33 is: BUILD; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:02:38.118096 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (7155e07a-6504-49b7-a70d-aff571162b33), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:38.150739 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] For port 7155e07a-6504-49b7-a70d-aff571162b33, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=7155e07a-6504-49b7-a70d-aff571162b33,segment=NetworkSegment(6067c7d6-89e3-4afb-807e-b2196c2d7cb4),segment_id=6067c7d6-89e3-4afb-807e-b2196c2d7cb4)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:02:38.155390 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (7155e07a-6504-49b7-a70d-aff571162b33), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:38.205871 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Pushing event updated for resources: {'Port': ['ID=7155e07a-6504-49b7-a70d-aff571162b33,revision_number=5']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:38.393619 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a1cfa6-1f4b-4917-be7b-f66ca13be442 req-934aec7c-d91d-4c4e-95bd-2d6a62eff7f2 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:38.395144 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-80a1cfa6-1f4b-4917-be7b-f66ca13be442 req-934aec7c-d91d-4c4e-95bd-2d6a62eff7f2 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b492862-16c2-42cb-bca8-a1d344b8a984 HTTP/1.1" status: 200 len: 945 time: 0.0567365 Mar 16 09:02:38.443302 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-80a1cfa6-1f4b-4917-be7b-f66ca13be442 req-41b74b3a-abc5-42b4-9217-ccebd8fef2e3 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/security-groups?id=78bf3f79-aa37-43ea-9c29-1143266898ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420582 Mar 16 09:02:38.614592 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8b5d77-eeed-4e53-b6ab-6439dda628f7 req-6f533746-3e8e-4faf-8d17-0de401744714 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:38.616906 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-3a8b5d77-eeed-4e53-b6ab-6439dda628f7 req-6f533746-3e8e-4faf-8d17-0de401744714 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=51ee1195-e0b6-4420-88ec-39d8a8149d60 HTTP/1.1" status: 200 len: 945 time: 0.0709426 Mar 16 09:02:38.696488 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-3a8b5d77-eeed-4e53-b6ab-6439dda628f7 req-78c019e9-2cc3-4e59-93bb-ad91985fb46b tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/security-groups?id=b859da8d-0bdd-4a56-bb49-6face617f34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655220 Mar 16 09:02:38.998745 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9099d180-6c3a-4c01-aede-f7b5e03ba75c req-d8a5bc15-594b-4153-ab40-1551771b2ddf tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:39.000333 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-9099d180-6c3a-4c01-aede-f7b5e03ba75c req-d8a5bc15-594b-4153-ab40-1551771b2ddf tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/ports?device_id=b44e8926-3292-4a9c-92f8-d6b0444a20ec HTTP/1.1" status: 200 len: 945 time: 0.1149163 Mar 16 09:02:39.091735 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-9099d180-6c3a-4c01-aede-f7b5e03ba75c req-44625c90-7985-4543-a978-f5f1d8ff34d6 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c774127-f3f8-46fa-91b5-11ee87d14f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845206 Mar 16 09:02:39.099580 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbaad1b-cb64-4785-9ec5-1fadd4b85f93 req-422833bf-06c2-4d43-90ff-e0f0eeb8140f tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:39.101099 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-cbbaad1b-cb64-4785-9ec5-1fadd4b85f93 req-422833bf-06c2-4d43-90ff-e0f0eeb8140f tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=232ab7d6-42dc-4ce8-bcc4-e60daa208b35 HTTP/1.1" status: 200 len: 946 time: 0.0998011 Mar 16 09:02:39.189022 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-cbbaad1b-cb64-4785-9ec5-1fadd4b85f93 req-c873f443-d406-4603-82d6-04f167c4be9f tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773139 Mar 16 09:02:39.199746 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dd80c4-59a1-437f-b109-567604669ae9 req-98d3fc63-a4ef-4947-afa7-d3a2faacd01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:39.201517 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-56dd80c4-59a1-437f-b109-567604669ae9 req-98d3fc63-a4ef-4947-afa7-d3a2faacd01b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8ab3e25cb83341919d112753e22938a2&device_id=232ab7d6-42dc-4ce8-bcc4-e60daa208b35 HTTP/1.1" status: 200 len: 1130 time: 0.0671496 Mar 16 09:02:39.324408 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 46738) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:02:39.328029 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dd80c4-59a1-437f-b109-567604669ae9 req-6a85b619-647d-4e19-8d5c-ddba76022012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:39.329513 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-56dd80c4-59a1-437f-b109-567604669ae9 req-6a85b619-647d-4e19-8d5c-ddba76022012 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c71322ee-b7a0-4c22-8a3c-0690c3f2a338 HTTP/1.1" status: 200 len: 919 time: 0.1208351 Mar 16 09:02:39.346192 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362c4b7d-55a0-4067-8a93-7551b37c9c93 req-9a5eadc8-de26-4d09-abe7-3e702cc4eb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:39.347643 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-362c4b7d-55a0-4067-8a93-7551b37c9c93 req-9a5eadc8-de26-4d09-abe7-3e702cc4eb50 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=51ee1195-e0b6-4420-88ec-39d8a8149d60 HTTP/1.1" status: 200 len: 1129 time: 0.0716264 Mar 16 09:02:39.380900 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-56dd80c4-59a1-437f-b109-567604669ae9 req-c716f564-c8d1-4a4e-bef4-483b706acbda service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1cc16302-a750-4211-a3a0-fc8bfdfdf175 HTTP/1.1" status: 200 len: 217 time: 0.0450542 Mar 16 09:02:39.436537 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1f0e1f27-38ed-47a6-bb0f-c7aef0ffbde8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:39.450426 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-362c4b7d-55a0-4067-8a93-7551b37c9c93 req-21e21db5-1e90-4448-a140-4577bdf8824b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b859da8d-0bdd-4a56-bb49-6face617f34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763757 Mar 16 09:02:39.454803 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dd80c4-59a1-437f-b109-567604669ae9 req-5ebe0167-f414-41f7-836d-7c156215e2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:39.456171 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-56dd80c4-59a1-437f-b109-567604669ae9 req-5ebe0167-f414-41f7-836d-7c156215e2cc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2d141d65-2c6e-46bc-b682-986a7d0cd81b HTTP/1.1" status: 200 len: 858 time: 0.0692918 Mar 16 09:02:39.521489 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1f0e1f27-38ed-47a6-bb0f-c7aef0ffbde8 admin admin] Publish callbacks [] for security_group (c849a6b8-a10d-405e-95e3-2edd28393500), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:39.526200 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1f0e1f27-38ed-47a6-bb0f-c7aef0ffbde8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (c849a6b8-a10d-405e-95e3-2edd28393500), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:39.563984 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-1f0e1f27-38ed-47a6-bb0f-c7aef0ffbde8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=83140613ef884997affdc3ca8c47c118&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2384872 Mar 16 09:02:39.564832 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0e1f27-38ed-47a6-bb0f-c7aef0ffbde8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c849a6b8-a10d-405e-95e3-2edd28393500,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:39.567072 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 46744) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:02:39.568175 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95498503-414c-4634-89ec-2a4a31faa961 req-329780a5-a220-40ec-94ee-2c2fb99a4d6a tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:39.569977 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-95498503-414c-4634-89ec-2a4a31faa961 req-329780a5-a220-40ec-94ee-2c2fb99a4d6a tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b492862-16c2-42cb-bca8-a1d344b8a984 HTTP/1.1" status: 200 len: 945 time: 0.0580542 Mar 16 09:02:39.615997 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5f8ad601-e4ef-4b9e-b44c-3ee20fb7e2c0 admin admin] Publish callbacks [] for security_group (c849a6b8-a10d-405e-95e3-2edd28393500), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:39.617680 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-95498503-414c-4634-89ec-2a4a31faa961 req-bda4c838-1b34-4b69-8c92-43a517648463 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/security-groups?id=78bf3f79-aa37-43ea-9c29-1143266898ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421152 Mar 16 09:02:39.637543 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5f8ad601-e4ef-4b9e-b44c-3ee20fb7e2c0 admin admin] Publish callbacks [] for security_group (c849a6b8-a10d-405e-95e3-2edd28393500), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:39.682670 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5f8ad601-e4ef-4b9e-b44c-3ee20fb7e2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (c849a6b8-a10d-405e-95e3-2edd28393500), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:39.685726 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5f8ad601-e4ef-4b9e-b44c-3ee20fb7e2c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:39.689689 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-5f8ad601-e4ef-4b9e-b44c-3ee20fb7e2c0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c849a6b8-a10d-405e-95e3-2edd28393500 HTTP/1.1" status: 204 len: 168 time: 0.1191068 Mar 16 09:02:39.697044 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8ad601-e4ef-4b9e-b44c-3ee20fb7e2c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c849a6b8-a10d-405e-95e3-2edd28393500,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:39.811001 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771a7991-3bd9-4423-a555-e42d785887b0 req-7b41d665-a9bb-4d95-be78-744f5748d381 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:39.812848 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-771a7991-3bd9-4423-a555-e42d785887b0 req-7b41d665-a9bb-4d95-be78-744f5748d381 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=51ee1195-e0b6-4420-88ec-39d8a8149d60 HTTP/1.1" status: 200 len: 945 time: 0.0549066 Mar 16 09:02:39.859311 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-771a7991-3bd9-4423-a555-e42d785887b0 req-b18ad5fb-6907-4bb0-b7b4-00d399ccadfd tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/security-groups?id=b859da8d-0bdd-4a56-bb49-6face617f34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410345 Mar 16 09:02:39.933237 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b44e8926-3292-4a9c-92f8-d6b0444a20ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7155e07a-6504-49b7-a70d-aff571162b33'}] {{(pid=103097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 09:02:39.935852 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4541ab3f2cdba5932412d0e11c0734b292cb124fdee115af1127c89d10c16b82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15d2eaef-5d04-4465-8a16-934d273e9ee4" -d '{"events": [{"server_uuid": "b44e8926-3292-4a9c-92f8-d6b0444a20ec", "name": "network-vif-plugged", "status": "completed", "tag": "7155e07a-6504-49b7-a70d-aff571162b33"}]}' {{(pid=103097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 09:02:39.956801 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 46758) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:02:39.972713 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 09:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1100d7b1-8888-4ca2-83b6-aa02a224e73b x-openstack-request-id: req-1100d7b1-8888-4ca2-83b6-aa02a224e73b {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 09:02:39.973032 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b44e8926-3292-4a9c-92f8-d6b0444a20ec", "name": "network-vif-plugged", "status": "completed", "tag": "7155e07a-6504-49b7-a70d-aff571162b33", "code": 200}]} {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 09:02:39.973134 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7103c711-efd5-400f-9f14-d65186c3fa05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:39.973292 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1100d7b1-8888-4ca2-83b6-aa02a224e73b {{(pid=103097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 09:02:39.973760 dv-cinder-831776-4-iscsi neutron-server[103097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b44e8926-3292-4a9c-92f8-d6b0444a20ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7155e07a-6504-49b7-a70d-aff571162b33', 'code': 200} Mar 16 09:02:40.045678 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7103c711-efd5-400f-9f14-d65186c3fa05 admin admin] Publish callbacks [] for security_group (72dd8a49-03af-4770-a41b-7cd9bd2b4475), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:40.049955 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7103c711-efd5-400f-9f14-d65186c3fa05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (72dd8a49-03af-4770-a41b-7cd9bd2b4475), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:40.086506 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7103c711-efd5-400f-9f14-d65186c3fa05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72dd8a49-03af-4770-a41b-7cd9bd2b4475,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:40.091104 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-7103c711-efd5-400f-9f14-d65186c3fa05 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d390dee77bd64cb089a182ff7c4ae6fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1332688 Mar 16 09:02:40.093721 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 46762) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:02:40.142891 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-66a39df7-096d-4958-9b22-5e33aeb86233 admin admin] Publish callbacks [] for security_group (72dd8a49-03af-4770-a41b-7cd9bd2b4475), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:40.163469 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-66a39df7-096d-4958-9b22-5e33aeb86233 admin admin] Publish callbacks [] for security_group (72dd8a49-03af-4770-a41b-7cd9bd2b4475), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:40.210766 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-66a39df7-096d-4958-9b22-5e33aeb86233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (72dd8a49-03af-4770-a41b-7cd9bd2b4475), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:40.215361 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-56dd80c4-59a1-437f-b109-567604669ae9 req-86236dec-2597-4714-a3b0-8085c1eea8fc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c71322ee-b7a0-4c22-8a3c-0690c3f2a338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443957 Mar 16 09:02:40.217907 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-66a39df7-096d-4958-9b22-5e33aeb86233 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:40.219825 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-66a39df7-096d-4958-9b22-5e33aeb86233 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/72dd8a49-03af-4770-a41b-7cd9bd2b4475 HTTP/1.1" status: 204 len: 168 time: 0.1246543 Mar 16 09:02:40.229572 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a39df7-096d-4958-9b22-5e33aeb86233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72dd8a49-03af-4770-a41b-7cd9bd2b4475,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:40.280085 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6e5991-6137-4371-ae37-ae8a5d6adde6 req-b57cef1d-3ebb-482a-9433-81faec25c0ea tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:40.281791 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-1d6e5991-6137-4371-ae37-ae8a5d6adde6 req-b57cef1d-3ebb-482a-9433-81faec25c0ea tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/ports?device_id=b44e8926-3292-4a9c-92f8-d6b0444a20ec HTTP/1.1" status: 200 len: 945 time: 0.1207352 Mar 16 09:02:40.442791 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-1d6e5991-6137-4371-ae37-ae8a5d6adde6 req-0f684e23-0789-44bb-b280-cca364df63f3 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c774127-f3f8-46fa-91b5-11ee87d14f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1481276 Mar 16 09:02:40.469871 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4bd003-eb9c-4f5d-bdbc-024516bbbfb3 req-f6a3fe40-f53e-43cd-bad0-f7dcd1546397 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:40.471318 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-6e4bd003-eb9c-4f5d-bdbc-024516bbbfb3 req-f6a3fe40-f53e-43cd-bad0-f7dcd1546397 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=232ab7d6-42dc-4ce8-bcc4-e60daa208b35 HTTP/1.1" status: 200 len: 946 time: 0.1512465 Mar 16 09:02:40.474548 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4178ff-693c-4feb-9454-2f5555c49942 req-535e4e88-f638-45b7-bb28-ed16ba1f4ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:40.475946 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2e4178ff-693c-4feb-9454-2f5555c49942 req-535e4e88-f638-45b7-bb28-ed16ba1f4ea4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b44e8926-3292-4a9c-92f8-d6b0444a20ec HTTP/1.1" status: 200 len: 1129 time: 0.1489909 Mar 16 09:02:40.481035 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-56dd80c4-59a1-437f-b109-567604669ae9 req-52dc4655-256a-4dd9-83bf-b049263092a4 service neutron] 10.222.0.48 "GET /v2.0/networks/c71322ee-b7a0-4c22-8a3c-0690c3f2a338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469795 Mar 16 09:02:40.604829 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-6e4bd003-eb9c-4f5d-bdbc-024516bbbfb3 req-cdbbec64-8b4d-4868-b78f-970602247940 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257484 Mar 16 09:02:40.610222 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2e4178ff-693c-4feb-9454-2f5555c49942 req-c0326b79-8328-44a6-889a-93ef12aa5542 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9c774127-f3f8-46fa-91b5-11ee87d14f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157191 Mar 16 09:02:40.638988 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-56dd80c4-59a1-437f-b109-567604669ae9 req-cdcde214-5e78-4d1c-91ee-8fd7abc9d1a2 service neutron] 10.222.0.48 "GET /v2.0/networks/c71322ee-b7a0-4c22-8a3c-0690c3f2a338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434135 Mar 16 09:02:40.746454 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8da79a-a223-44eb-8cbf-b978ef2ed437 req-3023fd7d-da20-4e4c-825a-582a8e85087d tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:40.748127 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-9f8da79a-a223-44eb-8cbf-b978ef2ed437 req-3023fd7d-da20-4e4c-825a-582a8e85087d tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b492862-16c2-42cb-bca8-a1d344b8a984 HTTP/1.1" status: 200 len: 945 time: 0.0636916 Mar 16 09:02:40.803856 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-9f8da79a-a223-44eb-8cbf-b978ef2ed437 req-32467fe4-aa2b-4c6c-b075-dac67c782c8d tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/security-groups?id=78bf3f79-aa37-43ea-9c29-1143266898ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494490 Mar 16 09:02:40.990816 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68acc561-627c-432e-93e7-a4dd1f99bff4 req-22fed08b-c39c-4fc2-bd99-ef45503baf7f tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:40.992907 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-68acc561-627c-432e-93e7-a4dd1f99bff4 req-22fed08b-c39c-4fc2-bd99-ef45503baf7f tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=51ee1195-e0b6-4420-88ec-39d8a8149d60 HTTP/1.1" status: 200 len: 945 time: 0.0627580 Mar 16 09:02:41.079005 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-68acc561-627c-432e-93e7-a4dd1f99bff4 req-77428db7-181f-4bb8-b992-3383d3a721cb tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/security-groups?id=b859da8d-0bdd-4a56-bb49-6face617f34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796111 Mar 16 09:02:41.599208 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 46878) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:02:41.619398 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9b525b-e6cf-4daa-84be-9416e4c95a72 req-ef8f1550-f23f-4823-8115-833021a582bc tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:41.621480 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-7e9b525b-e6cf-4daa-84be-9416e4c95a72 req-ef8f1550-f23f-4823-8115-833021a582bc tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/ports?device_id=b44e8926-3292-4a9c-92f8-d6b0444a20ec HTTP/1.1" status: 200 len: 945 time: 0.0931532 Mar 16 09:02:41.749927 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-43a7af8a-610b-491c-a822-df1b81806383 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:41.750047 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-7e9b525b-e6cf-4daa-84be-9416e4c95a72 req-6a029cf0-f8c1-4fa8-9973-df0e1097e3c1 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c774127-f3f8-46fa-91b5-11ee87d14f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219587 Mar 16 09:02:41.806679 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff65ae57-01fc-49f8-aabd-fd4835539a51 req-3e291ba8-3e19-4ce6-a4c8-dd4ab3d1e4f1 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:41.808922 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-ff65ae57-01fc-49f8-aabd-fd4835539a51 req-3e291ba8-3e19-4ce6-a4c8-dd4ab3d1e4f1 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=232ab7d6-42dc-4ce8-bcc4-e60daa208b35 HTTP/1.1" status: 200 len: 946 time: 0.0725384 Mar 16 09:02:41.857285 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-43a7af8a-610b-491c-a822-df1b81806383 admin admin] Publish callbacks [] for security_group (eb2b0f4b-6175-4f66-ab65-21e2bb77ff48), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:41.862954 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-43a7af8a-610b-491c-a822-df1b81806383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (eb2b0f4b-6175-4f66-ab65-21e2bb77ff48), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:41.903463 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a7af8a-610b-491c-a822-df1b81806383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb2b0f4b-6175-4f66-ab65-21e2bb77ff48,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:41.921884 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-43a7af8a-610b-491c-a822-df1b81806383 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=23fa49fae44b4c3e9590a590e3d766ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3191953 Mar 16 09:02:41.922880 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 46900) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:02:41.975724 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-ff65ae57-01fc-49f8-aabd-fd4835539a51 req-a1c7c9d0-41c1-423d-9a67-2528fe446307 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550062 Mar 16 09:02:41.986877 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c76f3f98-69f1-40db-8dd7-48c8004c0d9b admin admin] Publish callbacks [] for security_group (eb2b0f4b-6175-4f66-ab65-21e2bb77ff48), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:42.000981 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea15aae4-c6e5-40e6-8a63-50795f498b9d req-5ab92cd2-a71f-4309-9590-15c330c55327 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:42.003608 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-ea15aae4-c6e5-40e6-8a63-50795f498b9d req-5ab92cd2-a71f-4309-9590-15c330c55327 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b492862-16c2-42cb-bca8-a1d344b8a984 HTTP/1.1" status: 200 len: 945 time: 0.1065998 Mar 16 09:02:42.015555 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c76f3f98-69f1-40db-8dd7-48c8004c0d9b admin admin] Publish callbacks [] for security_group (eb2b0f4b-6175-4f66-ab65-21e2bb77ff48), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:42.062723 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-ea15aae4-c6e5-40e6-8a63-50795f498b9d req-e25e4523-2ac4-45f6-b723-b0525f36d9a7 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/security-groups?id=78bf3f79-aa37-43ea-9c29-1143266898ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497158 Mar 16 09:02:42.075817 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c76f3f98-69f1-40db-8dd7-48c8004c0d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (eb2b0f4b-6175-4f66-ab65-21e2bb77ff48), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:42.087683 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c76f3f98-69f1-40db-8dd7-48c8004c0d9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:42.087683 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-c76f3f98-69f1-40db-8dd7-48c8004c0d9b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/eb2b0f4b-6175-4f66-ab65-21e2bb77ff48 HTTP/1.1" status: 204 len: 168 time: 0.1574254 Mar 16 09:02:42.094675 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76f3f98-69f1-40db-8dd7-48c8004c0d9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb2b0f4b-6175-4f66-ab65-21e2bb77ff48,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:42.224286 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67503db-5353-497e-b4d6-f573bb4ab4e7 req-2d4496cd-416e-4fb1-b952-60d1b6fd9c4e tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:42.225920 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-f67503db-5353-497e-b4d6-f573bb4ab4e7 req-2d4496cd-416e-4fb1-b952-60d1b6fd9c4e tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=51ee1195-e0b6-4420-88ec-39d8a8149d60 HTTP/1.1" status: 200 len: 945 time: 0.0569324 Mar 16 09:02:42.282044 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-f67503db-5353-497e-b4d6-f573bb4ab4e7 req-fae326de-5b17-419c-9b8d-c7f092ed1f68 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/security-groups?id=b859da8d-0bdd-4a56-bb49-6face617f34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498233 Mar 16 09:02:42.425747 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 46910) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:02:42.439298 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-68f9db0c-f915-4d29-9562-839903d65798 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:42.533583 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-68f9db0c-f915-4d29-9562-839903d65798 admin admin] Publish callbacks [] for security_group (4a35f423-3432-47f8-91df-e67053219139), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:42.538544 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-68f9db0c-f915-4d29-9562-839903d65798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (4a35f423-3432-47f8-91df-e67053219139), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:42.582462 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-68f9db0c-f915-4d29-9562-839903d65798 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3b0988e9d3e94d6c880f4670a2ccb2a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1556115 Mar 16 09:02:42.584421 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f9db0c-f915-4d29-9562-839903d65798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a35f423-3432-47f8-91df-e67053219139,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:42.585112 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 46918) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:02:42.641099 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-5b3a0bb4-eef7-4e64-af2d-7564f2e0ac76 admin admin] Publish callbacks [] for security_group (4a35f423-3432-47f8-91df-e67053219139), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:42.662196 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-5b3a0bb4-eef7-4e64-af2d-7564f2e0ac76 admin admin] Publish callbacks [] for security_group (4a35f423-3432-47f8-91df-e67053219139), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:42.706482 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-5b3a0bb4-eef7-4e64-af2d-7564f2e0ac76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (4a35f423-3432-47f8-91df-e67053219139), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:42.709148 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-5b3a0bb4-eef7-4e64-af2d-7564f2e0ac76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:42.710313 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-5b3a0bb4-eef7-4e64-af2d-7564f2e0ac76 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4a35f423-3432-47f8-91df-e67053219139 HTTP/1.1" status: 204 len: 168 time: 0.1241746 Mar 16 09:02:42.718177 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a0bb4-eef7-4e64-af2d-7564f2e0ac76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a35f423-3432-47f8-91df-e67053219139,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:42.900752 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5c309f-9b01-44de-8a3e-ee37ce9cbb7d req-7718d823-f404-48be-b235-371366c9a87b tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:42.903041 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2d5c309f-9b01-44de-8a3e-ee37ce9cbb7d req-7718d823-f404-48be-b235-371366c9a87b tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/ports?device_id=b44e8926-3292-4a9c-92f8-d6b0444a20ec HTTP/1.1" status: 200 len: 945 time: 0.0729179 Mar 16 09:02:42.959636 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2d5c309f-9b01-44de-8a3e-ee37ce9cbb7d req-41ac234a-a61d-4994-a8c5-4e84457d33b4 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c774127-f3f8-46fa-91b5-11ee87d14f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504735 Mar 16 09:02:43.115743 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94ceacd-cbc1-45ac-badc-371ad7801a86 req-033067b1-5a8c-420d-a9bb-8a725a7b41df tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:43.124137 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-d94ceacd-cbc1-45ac-badc-371ad7801a86 req-033067b1-5a8c-420d-a9bb-8a725a7b41df tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=232ab7d6-42dc-4ce8-bcc4-e60daa208b35 HTTP/1.1" status: 200 len: 946 time: 0.0686221 Mar 16 09:02:43.190321 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 46952) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:02:43.207940 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-d94ceacd-cbc1-45ac-badc-371ad7801a86 req-c625e36a-a9f9-4cc7-91e9-7d46bf7bf4d5 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831988 Mar 16 09:02:43.226642 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071101ac-a5de-4347-8b95-46dc0ddaecc1 req-67dbf684-8ff0-4b0a-96ea-8a920af82226 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:43.228449 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-071101ac-a5de-4347-8b95-46dc0ddaecc1 req-67dbf684-8ff0-4b0a-96ea-8a920af82226 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b492862-16c2-42cb-bca8-a1d344b8a984 HTTP/1.1" status: 200 len: 945 time: 0.0792606 Mar 16 09:02:43.285985 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-071101ac-a5de-4347-8b95-46dc0ddaecc1 req-d78d9c5b-2b85-4139-914d-447a4f61e5c3 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/security-groups?id=78bf3f79-aa37-43ea-9c29-1143266898ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521793 Mar 16 09:02:43.364929 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cc83811f-8019-4311-b496-b8d534b4fc1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:43.421855 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b625cc2-f018-41c3-a2c3-634ac9f99ef8 req-9fedad47-f9e9-4e18-b320-01c4f4ad18ac tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:43.425734 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-4b625cc2-f018-41c3-a2c3-634ac9f99ef8 req-9fedad47-f9e9-4e18-b320-01c4f4ad18ac tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=51ee1195-e0b6-4420-88ec-39d8a8149d60 HTTP/1.1" status: 200 len: 945 time: 0.0636351 Mar 16 09:02:43.461190 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cc83811f-8019-4311-b496-b8d534b4fc1f admin admin] Publish callbacks [] for security_group (7d1dca59-10e6-4fd3-9c9d-41f93d769fe3), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:43.467817 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cc83811f-8019-4311-b496-b8d534b4fc1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (7d1dca59-10e6-4fd3-9c9d-41f93d769fe3), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:43.483900 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-4b625cc2-f018-41c3-a2c3-634ac9f99ef8 req-d5ec9e3d-0049-44ef-9ada-fa29ded1daad tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/security-groups?id=b859da8d-0bdd-4a56-bb49-6face617f34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512629 Mar 16 09:02:43.517391 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc83811f-8019-4311-b496-b8d534b4fc1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d1dca59-10e6-4fd3-9c9d-41f93d769fe3,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:43.522789 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-cc83811f-8019-4311-b496-b8d534b4fc1f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a40ef1c0acad477aa387f2b616842b4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3307419 Mar 16 09:02:43.524811 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 46972) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:02:43.599063 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-389e1f0c-646c-44fa-9119-54d028e0bfc0 admin admin] Publish callbacks [] for security_group (7d1dca59-10e6-4fd3-9c9d-41f93d769fe3), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:43.652647 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-389e1f0c-646c-44fa-9119-54d028e0bfc0 admin admin] Publish callbacks [] for security_group (7d1dca59-10e6-4fd3-9c9d-41f93d769fe3), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:43.679593 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed598df5-8efe-4c6e-91b5-39f0d11af347 req-f6db66ae-2784-4bec-aee1-94c4b93d7393 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:43.681997 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-ed598df5-8efe-4c6e-91b5-39f0d11af347 req-f6db66ae-2784-4bec-aee1-94c4b93d7393 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=51ee1195-e0b6-4420-88ec-39d8a8149d60 HTTP/1.1" status: 200 len: 945 time: 0.0755568 Mar 16 09:02:43.691001 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 46980) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:02:43.696886 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.v2.base [None req-f0fca981-1307-4354-8969-9acc28dd6b84 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Request body: {'floatingip': {'port_id': '05729417-13d8-4b9d-be9a-cb0b900858ce'}} {{(pid=103096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:02:43.752931 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-389e1f0c-646c-44fa-9119-54d028e0bfc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (7d1dca59-10e6-4fd3-9c9d-41f93d769fe3), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:43.756048 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-389e1f0c-646c-44fa-9119-54d028e0bfc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:43.757231 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-389e1f0c-646c-44fa-9119-54d028e0bfc0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7d1dca59-10e6-4fd3-9c9d-41f93d769fe3 HTTP/1.1" status: 204 len: 168 time: 0.2315149 Mar 16 09:02:43.788217 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e1f0c-646c-44fa-9119-54d028e0bfc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d1dca59-10e6-4fd3-9c9d-41f93d769fe3,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:43.808248 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-f0fca981-1307-4354-8969-9acc28dd6b84 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks [] for floatingip (7fc1dcb0-8fe3-46a2-b869-77b28171c417), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:44.218353 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b72a6db-63cb-4a8a-bb37-ec86d033a7dc req-dd3524d6-48bc-4bac-9512-e70e6e211bab tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:44.219896 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-4b72a6db-63cb-4a8a-bb37-ec86d033a7dc req-dd3524d6-48bc-4bac-9512-e70e6e211bab tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/ports?device_id=b44e8926-3292-4a9c-92f8-d6b0444a20ec HTTP/1.1" status: 200 len: 945 time: 0.1352949 Mar 16 09:02:44.291214 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 47010) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:02:44.311569 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-fdf99afd-9721-48cf-ab23-290fb78f97c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:44.375827 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-4b72a6db-63cb-4a8a-bb37-ec86d033a7dc req-94c8440f-33b8-4af4-b9cb-c95900c89673 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c774127-f3f8-46fa-91b5-11ee87d14f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242075 Mar 16 09:02:44.404238 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-fdf99afd-9721-48cf-ab23-290fb78f97c1 admin admin] Publish callbacks [] for security_group (b45eee20-b970-4458-bccf-10aad6e1aee4), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:44.407840 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a047fd60-e5af-4223-a5d7-2860eab61d3b req-dea3a2a8-8bf4-452d-8151-e978532aa25b tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:44.409381 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-fdf99afd-9721-48cf-ab23-290fb78f97c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (b45eee20-b970-4458-bccf-10aad6e1aee4), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:44.414582 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a047fd60-e5af-4223-a5d7-2860eab61d3b req-dea3a2a8-8bf4-452d-8151-e978532aa25b tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=232ab7d6-42dc-4ce8-bcc4-e60daa208b35 HTTP/1.1" status: 200 len: 946 time: 0.1034362 Mar 16 09:02:44.451333 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf99afd-9721-48cf-ab23-290fb78f97c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b45eee20-b970-4458-bccf-10aad6e1aee4,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:44.458300 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-fdf99afd-9721-48cf-ab23-290fb78f97c1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b7f4d3134e494e979b57829bb669dafe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1650076 Mar 16 09:02:44.459251 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 47018) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:02:44.509877 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-29c10c1b-cef1-43bc-babd-e6a54014cd6c admin admin] Publish callbacks [] for security_group (b45eee20-b970-4458-bccf-10aad6e1aee4), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:44.530910 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-29c10c1b-cef1-43bc-babd-e6a54014cd6c admin admin] Publish callbacks [] for security_group (b45eee20-b970-4458-bccf-10aad6e1aee4), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:44.582116 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-29c10c1b-cef1-43bc-babd-e6a54014cd6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (b45eee20-b970-4458-bccf-10aad6e1aee4), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:44.588038 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-29c10c1b-cef1-43bc-babd-e6a54014cd6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:44.589780 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-29c10c1b-cef1-43bc-babd-e6a54014cd6c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b45eee20-b970-4458-bccf-10aad6e1aee4 HTTP/1.1" status: 204 len: 168 time: 0.1292441 Mar 16 09:02:44.601358 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c10c1b-cef1-43bc-babd-e6a54014cd6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b45eee20-b970-4458-bccf-10aad6e1aee4,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:44.657737 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a047fd60-e5af-4223-a5d7-2860eab61d3b req-f7245620-89e8-418a-9675-a86b0982e415 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422478 Mar 16 09:02:44.706467 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8728f81e-dcd3-4731-a8de-45fdc67599fa req-29fa5b46-7f4a-4fcd-94ba-8e7d02f1faca tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:44.708037 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-8728f81e-dcd3-4731-a8de-45fdc67599fa req-29fa5b46-7f4a-4fcd-94ba-8e7d02f1faca tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/ports?device_id=b44e8926-3292-4a9c-92f8-d6b0444a20ec HTTP/1.1" status: 200 len: 945 time: 0.2403088 Mar 16 09:02:44.719718 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 47026) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:02:44.724599 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.v2.base [None req-8c3e949d-cc88-4d97-9ab0-e554ff840301 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Request body: {'floatingip': {'port_id': '7155e07a-6504-49b7-a70d-aff571162b33'}} {{(pid=103095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:02:44.815850 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-8c3e949d-cc88-4d97-9ab0-e554ff840301 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Publish callbacks [] for floatingip (856edd6f-57a4-45e2-937d-79af7ebb16b6), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:44.887441 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-f0fca981-1307-4354-8969-9acc28dd6b84 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:44.897119 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-f0fca981-1307-4354-8969-9acc28dd6b84 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557332'] for floatingip (7fc1dcb0-8fe3-46a2-b869-77b28171c417), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:45.048499 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.agents_db [None req-ddb2e055-3acb-4969-8bde-a74b2247622c None None] Agent healthcheck: found 6 active agents {{(pid=103098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 09:02:45.050087 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.db.l3_db [None req-f0fca981-1307-4354-8969-9acc28dd6b84 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Floating IP 7fc1dcb0-8fe3-46a2-b869-77b28171c417 associated. External IP: 172.27.1.179, port: 05729417-13d8-4b9d-be9a-cb0b900858ce. Mar 16 09:02:45.174480 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 47052) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:02:45.198085 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-662d1903-fbaa-4ba8-9607-4fe0f4b78726 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:45.375698 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0fca981-1307-4354-8969-9acc28dd6b84 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Router 28a9d4e1-c387-4942-b7b4-294aa846a1f4 has already been hosted by L3 agent 09ce795b-eeca-4b3b-9d7f-577d9443cb21 {{(pid=103096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 09:02:45.446497 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-662d1903-fbaa-4ba8-9607-4fe0f4b78726 admin admin] Publish callbacks [] for security_group (7442fb22-3ecf-441f-a56b-c21a5abb6ab5), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:45.475293 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-662d1903-fbaa-4ba8-9607-4fe0f4b78726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (7442fb22-3ecf-441f-a56b-c21a5abb6ab5), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:45.539809 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-662d1903-fbaa-4ba8-9607-4fe0f4b78726 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=38629481eff54ac29d6b58155c831eb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3618181 Mar 16 09:02:45.540320 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 47078) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:02:45.540994 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662d1903-fbaa-4ba8-9607-4fe0f4b78726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7442fb22-3ecf-441f-a56b-c21a5abb6ab5,revision_number=1']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:45.599086 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0fca981-1307-4354-8969-9acc28dd6b84 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Notify agent at l3_agent.dv-cinder-831776-4-iscsi the message routers_updated {{(pid=103096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 09:02:45.614814 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-f0fca981-1307-4354-8969-9acc28dd6b84 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334679'] for floatingip (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:45.623570 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a67f82b-40c2-4e45-b3f0-a4e15a9a0e8b None None] Sync routers for ids ['28a9d4e1-c387-4942-b7b4-294aa846a1f4'] in dv-cinder-831776-4-iscsi {{(pid=103098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 09:02:45.639690 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a67f82b-40c2-4e45-b3f0-a4e15a9a0e8b None None] Routers {'28a9d4e1-c387-4942-b7b4-294aa846a1f4'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:02:45.640377 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-9a67f82b-40c2-4e45-b3f0-a4e15a9a0e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:02:23Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['28a9d4e1-c387-4942-b7b4-294aa846a1f4'], 'active': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:02:45.671807 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-ce9a6098-9643-4959-8a8f-8781fedf0ee3 admin admin] Publish callbacks [] for security_group (7442fb22-3ecf-441f-a56b-c21a5abb6ab5), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:45.703310 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-ce9a6098-9643-4959-8a8f-8781fedf0ee3 admin admin] Publish callbacks [] for security_group (7442fb22-3ecf-441f-a56b-c21a5abb6ab5), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:45.754943 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvr_db [None req-9a67f82b-40c2-4e45-b3f0-a4e15a9a0e8b None None] Set router 28a9d4e1-c387-4942-b7b4-294aa846a1f4 gateway port host: dv-cinder-831776-4-iscsi {{(pid=103098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:02:45.770376 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-f0fca981-1307-4354-8969-9acc28dd6b84 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "PUT /v2.0/floatingips/7fc1dcb0-8fe3-46a2-b869-77b28171c417 HTTP/1.1" status: 200 len: 991 time: 2.0782208 Mar 16 09:02:45.772680 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51ee1195-e0b6-4420-88ec-39d8a8149d60', 'tag': '05729417-13d8-4b9d-be9a-cb0b900858ce'}] {{(pid=103096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 09:02:45.775381 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552648401d13394d2a88e7485ef09c5647ae5ea4c1ec431ef2c5edbe801f23fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63dd7be9-0b08-4990-a9b7-53795b9bcbe0" -d '{"events": [{"name": "network-changed", "server_uuid": "51ee1195-e0b6-4420-88ec-39d8a8149d60", "tag": "05729417-13d8-4b9d-be9a-cb0b900858ce"}]}' {{(pid=103096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 09:02:45.812089 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-ce9a6098-9643-4959-8a8f-8781fedf0ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (7442fb22-3ecf-441f-a56b-c21a5abb6ab5), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:45.815854 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-ce9a6098-9643-4959-8a8f-8781fedf0ee3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:45.829323 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-ce9a6098-9643-4959-8a8f-8781fedf0ee3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7442fb22-3ecf-441f-a56b-c21a5abb6ab5 HTTP/1.1" status: 204 len: 168 time: 0.2786102 Mar 16 09:02:45.864591 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9a6098-9643-4959-8a8f-8781fedf0ee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7442fb22-3ecf-441f-a56b-c21a5abb6ab5,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:45.889560 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 09:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-358a99c5-60b0-4cfc-a60e-005820e48c8f x-openstack-request-id: req-358a99c5-60b0-4cfc-a60e-005820e48c8f {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 09:02:45.891133 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51ee1195-e0b6-4420-88ec-39d8a8149d60", "tag": "05729417-13d8-4b9d-be9a-cb0b900858ce", "status": "completed", "code": 200}]} {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 09:02:45.893885 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-358a99c5-60b0-4cfc-a60e-005820e48c8f {{(pid=103096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 09:02:45.895791 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51ee1195-e0b6-4420-88ec-39d8a8149d60', 'tag': '05729417-13d8-4b9d-be9a-cb0b900858ce', 'status': 'completed', 'code': 200} Mar 16 09:02:45.925954 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-8c3e949d-cc88-4d97-9ab0-e554ff840301 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:45.934442 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-8c3e949d-cc88-4d97-9ab0-e554ff840301 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557332'] for floatingip (856edd6f-57a4-45e2-937d-79af7ebb16b6), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:45.956234 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4ece87-6dfd-4d69-a721-ed8b5622b962 req-df801655-0725-4ef0-a73c-222f12e89e63 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:45.958044 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5e4ece87-6dfd-4d69-a721-ed8b5622b962 req-df801655-0725-4ef0-a73c-222f12e89e63 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=232ab7d6-42dc-4ce8-bcc4-e60daa208b35 HTTP/1.1" status: 200 len: 946 time: 0.1795347 Mar 16 09:02:46.111794 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.db.l3_db [None req-8c3e949d-cc88-4d97-9ab0-e554ff840301 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Floating IP 856edd6f-57a4-45e2-937d-79af7ebb16b6 associated. External IP: 172.27.1.68, port: 7155e07a-6504-49b7-a70d-aff571162b33. Mar 16 09:02:46.154281 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-9a67f82b-40c2-4e45-b3f0-a4e15a9a0e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'name': 'tempest-AttachVolumeNegativeTest-1056632038-router', 'tenant_id': 'cb287d834c3747da825c3d4bb412c949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '7b0f9b77-20b4-499c-ba37-3133a7150cf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:01:23Z', 'updated_at': '2022-03-16T09:01:30Z', 'revision_number': 4, 'project_id': 'cb287d834c3747da825c3d4bb412c949', 'gw_port': {'id': '7b0f9b77-20b4-499c-ba37-3133a7150cf0', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:24Z', 'updated_at': '2022-03-16T09:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_floatingips': [{'id': '7fc1dcb0-8fe3-46a2-b869-77b28171c417', 'tenant_id': 'cb287d834c3747da825c3d4bb412c949', 'floating_ip_address': '172.27.1.179', 'floating_network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'router_id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'port_id': '05729417-13d8-4b9d-be9a-cb0b900858ce', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 90, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625', 'mac_address': 'fa:16:3e:e7:33:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ee1195-e0b6-4420-88ec-39d8a8149d60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T09:01:37Z', 'updated_at': '2022-03-16T09:02:44Z', 'revision_number': 1, 'project_id': 'cb287d834c3747da825c3d4bb412c949', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47fcdb74-ada2-419e-b82d-f3e229027f7c', 'name': '', 'network_id': '71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625', 'tenant_id': 'cb287d834c3747da825c3d4bb412c949', 'mac_address': 'fa:16:3e:c2:b1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '21cfdeb1-bd49-41a4-bdcb-784e8ee0104b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:29Z', 'updated_at': '2022-03-16T09:01:39Z', 'revision_number': 5, 'project_id': 'cb287d834c3747da825c3d4bb412c949', 'subnets': [{'id': '21cfdeb1-bd49-41a4-bdcb-784e8ee0104b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:02:46.194856 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a67f82b-40c2-4e45-b3f0-a4e15a9a0e8b None None] Checking router: 28a9d4e1-c387-4942-b7b4-294aa846a1f4 for host: dv-cinder-831776-4-iscsi {{(pid=103098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 09:02:46.211796 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a67f82b-40c2-4e45-b3f0-a4e15a9a0e8b None None] Routers {'28a9d4e1-c387-4942-b7b4-294aa846a1f4'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:02:46.214031 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-9a67f82b-40c2-4e45-b3f0-a4e15a9a0e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:02:23Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['28a9d4e1-c387-4942-b7b4-294aa846a1f4'], 'active': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:02:46.240702 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5e4ece87-6dfd-4d69-a721-ed8b5622b962 req-41d8393d-f80f-4edb-bf1b-84b4b451fd66 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753472 Mar 16 09:02:46.246416 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dd7be9-0b08-4990-a9b7-53795b9bcbe0 req-49f7de53-1e94-45f6-9be5-ab3e11b7e5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:46.249375 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-63dd7be9-0b08-4990-a9b7-53795b9bcbe0 req-49f7de53-1e94-45f6-9be5-ab3e11b7e5a1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cb287d834c3747da825c3d4bb412c949&device_id=51ee1195-e0b6-4420-88ec-39d8a8149d60 HTTP/1.1" status: 200 len: 1129 time: 0.3382375 Mar 16 09:02:46.297558 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 47108) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:02:46.422674 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dd7be9-0b08-4990-a9b7-53795b9bcbe0 req-d1215eb8-2dee-4203-8ff9-578496919e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:46.424233 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-63dd7be9-0b08-4990-a9b7-53795b9bcbe0 req-d1215eb8-2dee-4203-8ff9-578496919e20 service neutron] 10.222.0.48 "GET /v2.0/networks?id=71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625 HTTP/1.1" status: 200 len: 916 time: 0.1591630 Mar 16 09:02:46.488700 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvr_db [None req-9a67f82b-40c2-4e45-b3f0-a4e15a9a0e8b None None] Set router 28a9d4e1-c387-4942-b7b4-294aa846a1f4 gateway port host: dv-cinder-831776-4-iscsi {{(pid=103098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:02:46.506777 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c3e949d-cc88-4d97-9ab0-e554ff840301 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Router 2df2c62d-5582-4298-bce8-eae327467d6d has already been hosted by L3 agent 09ce795b-eeca-4b3b-9d7f-577d9443cb21 {{(pid=103095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 09:02:46.552885 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6471013f-cb7b-43ad-98ce-2d38c5f98002 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:46.580263 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-63dd7be9-0b08-4990-a9b7-53795b9bcbe0 req-0ed69ae3-3e56-4152-b545-452be1bcfca9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05729417-13d8-4b9d-be9a-cb0b900858ce HTTP/1.1" status: 200 len: 999 time: 0.1496503 Mar 16 09:02:46.674330 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c3e949d-cc88-4d97-9ab0-e554ff840301 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Notify agent at l3_agent.dv-cinder-831776-4-iscsi the message routers_updated {{(pid=103095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 09:02:46.680504 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-8c3e949d-cc88-4d97-9ab0-e554ff840301 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334679'] for floatingip (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:46.690301 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757294a9-c9da-47bf-8f62-fbe9d841f2aa None None] Sync routers for ids ['2df2c62d-5582-4298-bce8-eae327467d6d'] in dv-cinder-831776-4-iscsi {{(pid=103097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 09:02:46.699765 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dd7be9-0b08-4990-a9b7-53795b9bcbe0 req-fcef15cf-4f61-4bd7-86b4-789bcbc40675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:46.701267 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-63dd7be9-0b08-4990-a9b7-53795b9bcbe0 req-fcef15cf-4f61-4bd7-86b4-789bcbc40675 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=21cfdeb1-bd49-41a4-bdcb-784e8ee0104b HTTP/1.1" status: 200 len: 854 time: 0.1134353 Mar 16 09:02:46.726230 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757294a9-c9da-47bf-8f62-fbe9d841f2aa None None] Routers {'2df2c62d-5582-4298-bce8-eae327467d6d'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:02:46.730704 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-757294a9-c9da-47bf-8f62-fbe9d841f2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:02:23Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['2df2c62d-5582-4298-bce8-eae327467d6d'], 'active': True} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:02:46.737362 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-8c3e949d-cc88-4d97-9ab0-e554ff840301 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "PUT /v2.0/floatingips/856edd6f-57a4-45e2-937d-79af7ebb16b6 HTTP/1.1" status: 200 len: 990 time: 2.0152738 Mar 16 09:02:46.737698 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b44e8926-3292-4a9c-92f8-d6b0444a20ec', 'tag': '7155e07a-6504-49b7-a70d-aff571162b33'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 09:02:46.749423 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de660049e31e1c4730ccfd2babe4980ec829989a923b23327226a9ffc2c3b378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91b71a78-a23c-461b-bb47-5e5a0db9f304" -d '{"events": [{"name": "network-changed", "server_uuid": "b44e8926-3292-4a9c-92f8-d6b0444a20ec", "tag": "7155e07a-6504-49b7-a70d-aff571162b33"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 09:02:46.806755 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dd7be9-0b08-4990-a9b7-53795b9bcbe0 req-26767982-aef8-4ff8-82e8-0c6331c5e628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:46.809087 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-63dd7be9-0b08-4990-a9b7-53795b9bcbe0 req-26767982-aef8-4ff8-82e8-0c6331c5e628 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0948381 Mar 16 09:02:46.839726 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 09:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5891455c-1719-44d2-bc5f-3692ab0b7ad0 x-openstack-request-id: req-5891455c-1719-44d2-bc5f-3692ab0b7ad0 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 09:02:46.839989 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b44e8926-3292-4a9c-92f8-d6b0444a20ec", "tag": "7155e07a-6504-49b7-a70d-aff571162b33", "status": "completed", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 09:02:46.840326 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5891455c-1719-44d2-bc5f-3692ab0b7ad0 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 09:02:46.841188 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b44e8926-3292-4a9c-92f8-d6b0444a20ec', 'tag': '7155e07a-6504-49b7-a70d-aff571162b33', 'status': 'completed', 'code': 200} Mar 16 09:02:46.851950 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6471013f-cb7b-43ad-98ce-2d38c5f98002 admin admin] Publish callbacks [] for security_group (c429cab1-ad1d-4880-ae19-b2e9c8b55913), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:46.862292 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6471013f-cb7b-43ad-98ce-2d38c5f98002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (c429cab1-ad1d-4880-ae19-b2e9c8b55913), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:46.934328 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 47136) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:02:46.959235 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-6471013f-cb7b-43ad-98ce-2d38c5f98002 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e62a14329b3a440baf7e21462e8ad7a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6581931 Mar 16 09:02:46.959235 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6471013f-cb7b-43ad-98ce-2d38c5f98002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c429cab1-ad1d-4880-ae19-b2e9c8b55913,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:46.959981 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 47140) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:02:47.001484 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-9a67f82b-40c2-4e45-b3f0-a4e15a9a0e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'name': 'tempest-AttachVolumeNegativeTest-1056632038-router', 'tenant_id': 'cb287d834c3747da825c3d4bb412c949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '7b0f9b77-20b4-499c-ba37-3133a7150cf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:01:23Z', 'updated_at': '2022-03-16T09:01:30Z', 'revision_number': 4, 'project_id': 'cb287d834c3747da825c3d4bb412c949', 'gw_port': {'id': '7b0f9b77-20b4-499c-ba37-3133a7150cf0', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:24Z', 'updated_at': '2022-03-16T09:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_floatingips': [{'id': '7fc1dcb0-8fe3-46a2-b869-77b28171c417', 'tenant_id': 'cb287d834c3747da825c3d4bb412c949', 'floating_ip_address': '172.27.1.179', 'floating_network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'router_id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'port_id': '05729417-13d8-4b9d-be9a-cb0b900858ce', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 90, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625', 'mac_address': 'fa:16:3e:e7:33:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ee1195-e0b6-4420-88ec-39d8a8149d60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T09:01:37Z', 'updated_at': '2022-03-16T09:02:44Z', 'revision_number': 1, 'project_id': 'cb287d834c3747da825c3d4bb412c949', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47fcdb74-ada2-419e-b82d-f3e229027f7c', 'name': '', 'network_id': '71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625', 'tenant_id': 'cb287d834c3747da825c3d4bb412c949', 'mac_address': 'fa:16:3e:c2:b1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '21cfdeb1-bd49-41a4-bdcb-784e8ee0104b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:29Z', 'updated_at': '2022-03-16T09:01:39Z', 'revision_number': 5, 'project_id': 'cb287d834c3747da825c3d4bb412c949', 'subnets': [{'id': '21cfdeb1-bd49-41a4-bdcb-784e8ee0104b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:02:47.036310 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a67f82b-40c2-4e45-b3f0-a4e15a9a0e8b None None] The sync data for ids ['28a9d4e1-c387-4942-b7b4-294aa846a1f4'] in dv-cinder-831776-4-iscsi is: [{'id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'name': 'tempest-AttachVolumeNegativeTest-1056632038-router', 'tenant_id': 'cb287d834c3747da825c3d4bb412c949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '7b0f9b77-20b4-499c-ba37-3133a7150cf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:01:23Z', 'updated_at': '2022-03-16T09:01:30Z', 'revision_number': 4, 'project_id': 'cb287d834c3747da825c3d4bb412c949', 'gw_port': {'id': '7b0f9b77-20b4-499c-ba37-3133a7150cf0', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:24Z', 'updated_at': '2022-03-16T09:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_floatingips': [{'id': '7fc1dcb0-8fe3-46a2-b869-77b28171c417', 'tenant_id': 'cb287d834c3747da825c3d4bb412c949', 'floating_ip_address': '172.27.1.179', 'floating_network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'router_id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'port_id': '05729417-13d8-4b9d-be9a-cb0b900858ce', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 90, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625', 'mac_address': 'fa:16:3e:e7:33:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ee1195-e0b6-4420-88ec-39d8a8149d60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T09:01:37Z', 'updated_at': '2022-03-16T09:02:44Z', 'revision_number': 1, 'project_id': 'cb287d834c3747da825c3d4bb412c949', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47fcdb74-ada2-419e-b82d-f3e229027f7c', 'name': '', 'network_id': '71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625', 'tenant_id': 'cb287d834c3747da825c3d4bb412c949', 'mac_address': 'fa:16:3e:c2:b1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '21cfdeb1-bd49-41a4-bdcb-784e8ee0104b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:29Z', 'updated_at': '2022-03-16T09:01:39Z', 'revision_number': 5, 'project_id': 'cb287d834c3747da825c3d4bb412c949', 'subnets': [{'id': '21cfdeb1-bd49-41a4-bdcb-784e8ee0104b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 09:02:47.070356 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-63dd7be9-0b08-4990-a9b7-53795b9bcbe0 req-8e77c2f3-3a56-49eb-be12-89fe186de92a service neutron] 10.222.0.48 "GET /v2.0/networks/71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537892 Mar 16 09:02:47.076214 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b71a78-a23c-461b-bb47-5e5a0db9f304 req-f8561d72-2630-4e08-9442-bf583798a6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:47.079055 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-91b71a78-a23c-461b-bb47-5e5a0db9f304 req-f8561d72-2630-4e08-9442-bf583798a6b2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=038ce3c42c064d11ab4e77d47b819ba5&device_id=b44e8926-3292-4a9c-92f8-d6b0444a20ec HTTP/1.1" status: 200 len: 1129 time: 0.2039294 Mar 16 09:02:47.105687 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5b3588eb-c41e-457e-9a82-9ceb01fc4f8a admin admin] Publish callbacks [] for security_group (c429cab1-ad1d-4880-ae19-b2e9c8b55913), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:47.123906 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6f121ebf-74b4-4850-917c-0f23566efb04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:47.148071 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvr_db [None req-757294a9-c9da-47bf-8f62-fbe9d841f2aa None None] Set router 2df2c62d-5582-4298-bce8-eae327467d6d gateway port host: dv-cinder-831776-4-iscsi {{(pid=103097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:02:47.155542 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5b3588eb-c41e-457e-9a82-9ceb01fc4f8a admin admin] Publish callbacks [] for security_group (c429cab1-ad1d-4880-ae19-b2e9c8b55913), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:47.246449 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5b3588eb-c41e-457e-9a82-9ceb01fc4f8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (c429cab1-ad1d-4880-ae19-b2e9c8b55913), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:47.249218 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5b3588eb-c41e-457e-9a82-9ceb01fc4f8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:47.252972 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-5b3588eb-c41e-457e-9a82-9ceb01fc4f8a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c429cab1-ad1d-4880-ae19-b2e9c8b55913 HTTP/1.1" status: 204 len: 168 time: 0.2895889 Mar 16 09:02:47.273043 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3588eb-c41e-457e-9a82-9ceb01fc4f8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c429cab1-ad1d-4880-ae19-b2e9c8b55913,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:47.279825 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6f121ebf-74b4-4850-917c-0f23566efb04 admin admin] Publish callbacks [] for security_group (00a33615-3743-47ec-8314-af1bdfbca18e), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:47.286321 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6f121ebf-74b4-4850-917c-0f23566efb04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (00a33615-3743-47ec-8314-af1bdfbca18e), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:47.300873 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-63dd7be9-0b08-4990-a9b7-53795b9bcbe0 req-c213d491-93cb-4ba2-acc4-5b58b784d7af service neutron] 10.222.0.48 "GET /v2.0/networks/71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130969 Mar 16 09:02:47.306623 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b71a78-a23c-461b-bb47-5e5a0db9f304 req-3d5de4f3-8f4f-443a-a9ce-8c025ccdf7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:47.309272 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-91b71a78-a23c-461b-bb47-5e5a0db9f304 req-3d5de4f3-8f4f-443a-a9ce-8c025ccdf7c0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c HTTP/1.1" status: 200 len: 912 time: 0.2126215 Mar 16 09:02:47.339136 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-6f121ebf-74b4-4850-917c-0f23566efb04 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=46a643e6a0394c85890e1029a8e913d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3982928 Mar 16 09:02:47.339136 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f121ebf-74b4-4850-917c-0f23566efb04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a33615-3743-47ec-8314-af1bdfbca18e,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:47.340558 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 47154) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:02:47.404756 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-06de0592-11b2-4f6f-b763-c99f5d03d10a admin admin] Publish callbacks [] for security_group (00a33615-3743-47ec-8314-af1bdfbca18e), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:47.440899 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-06de0592-11b2-4f6f-b763-c99f5d03d10a admin admin] Publish callbacks [] for security_group (00a33615-3743-47ec-8314-af1bdfbca18e), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:47.509853 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-06de0592-11b2-4f6f-b763-c99f5d03d10a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (00a33615-3743-47ec-8314-af1bdfbca18e), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:47.514725 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-06de0592-11b2-4f6f-b763-c99f5d03d10a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:47.516535 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-06de0592-11b2-4f6f-b763-c99f5d03d10a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/00a33615-3743-47ec-8314-af1bdfbca18e HTTP/1.1" status: 204 len: 168 time: 0.1749098 Mar 16 09:02:47.533169 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06de0592-11b2-4f6f-b763-c99f5d03d10a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a33615-3743-47ec-8314-af1bdfbca18e,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:47.550021 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec576676-948b-45f9-a82c-446a59b770f4 None None] New status for floating IP 7fc1dcb0-8fe3-46a2-b869-77b28171c417: ACTIVE {{(pid=103098) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 09:02:47.572439 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-91b71a78-a23c-461b-bb47-5e5a0db9f304 req-7c09b42f-3472-4985-80b1-443dc572e14a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7155e07a-6504-49b7-a70d-aff571162b33 HTTP/1.1" status: 200 len: 998 time: 0.2444022 Mar 16 09:02:47.667507 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f047eb-f1b0-4e14-a5c8-ce3dd486b6ff req-b040a53a-17d9-4399-acd0-7a7ff338b3d9 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:47.670106 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-74f047eb-f1b0-4e14-a5c8-ce3dd486b6ff req-b040a53a-17d9-4399-acd0-7a7ff338b3d9 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=232ab7d6-42dc-4ce8-bcc4-e60daa208b35 HTTP/1.1" status: 200 len: 946 time: 0.2394011 Mar 16 09:02:47.705898 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b71a78-a23c-461b-bb47-5e5a0db9f304 req-b8f9a8dc-d507-4262-b170-487da9d0afd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:47.708066 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-91b71a78-a23c-461b-bb47-5e5a0db9f304 req-b8f9a8dc-d507-4262-b170-487da9d0afd8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=653dccd0-3a12-4ac0-9cc2-5a0bfeaf34e7 HTTP/1.1" status: 200 len: 850 time: 0.1217566 Mar 16 09:02:47.776902 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-757294a9-c9da-47bf-8f62-fbe9d841f2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df2c62d-5582-4298-bce8-eae327467d6d', 'name': 'tempest-AttachVolumeTestJSON-1028812111-router', 'tenant_id': '038ce3c42c064d11ab4e77d47b819ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': 'f6b31a4c-cee9-42ec-bd05-d81200f3903a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:01:25Z', 'updated_at': '2022-03-16T09:01:34Z', 'revision_number': 4, 'project_id': '038ce3c42c064d11ab4e77d47b819ba5', 'gw_port': {'id': 'f6b31a4c-cee9-42ec-bd05-d81200f3903a', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:92:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df2c62d-5582-4298-bce8-eae327467d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:26Z', 'updated_at': '2022-03-16T09:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_floatingips': [{'id': '856edd6f-57a4-45e2-937d-79af7ebb16b6', 'tenant_id': '038ce3c42c064d11ab4e77d47b819ba5', 'floating_ip_address': '172.27.1.68', 'floating_network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'router_id': '2df2c62d-5582-4298-bce8-eae327467d6d', 'port_id': '7155e07a-6504-49b7-a70d-aff571162b33', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c', 'mac_address': 'fa:16:3e:81:2a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44e8926-3292-4a9c-92f8-d6b0444a20ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T09:01:39Z', 'updated_at': '2022-03-16T09:02:45Z', 'revision_number': 1, 'project_id': '038ce3c42c064d11ab4e77d47b819ba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2710fcff-2d87-4145-8e0c-0196ae6903e2', 'name': '', 'network_id': '95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c', 'tenant_id': '038ce3c42c064d11ab4e77d47b819ba5', 'mac_address': 'fa:16:3e:72:6c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df2c62d-5582-4298-bce8-eae327467d6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '653dccd0-3a12-4ac0-9cc2-5a0bfeaf34e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:32Z', 'updated_at': '2022-03-16T09:01:43Z', 'revision_number': 5, 'project_id': '038ce3c42c064d11ab4e77d47b819ba5', 'subnets': [{'id': '653dccd0-3a12-4ac0-9cc2-5a0bfeaf34e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:02:47.796630 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-74f047eb-f1b0-4e14-a5c8-ce3dd486b6ff req-6e8c5431-c376-46a6-bba4-ea2b79fa9132 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189189 Mar 16 09:02:47.811951 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b71a78-a23c-461b-bb47-5e5a0db9f304 req-5bb19a3c-0820-4319-ad09-09605b1d964d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:47.813719 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-91b71a78-a23c-461b-bb47-5e5a0db9f304 req-5bb19a3c-0820-4319-ad09-09605b1d964d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0646596 Mar 16 09:02:47.838372 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757294a9-c9da-47bf-8f62-fbe9d841f2aa None None] Checking router: 2df2c62d-5582-4298-bce8-eae327467d6d for host: dv-cinder-831776-4-iscsi {{(pid=103097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 09:02:47.847977 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757294a9-c9da-47bf-8f62-fbe9d841f2aa None None] Routers {'2df2c62d-5582-4298-bce8-eae327467d6d'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:02:47.848891 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-757294a9-c9da-47bf-8f62-fbe9d841f2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:02:23Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['2df2c62d-5582-4298-bce8-eae327467d6d'], 'active': True} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:02:47.877784 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 47166) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:02:47.913830 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2055412a-11ec-4c5d-ac36-8fcc9fafaae8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:47.945179 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-91b71a78-a23c-461b-bb47-5e5a0db9f304 req-50850478-8783-4132-97c5-c81b5637cbee service neutron] 10.222.0.48 "GET /v2.0/networks/95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147995 Mar 16 09:02:48.067771 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2055412a-11ec-4c5d-ac36-8fcc9fafaae8 admin admin] Publish callbacks [] for security_group (441f5e40-e4a3-4794-83dc-ab28af4acf0f), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:48.073749 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2055412a-11ec-4c5d-ac36-8fcc9fafaae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (441f5e40-e4a3-4794-83dc-ab28af4acf0f), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:48.120630 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-2055412a-11ec-4c5d-ac36-8fcc9fafaae8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3b30b540ff5140458ebce7a1efae2ad9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2414722 Mar 16 09:02:48.121382 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 47174) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:02:48.151228 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-91b71a78-a23c-461b-bb47-5e5a0db9f304 req-2b40be76-ab40-425c-872b-9c1641c8f4b0 service neutron] 10.222.0.48 "GET /v2.0/networks/95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883848 Mar 16 09:02:48.180376 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2055412a-11ec-4c5d-ac36-8fcc9fafaae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=441f5e40-e4a3-4794-83dc-ab28af4acf0f,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:48.201442 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvr_db [None req-757294a9-c9da-47bf-8f62-fbe9d841f2aa None None] Set router 2df2c62d-5582-4298-bce8-eae327467d6d gateway port host: dv-cinder-831776-4-iscsi {{(pid=103097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:02:48.229062 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-24a6f0d4-e6fc-4f49-afd8-72d6ebc34fcd admin admin] Publish callbacks [] for security_group (441f5e40-e4a3-4794-83dc-ab28af4acf0f), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:48.261443 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-24a6f0d4-e6fc-4f49-afd8-72d6ebc34fcd admin admin] Publish callbacks [] for security_group (441f5e40-e4a3-4794-83dc-ab28af4acf0f), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:48.320201 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-24a6f0d4-e6fc-4f49-afd8-72d6ebc34fcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (441f5e40-e4a3-4794-83dc-ab28af4acf0f), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:48.326403 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-24a6f0d4-e6fc-4f49-afd8-72d6ebc34fcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:48.334033 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-24a6f0d4-e6fc-4f49-afd8-72d6ebc34fcd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/441f5e40-e4a3-4794-83dc-ab28af4acf0f HTTP/1.1" status: 204 len: 168 time: 0.2096665 Mar 16 09:02:48.350203 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a6f0d4-e6fc-4f49-afd8-72d6ebc34fcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=441f5e40-e4a3-4794-83dc-ab28af4acf0f,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:48.574761 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-757294a9-c9da-47bf-8f62-fbe9d841f2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df2c62d-5582-4298-bce8-eae327467d6d', 'name': 'tempest-AttachVolumeTestJSON-1028812111-router', 'tenant_id': '038ce3c42c064d11ab4e77d47b819ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': 'f6b31a4c-cee9-42ec-bd05-d81200f3903a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:01:25Z', 'updated_at': '2022-03-16T09:01:34Z', 'revision_number': 4, 'project_id': '038ce3c42c064d11ab4e77d47b819ba5', 'gw_port': {'id': 'f6b31a4c-cee9-42ec-bd05-d81200f3903a', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:92:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df2c62d-5582-4298-bce8-eae327467d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:26Z', 'updated_at': '2022-03-16T09:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_floatingips': [{'id': '856edd6f-57a4-45e2-937d-79af7ebb16b6', 'tenant_id': '038ce3c42c064d11ab4e77d47b819ba5', 'floating_ip_address': '172.27.1.68', 'floating_network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'router_id': '2df2c62d-5582-4298-bce8-eae327467d6d', 'port_id': '7155e07a-6504-49b7-a70d-aff571162b33', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c', 'mac_address': 'fa:16:3e:81:2a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44e8926-3292-4a9c-92f8-d6b0444a20ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T09:01:39Z', 'updated_at': '2022-03-16T09:02:45Z', 'revision_number': 1, 'project_id': '038ce3c42c064d11ab4e77d47b819ba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2710fcff-2d87-4145-8e0c-0196ae6903e2', 'name': '', 'network_id': '95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c', 'tenant_id': '038ce3c42c064d11ab4e77d47b819ba5', 'mac_address': 'fa:16:3e:72:6c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df2c62d-5582-4298-bce8-eae327467d6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '653dccd0-3a12-4ac0-9cc2-5a0bfeaf34e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:32Z', 'updated_at': '2022-03-16T09:01:43Z', 'revision_number': 5, 'project_id': '038ce3c42c064d11ab4e77d47b819ba5', 'subnets': [{'id': '653dccd0-3a12-4ac0-9cc2-5a0bfeaf34e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:02:48.631442 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757294a9-c9da-47bf-8f62-fbe9d841f2aa None None] The sync data for ids ['2df2c62d-5582-4298-bce8-eae327467d6d'] in dv-cinder-831776-4-iscsi is: [{'id': '2df2c62d-5582-4298-bce8-eae327467d6d', 'name': 'tempest-AttachVolumeTestJSON-1028812111-router', 'tenant_id': '038ce3c42c064d11ab4e77d47b819ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': 'f6b31a4c-cee9-42ec-bd05-d81200f3903a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:01:25Z', 'updated_at': '2022-03-16T09:01:34Z', 'revision_number': 4, 'project_id': '038ce3c42c064d11ab4e77d47b819ba5', 'gw_port': {'id': 'f6b31a4c-cee9-42ec-bd05-d81200f3903a', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:92:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df2c62d-5582-4298-bce8-eae327467d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:26Z', 'updated_at': '2022-03-16T09:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_floatingips': [{'id': '856edd6f-57a4-45e2-937d-79af7ebb16b6', 'tenant_id': '038ce3c42c064d11ab4e77d47b819ba5', 'floating_ip_address': '172.27.1.68', 'floating_network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'router_id': '2df2c62d-5582-4298-bce8-eae327467d6d', 'port_id': '7155e07a-6504-49b7-a70d-aff571162b33', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c', 'mac_address': 'fa:16:3e:81:2a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44e8926-3292-4a9c-92f8-d6b0444a20ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T09:01:39Z', 'updated_at': '2022-03-16T09:02:45Z', 'revision_number': 1, 'project_id': '038ce3c42c064d11ab4e77d47b819ba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2710fcff-2d87-4145-8e0c-0196ae6903e2', 'name': '', 'network_id': '95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c', 'tenant_id': '038ce3c42c064d11ab4e77d47b819ba5', 'mac_address': 'fa:16:3e:72:6c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df2c62d-5582-4298-bce8-eae327467d6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '653dccd0-3a12-4ac0-9cc2-5a0bfeaf34e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:32Z', 'updated_at': '2022-03-16T09:01:43Z', 'revision_number': 5, 'project_id': '038ce3c42c064d11ab4e77d47b819ba5', 'subnets': [{'id': '653dccd0-3a12-4ac0-9cc2-5a0bfeaf34e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 09:02:49.037393 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cef884-95fe-4951-b290-6608ef2839f7 None None] New status for floating IP 856edd6f-57a4-45e2-937d-79af7ebb16b6: ACTIVE {{(pid=103097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 09:02:49.072324 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead26c9b-372e-4616-a833-3843ddeac24a req-4a99e8c5-bee6-4623-b88b-32980045fa98 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:49.080382 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-ead26c9b-372e-4616-a833-3843ddeac24a req-4a99e8c5-bee6-4623-b88b-32980045fa98 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=232ab7d6-42dc-4ce8-bcc4-e60daa208b35 HTTP/1.1" status: 200 len: 946 time: 0.1223977 Mar 16 09:02:49.142485 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-ead26c9b-372e-4616-a833-3843ddeac24a req-11437e44-47c6-42c1-b60b-178c68db6f6e tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581071 Mar 16 09:02:49.354375 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 47228) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:02:49.489354 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.v2.base [None req-0bb9be14-d603-4583-af89-c0789e8d1363 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-380111654-network', 'tenant_id': '26ea3aab85a94b37a21cdbed5b78f153'}} {{(pid=103096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:02:49.518406 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb9be14-d603-4583-af89-c0789e8d1363 admin admin] Made reservation on behalf of 26ea3aab85a94b37a21cdbed5b78f153 for: {'network': 1} {{(pid=103096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 09:02:49.520152 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-0bb9be14-d603-4583-af89-c0789e8d1363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for network (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:49.533271 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-0bb9be14-d603-4583-af89-c0789e8d1363 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:49.631758 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-0bb9be14-d603-4583-af89-c0789e8d1363 admin admin] Publish callbacks [] for security_group (b987a3c7-24e2-4882-9f40-34276d5812c8), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:49.636777 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-0bb9be14-d603-4583-af89-c0789e8d1363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (b987a3c7-24e2-4882-9f40-34276d5812c8), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:49.662251 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bb9be14-d603-4583-af89-c0789e8d1363 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=103096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 09:02:49.673212 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb9be14-d603-4583-af89-c0789e8d1363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b987a3c7-24e2-4882-9f40-34276d5812c8,revision_number=1']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:49.678041 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-0bb9be14-d603-4583-af89-c0789e8d1363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079957'] for segment (2be44d73-3d28-429b-944f-2d2ec1b02c37), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:49.678387 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.db.segments_db [None req-0bb9be14-d603-4583-af89-c0789e8d1363 admin admin] Added segment 2be44d73-3d28-429b-944f-2d2ec1b02c37 of type vlan for network c3ea6daf-446f-43ea-84a0-53f7ed6f9fc7 Mar 16 09:02:49.721504 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-0bb9be14-d603-4583-af89-c0789e8d1363 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732012783544'] for network (c3ea6daf-446f-43ea-84a0-53f7ed6f9fc7), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:49.741945 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 47250) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:02:49.748928 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-0bb9be14-d603-4583-af89-c0789e8d1363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787'] for network (c3ea6daf-446f-43ea-84a0-53f7ed6f9fc7), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:49.750139 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb9be14-d603-4583-af89-c0789e8d1363 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:49.750724 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-0bb9be14-d603-4583-af89-c0789e8d1363 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555813'] for network (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:49.813609 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-0bb9be14-d603-4583-af89-c0789e8d1363 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4580777 Mar 16 09:02:49.816533 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 47260) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:02:49.822031 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.v2.base [None req-b5d2b458-ec81-42f1-bbde-feb75adb8d8c admin admin] Request body: {'subnet': {'network_id': 'c3ea6daf-446f-43ea-84a0-53f7ed6f9fc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-380111654-subnet', 'tenant_id': '26ea3aab85a94b37a21cdbed5b78f153', 'ip_version': 4}} {{(pid=103095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:02:49.834068 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb9be14-d603-4583-af89-c0789e8d1363 admin admin] Pushing event updated for resources: {'Network': ['ID=c3ea6daf-446f-43ea-84a0-53f7ed6f9fc7,revision_number=1']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:49.845971 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Network c3ea6daf-446f-43ea-84a0-53f7ed6f9fc7 details requested by agent ovs-agent-dv-cinder-831776-4-iscsi with host dv-cinder-831776-4-iscsi {{(pid=103097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 16 09:02:49.873611 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5d2b458-ec81-42f1-bbde-feb75adb8d8c admin admin] Made reservation on behalf of 26ea3aab85a94b37a21cdbed5b78f153 for: {'subnet': 1} {{(pid=103095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 09:02:49.875952 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b5d2b458-ec81-42f1-bbde-feb75adb8d8c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:49.905828 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.v2.base [None req-6c35c554-2058-4209-8c67-9be64d2ad05d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1469916950-network', 'tenant_id': '9effb40e0aab4df38dc717d2d1284c87'}} {{(pid=103095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:02:49.967262 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c35c554-2058-4209-8c67-9be64d2ad05d admin admin] Made reservation on behalf of 9effb40e0aab4df38dc717d2d1284c87 for: {'network': 1} {{(pid=103095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 09:02:49.969545 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6c35c554-2058-4209-8c67-9be64d2ad05d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for network (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:49.984316 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6c35c554-2058-4209-8c67-9be64d2ad05d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:50.141319 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6c35c554-2058-4209-8c67-9be64d2ad05d admin admin] Publish callbacks [] for security_group (a5f3c674-69e2-4455-aa3a-cc9588dc1113), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:50.142493 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b5d2b458-ec81-42f1-bbde-feb75adb8d8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787'] for subnet (460c243c-1e34-4d2b-859c-b3bb55da3a92), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:50.147597 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6c35c554-2058-4209-8c67-9be64d2ad05d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (a5f3c674-69e2-4455-aa3a-cc9588dc1113), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:50.197888 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c35c554-2058-4209-8c67-9be64d2ad05d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=103095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 09:02:50.226066 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6c35c554-2058-4209-8c67-9be64d2ad05d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079957'] for segment (5957077b-eb63-4ef5-b723-d60b9c58a44f), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:50.226406 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.db.segments_db [None req-6c35c554-2058-4209-8c67-9be64d2ad05d admin admin] Added segment 5957077b-eb63-4ef5-b723-d60b9c58a44f of type vlan for network 5290f51a-b0ca-4356-aa42-ff3195f8295f Mar 16 09:02:50.241859 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d2b458-ec81-42f1-bbde-feb75adb8d8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=460c243c-1e34-4d2b-859c-b3bb55da3a92,revision_number=0']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:50.246095 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c35c554-2058-4209-8c67-9be64d2ad05d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f3c674-69e2-4455-aa3a-cc9588dc1113,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:50.298957 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6c35c554-2058-4209-8c67-9be64d2ad05d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732012783544'] for network (5290f51a-b0ca-4356-aa42-ff3195f8295f), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:50.301333 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d2b458-ec81-42f1-bbde-feb75adb8d8c admin admin] Checking segment: {'id': '2be44d73-3d28-429b-944f-2d2ec1b02c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c3ea6daf-446f-43ea-84a0-53f7ed6f9fc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 09:02:50.301714 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d2b458-ec81-42f1-bbde-feb75adb8d8c admin admin] Network hostable DHCP agents. Network: c3ea6daf-446f-43ea-84a0-53f7ed6f9fc7, hostable agents: ['a398d5bf-1368-473f-bfdd-7d167c3f4154'], hosted agents: [] {{(pid=103095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 09:02:50.337109 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d2b458-ec81-42f1-bbde-feb75adb8d8c admin admin] Network c3ea6daf-446f-43ea-84a0-53f7ed6f9fc7 is scheduled to be hosted by DHCP agent a398d5bf-1368-473f-bfdd-7d167c3f4154 with binding_index 1 {{(pid=103095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 09:02:50.340442 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6c35c554-2058-4209-8c67-9be64d2ad05d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787'] for network (5290f51a-b0ca-4356-aa42-ff3195f8295f), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:50.341624 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c35c554-2058-4209-8c67-9be64d2ad05d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:50.342240 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6c35c554-2058-4209-8c67-9be64d2ad05d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555813'] for network (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:50.357636 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb8c88e-2502-498b-aa9a-f2ed47ab4ed1 req-e56916ae-4a50-40dd-9522-4d8579756dc4 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:50.359945 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-1eb8c88e-2502-498b-aa9a-f2ed47ab4ed1 req-e56916ae-4a50-40dd-9522-4d8579756dc4 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=232ab7d6-42dc-4ce8-bcc4-e60daa208b35 HTTP/1.1" status: 200 len: 946 time: 0.0919347 Mar 16 09:02:50.415423 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-b5d2b458-ec81-42f1-bbde-feb75adb8d8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831776-4-iscsi, c3ea6daf-446f-43ea-84a0-53f7ed6f9fc7) {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 09:02:50.426510 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-6c35c554-2058-4209-8c67-9be64d2ad05d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6793399 Mar 16 09:02:50.428389 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 47294) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:02:50.429743 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d2b458-ec81-42f1-bbde-feb75adb8d8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:50.430651 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d47969-9c3f-4043-b20f-c9c0def6bbbe None None] Network c3ea6daf-446f-43ea-84a0-53f7ed6f9fc7 requested from dv-cinder-831776-4-iscsi {{(pid=103097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 09:02:50.431089 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b5d2b458-ec81-42f1-bbde-feb75adb8d8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555813'] for subnet (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:50.438935 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.v2.base [None req-c2ad58de-649a-468b-9250-b03e7f83932c admin admin] Request body: {'subnet': {'network_id': '5290f51a-b0ca-4356-aa42-ff3195f8295f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1469916950-subnet', 'tenant_id': '9effb40e0aab4df38dc717d2d1284c87', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:02:50.443401 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c35c554-2058-4209-8c67-9be64d2ad05d admin admin] Pushing event updated for resources: {'Network': ['ID=5290f51a-b0ca-4356-aa42-ff3195f8295f,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:50.452965 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-1eb8c88e-2502-498b-aa9a-f2ed47ab4ed1 req-cc52960b-e666-49ef-b4fd-4abebd9cf57b tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775125 Mar 16 09:02:50.474164 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-b5d2b458-ec81-42f1-bbde-feb75adb8d8c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6565788 Mar 16 09:02:50.477328 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 47296) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:02:50.481918 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ad58de-649a-468b-9250-b03e7f83932c admin admin] Made reservation on behalf of 9effb40e0aab4df38dc717d2d1284c87 for: {'subnet': 1} {{(pid=103095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 09:02:50.482656 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.v2.base [None req-cc88a754-1382-4795-88e2-921cdc027ef0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-380111654-router', 'tenant_id': '26ea3aab85a94b37a21cdbed5b78f153', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab'}}} {{(pid=103096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:02:50.485191 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c2ad58de-649a-468b-9250-b03e7f83932c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:50.495626 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Network 5290f51a-b0ca-4356-aa42-ff3195f8295f details requested by agent ovs-agent-dv-cinder-831776-4-iscsi with host dv-cinder-831776-4-iscsi {{(pid=103097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 16 09:02:50.510392 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-cc88a754-1382-4795-88e2-921cdc027ef0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124920'] for router (07933606-7411-4476-8d79-18dcf776997d), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:50.512560 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-cc88a754-1382-4795-88e2-921cdc027ef0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124913'] for router (07933606-7411-4476-8d79-18dcf776997d), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:50.572539 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-7388e1d1-e525-4e0f-bac3-862697c4e7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (a398d5bf-1368-473f-bfdd-7d167c3f4154), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:50.578453 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 47298) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:02:50.589602 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-cc88a754-1382-4795-88e2-921cdc027ef0 admin admin] Publish callbacks [] for router_controller (07933606-7411-4476-8d79-18dcf776997d), precommit_add_association {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:50.677482 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b6f22e-7a98-4dd9-95ef-b90219751efe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e1f1783-ec04-51b5-b159-6c4258c95f07-c3ea6daf-446f-43ea-84a0-53f7ed6f9fc7', 'network_id': 'c3ea6daf-446f-43ea-84a0-53f7ed6f9fc7', 'project_id': '26ea3aab85a94b37a21cdbed5b78f153', 'fixed_ips': [{'subnet_id': '460c243c-1e34-4d2b-859c-b3bb55da3a92'}]}} from dv-cinder-831776-4-iscsi. {{(pid=103097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 16 09:02:50.678409 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-e9b6f22e-7a98-4dd9-95ef-b90219751efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:50.791588 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-3800c757-a952-427a-aa96-1910cf1fcf8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:50.796743 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-cc88a754-1382-4795-88e2-921cdc027ef0 admin admin] Publish callbacks [] for router_gateway (07933606-7411-4476-8d79-18dcf776997d), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:50.848089 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.db_base_plugin_common [None req-e9b6f22e-7a98-4dd9-95ef-b90219751efe None None] Allocated IP 172.20.0.2 (c3ea6daf-446f-43ea-84a0-53f7ed6f9fc7/460c243c-1e34-4d2b-859c-b3bb55da3a92/904f11a9-799f-4351-b034-946fd198b562) {{(pid=103097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 09:02:50.900678 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c2ad58de-649a-468b-9250-b03e7f83932c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787'] for subnet (e31d2f51-4fb4-495a-a0bd-680768c9c696), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:50.935385 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-3800c757-a952-427a-aa96-1910cf1fcf8d admin admin] Publish callbacks [] for security_group (717e6a1f-a449-485e-b0ad-868baa0e950f), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:50.947197 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-3800c757-a952-427a-aa96-1910cf1fcf8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (717e6a1f-a449-485e-b0ad-868baa0e950f), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:50.962907 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ad58de-649a-468b-9250-b03e7f83932c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e31d2f51-4fb4-495a-a0bd-680768c9c696,revision_number=0']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:50.981849 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ad58de-649a-468b-9250-b03e7f83932c admin admin] Checking segment: {'id': '5957077b-eb63-4ef5-b723-d60b9c58a44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5290f51a-b0ca-4356-aa42-ff3195f8295f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 09:02:50.982497 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ad58de-649a-468b-9250-b03e7f83932c admin admin] Network hostable DHCP agents. Network: 5290f51a-b0ca-4356-aa42-ff3195f8295f, hostable agents: ['a398d5bf-1368-473f-bfdd-7d167c3f4154'], hosted agents: [] {{(pid=103095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 09:02:51.001844 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ad58de-649a-468b-9250-b03e7f83932c admin admin] Network 5290f51a-b0ca-4356-aa42-ff3195f8295f is scheduled to be hosted by DHCP agent a398d5bf-1368-473f-bfdd-7d167c3f4154 with binding_index 1 {{(pid=103095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 09:02:51.011076 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-c2ad58de-649a-468b-9250-b03e7f83932c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831776-4-iscsi, 5290f51a-b0ca-4356-aa42-ff3195f8295f) {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 09:02:51.011606 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-3800c757-a952-427a-aa96-1910cf1fcf8d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=13dd1f184d6b4c8ca0b667a6d7e284a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4320982 Mar 16 09:02:51.015408 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 47304) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:02:51.025367 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ad58de-649a-468b-9250-b03e7f83932c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:51.025807 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa250329-1ba7-4a60-a5b9-3a2ce9b5b4d2 None None] Network 5290f51a-b0ca-4356-aa42-ff3195f8295f requested from dv-cinder-831776-4-iscsi {{(pid=103097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 09:02:51.026165 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c2ad58de-649a-468b-9250-b03e7f83932c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555813'] for subnet (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:51.031992 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-e9b6f22e-7a98-4dd9-95ef-b90219751efe None None] Publish callbacks [] for port (904f11a9-799f-4351-b034-946fd198b562), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:51.067817 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-c2ad58de-649a-468b-9250-b03e7f83932c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6260548 Mar 16 09:02:51.073555 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3800c757-a952-427a-aa96-1910cf1fcf8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=717e6a1f-a449-485e-b0ad-868baa0e950f,revision_number=1']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:51.074369 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-e9b6f22e-7a98-4dd9-95ef-b90219751efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732012762709'] for port (904f11a9-799f-4351-b034-946fd198b562), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:51.110111 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e974d9c1-42fb-4d80-8c41-dc1a9df7350b admin admin] Publish callbacks [] for security_group (717e6a1f-a449-485e-b0ad-868baa0e950f), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:51.131277 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b6f22e-7a98-4dd9-95ef-b90219751efe None None] Network c3ea6daf-446f-43ea-84a0-53f7ed6f9fc7 is already hosted by enough agents. {{(pid=103097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 09:02:51.133037 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-cc88a754-1382-4795-88e2-921cdc027ef0 admin admin] Publish callbacks [] for router_gateway (07933606-7411-4476-8d79-18dcf776997d), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:51.138694 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.scheduler.base_scheduler [None req-e9b6f22e-7a98-4dd9-95ef-b90219751efe None None] Resources bound (agent type, host, resource id): {{(pid=103097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 09:02:51.141714 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b6f22e-7a98-4dd9-95ef-b90219751efe None None] Received port after_create {{(pid=103097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 09:02:51.147043 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e974d9c1-42fb-4d80-8c41-dc1a9df7350b admin admin] Publish callbacks [] for security_group (717e6a1f-a449-485e-b0ad-868baa0e950f), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:51.159696 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-cc88a754-1382-4795-88e2-921cdc027ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:51.167889 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b6f22e-7a98-4dd9-95ef-b90219751efe None None] Pushing event updated for resources: {'Port': ['ID=904f11a9-799f-4351-b034-946fd198b562,revision_number=1']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:51.222583 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e974d9c1-42fb-4d80-8c41-dc1a9df7350b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (717e6a1f-a449-485e-b0ad-868baa0e950f), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:51.225364 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e974d9c1-42fb-4d80-8c41-dc1a9df7350b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:51.234673 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-e974d9c1-42fb-4d80-8c41-dc1a9df7350b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/717e6a1f-a449-485e-b0ad-868baa0e950f HTTP/1.1" status: 204 len: 168 time: 0.2180381 Mar 16 09:02:51.239351 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226d4d58-ec70-4830-9b32-2c6c93205829 None None] Network 5290f51a-b0ca-4356-aa42-ff3195f8295f requested from dv-cinder-831776-4-iscsi {{(pid=103097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 09:02:51.254670 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e974d9c1-42fb-4d80-8c41-dc1a9df7350b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=717e6a1f-a449-485e-b0ad-868baa0e950f,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:51.256598 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.managers [None req-e9b6f22e-7a98-4dd9-95ef-b90219751efe None None] Attempting to bind port 904f11a9-799f-4351-b034-946fd198b562 on host dv-cinder-831776-4-iscsi for vnic_type normal with profile {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 09:02:51.256980 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.managers [None req-e9b6f22e-7a98-4dd9-95ef-b90219751efe None None] Attempting to bind port 904f11a9-799f-4351-b034-946fd198b562 by drivers openvswitch,hyperv on host dv-cinder-831776-4-iscsi at level 0 using segments [{'id': '2be44d73-3d28-429b-944f-2d2ec1b02c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c3ea6daf-446f-43ea-84a0-53f7ed6f9fc7'}] {{(pid=103097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 09:02:51.257344 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b6f22e-7a98-4dd9-95ef-b90219751efe None None] Attempting to bind port 904f11a9-799f-4351-b034-946fd198b562 on network c3ea6daf-446f-43ea-84a0-53f7ed6f9fc7 {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 09:02:51.295990 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.db_base_plugin_common [None req-cc88a754-1382-4795-88e2-921cdc027ef0 admin admin] Allocated IP 172.27.1.194 (c4839873-0f35-4ea4-8707-46bf79a3edab/25bf7ac3-5945-4bb8-8d8f-087cde6dd03d/738f7bf1-a65f-4968-9741-053f39a4c384) {{(pid=103096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 09:02:51.442674 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b6f22e-7a98-4dd9-95ef-b90219751efe None None] Checking agent: {'id': '489981c6-9aaa-401c-bd41-6b42e027a228', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 8, 53, 27), 'started_at': datetime.datetime(2022, 3, 16, 8, 53, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 9, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 09:02:51.443633 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b6f22e-7a98-4dd9-95ef-b90219751efe None None] Checking segment: {'id': '2be44d73-3d28-429b-944f-2d2ec1b02c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c3ea6daf-446f-43ea-84a0-53f7ed6f9fc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 09:02:51.444200 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-e9b6f22e-7a98-4dd9-95ef-b90219751efe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:51.444770 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b6f22e-7a98-4dd9-95ef-b90219751efe None None] Bound using segment: {'id': '2be44d73-3d28-429b-944f-2d2ec1b02c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c3ea6daf-446f-43ea-84a0-53f7ed6f9fc7'} {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 09:02:51.445470 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.managers [None req-e9b6f22e-7a98-4dd9-95ef-b90219751efe None None] Bound port: 904f11a9-799f-4351-b034-946fd198b562, host: dv-cinder-831776-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2be44d73-3d28-429b-944f-2d2ec1b02c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c3ea6daf-446f-43ea-84a0-53f7ed6f9fc7'}}] {{(pid=103097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 09:02:51.446011 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-e9b6f22e-7a98-4dd9-95ef-b90219751efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (904f11a9-799f-4351-b034-946fd198b562), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:51.464448 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-cc88a754-1382-4795-88e2-921cdc027ef0 admin admin] Publish callbacks [] for port (738f7bf1-a65f-4968-9741-053f39a4c384), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:51.539610 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-cc88a754-1382-4795-88e2-921cdc027ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732012762709'] for port (738f7bf1-a65f-4968-9741-053f39a4c384), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:51.621387 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc88a754-1382-4795-88e2-921cdc027ef0 admin admin] Network c4839873-0f35-4ea4-8707-46bf79a3edab is already hosted by enough agents. {{(pid=103096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 09:02:51.641883 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-e9b6f22e-7a98-4dd9-95ef-b90219751efe None None] For port 904f11a9-799f-4351-b034-946fd198b562, host dv-cinder-831776-4-iscsi, cleared binding levels {{(pid=103097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 09:02:51.645633 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.base_scheduler [None req-cc88a754-1382-4795-88e2-921cdc027ef0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 09:02:51.649060 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc88a754-1382-4795-88e2-921cdc027ef0 admin admin] Received port after_create {{(pid=103096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 09:02:51.654245 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 47328) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:02:51.657787 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-e9b6f22e-7a98-4dd9-95ef-b90219751efe None None] For port 904f11a9-799f-4351-b034-946fd198b562, host dv-cinder-831776-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-4-iscsi',level=0,port_id=904f11a9-799f-4351-b034-946fd198b562,segment=NetworkSegment(2be44d73-3d28-429b-944f-2d2ec1b02c37),segment_id=2be44d73-3d28-429b-944f-2d2ec1b02c37)] {{(pid=103097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 09:02:51.665529 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-e9b6f22e-7a98-4dd9-95ef-b90219751efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (904f11a9-799f-4351-b034-946fd198b562), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:51.683681 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2a1f9b78-704c-40a2-bd4d-6c8c9d0e57d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:51.742767 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b6f22e-7a98-4dd9-95ef-b90219751efe None None] Pushing event updated for resources: {'Port': ['ID=904f11a9-799f-4351-b034-946fd198b562,revision_number=2']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:51.761963 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc88a754-1382-4795-88e2-921cdc027ef0 admin admin] Pushing event updated for resources: {'Port': ['ID=738f7bf1-a65f-4968-9741-053f39a4c384,revision_number=1']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:51.804384 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0783c94f-f3a0-414e-9908-2e175c6f5efe req-bc2d19f2-fa71-43f1-bc1f-aee5af0ff233 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:51.805847 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-0783c94f-f3a0-414e-9908-2e175c6f5efe req-bc2d19f2-fa71-43f1-bc1f-aee5af0ff233 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=232ab7d6-42dc-4ce8-bcc4-e60daa208b35 HTTP/1.1" status: 200 len: 946 time: 0.2149212 Mar 16 09:02:51.818025 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2a1f9b78-704c-40a2-bd4d-6c8c9d0e57d0 admin admin] Publish callbacks [] for security_group (6cb48e28-4889-454b-bf56-36fffee6af84), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:51.825118 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2a1f9b78-704c-40a2-bd4d-6c8c9d0e57d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (6cb48e28-4889-454b-bf56-36fffee6af84), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:51.897488 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-2a1f9b78-704c-40a2-bd4d-6c8c9d0e57d0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=db354adb32ee44d5aa59fab629c45983&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2393086 Mar 16 09:02:51.899112 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 47334) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:02:51.903968 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f9b78-704c-40a2-bd4d-6c8c9d0e57d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb48e28-4889-454b-bf56-36fffee6af84,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:51.968523 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-0783c94f-f3a0-414e-9908-2e175c6f5efe req-8fa68524-d38c-45c3-bac5-71a2962d223c tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529305 Mar 16 09:02:51.969318 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 47336) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:02:51.975930 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.v2.base [None req-770deed7-9393-4b3c-8a3d-aa44cfbfd1e4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1088023519-network', 'tenant_id': '769dfc5ea9e8428282f3edaece1e8e7c'}} {{(pid=103095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:02:52.017396 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-cc88a754-1382-4795-88e2-921cdc027ef0 admin admin] Publish callbacks [] for router_gateway (07933606-7411-4476-8d79-18dcf776997d), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:52.030920 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-770deed7-9393-4b3c-8a3d-aa44cfbfd1e4 admin admin] Made reservation on behalf of 769dfc5ea9e8428282f3edaece1e8e7c for: {'network': 1} {{(pid=103095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 09:02:52.033227 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-770deed7-9393-4b3c-8a3d-aa44cfbfd1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for network (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:52.048838 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-27592ff6-5b86-4dc0-8986-313d90df44a6 admin admin] Publish callbacks [] for security_group (6cb48e28-4889-454b-bf56-36fffee6af84), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:52.052895 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-770deed7-9393-4b3c-8a3d-aa44cfbfd1e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:52.098583 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-27592ff6-5b86-4dc0-8986-313d90df44a6 admin admin] Publish callbacks [] for security_group (6cb48e28-4889-454b-bf56-36fffee6af84), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:52.188186 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-27592ff6-5b86-4dc0-8986-313d90df44a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (6cb48e28-4889-454b-bf56-36fffee6af84), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:52.191240 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-27592ff6-5b86-4dc0-8986-313d90df44a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:52.192549 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-27592ff6-5b86-4dc0-8986-313d90df44a6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6cb48e28-4889-454b-bf56-36fffee6af84 HTTP/1.1" status: 204 len: 168 time: 0.2899454 Mar 16 09:02:52.213599 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-770deed7-9393-4b3c-8a3d-aa44cfbfd1e4 admin admin] Publish callbacks [] for security_group (ce71560e-251c-4e69-8bb6-bed2dd1c44a5), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:52.214973 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27592ff6-5b86-4dc0-8986-313d90df44a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb48e28-4889-454b-bf56-36fffee6af84,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:52.221144 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-770deed7-9393-4b3c-8a3d-aa44cfbfd1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (ce71560e-251c-4e69-8bb6-bed2dd1c44a5), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:52.249664 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770deed7-9393-4b3c-8a3d-aa44cfbfd1e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce71560e-251c-4e69-8bb6-bed2dd1c44a5,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:52.261021 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-770deed7-9393-4b3c-8a3d-aa44cfbfd1e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=103095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 09:02:52.273073 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-770deed7-9393-4b3c-8a3d-aa44cfbfd1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079957'] for segment (8226b50f-a2f8-495a-a559-4a5dc2609f58), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:52.274179 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.db.segments_db [None req-770deed7-9393-4b3c-8a3d-aa44cfbfd1e4 admin admin] Added segment 8226b50f-a2f8-495a-a559-4a5dc2609f58 of type vlan for network be27306b-8977-4c34-aa90-ccf0daa86e80 Mar 16 09:02:52.317722 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-770deed7-9393-4b3c-8a3d-aa44cfbfd1e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732012783544'] for network (be27306b-8977-4c34-aa90-ccf0daa86e80), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:52.349836 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-770deed7-9393-4b3c-8a3d-aa44cfbfd1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787'] for network (be27306b-8977-4c34-aa90-ccf0daa86e80), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:52.350903 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770deed7-9393-4b3c-8a3d-aa44cfbfd1e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:52.351559 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-770deed7-9393-4b3c-8a3d-aa44cfbfd1e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555813'] for network (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:52.417720 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 47344) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:02:52.417877 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-770deed7-9393-4b3c-8a3d-aa44cfbfd1e4 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4471052 Mar 16 09:02:52.423498 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.v2.base [None req-da4dfc0c-3a1d-47e5-b818-32d533b858da admin admin] Request body: {'subnet': {'network_id': 'be27306b-8977-4c34-aa90-ccf0daa86e80', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1088023519-subnet', 'tenant_id': '769dfc5ea9e8428282f3edaece1e8e7c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:02:52.429312 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770deed7-9393-4b3c-8a3d-aa44cfbfd1e4 admin admin] Pushing event updated for resources: {'Network': ['ID=be27306b-8977-4c34-aa90-ccf0daa86e80,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:52.439920 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Network be27306b-8977-4c34-aa90-ccf0daa86e80 details requested by agent ovs-agent-dv-cinder-831776-4-iscsi with host dv-cinder-831776-4-iscsi {{(pid=103097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 16 09:02:52.458111 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da4dfc0c-3a1d-47e5-b818-32d533b858da admin admin] Made reservation on behalf of 769dfc5ea9e8428282f3edaece1e8e7c for: {'subnet': 1} {{(pid=103096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 09:02:52.460642 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-da4dfc0c-3a1d-47e5-b818-32d533b858da admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:52.536942 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-cc88a754-1382-4795-88e2-921cdc027ef0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557426'] for router (07933606-7411-4476-8d79-18dcf776997d), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:52.783664 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc88a754-1382-4795-88e2-921cdc027ef0 admin admin] Router 07933606-7411-4476-8d79-18dcf776997d is scheduled to L3 agent 09ce795b-eeca-4b3b-9d7f-577d9443cb21 with binding_index 1 {{(pid=103096) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 09:02:52.785333 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-da4dfc0c-3a1d-47e5-b818-32d533b858da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787'] for subnet (f5e0aa9f-d9be-4b32-a1fd-211301fffe74), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:52.801988 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-2da068b7-1a40-4f6e-a290-12094f8f6ef2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (09ce795b-eeca-4b3b-9d7f-577d9443cb21), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:52.935270 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4dfc0c-3a1d-47e5-b818-32d533b858da admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5e0aa9f-d9be-4b32-a1fd-211301fffe74,revision_number=0']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:52.954969 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4dfc0c-3a1d-47e5-b818-32d533b858da admin admin] Checking segment: {'id': '8226b50f-a2f8-495a-a559-4a5dc2609f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'be27306b-8977-4c34-aa90-ccf0daa86e80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 09:02:52.955350 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4dfc0c-3a1d-47e5-b818-32d533b858da admin admin] Network hostable DHCP agents. Network: be27306b-8977-4c34-aa90-ccf0daa86e80, hostable agents: ['a398d5bf-1368-473f-bfdd-7d167c3f4154'], hosted agents: [] {{(pid=103096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 09:02:52.985744 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc88a754-1382-4795-88e2-921cdc027ef0 admin admin] Notify agent at l3_agent.dv-cinder-831776-4-iscsi the message routers_updated {{(pid=103096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 09:02:52.987794 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4dfc0c-3a1d-47e5-b818-32d533b858da admin admin] Network be27306b-8977-4c34-aa90-ccf0daa86e80 is scheduled to be hosted by DHCP agent a398d5bf-1368-473f-bfdd-7d167c3f4154 with binding_index 1 {{(pid=103096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 09:02:52.990914 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5d0cf5-2c15-4003-9bf6-0b10323e647a None None] Network c3ea6daf-446f-43ea-84a0-53f7ed6f9fc7 requested from dv-cinder-831776-4-iscsi {{(pid=103097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 09:02:52.999287 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d61ac54-4ca8-477c-bfa4-e18cfd2c1c4a None None] Sync routers for ids ['07933606-7411-4476-8d79-18dcf776997d'] in dv-cinder-831776-4-iscsi {{(pid=103098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 09:02:53.008808 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.base_scheduler [None req-da4dfc0c-3a1d-47e5-b818-32d533b858da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831776-4-iscsi, be27306b-8977-4c34-aa90-ccf0daa86e80) {{(pid=103096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 09:02:53.016343 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-cc88a754-1382-4795-88e2-921cdc027ef0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:53.017819 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-cc88a754-1382-4795-88e2-921cdc027ef0 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5391164 Mar 16 09:02:53.020631 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 47368) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:02:53.022941 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d61ac54-4ca8-477c-bfa4-e18cfd2c1c4a None None] Routers {'07933606-7411-4476-8d79-18dcf776997d'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:02:53.023615 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-0d61ac54-4ca8-477c-bfa4-e18cfd2c1c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:02:53Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['07933606-7411-4476-8d79-18dcf776997d'], 'active': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:02:53.030052 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4dfc0c-3a1d-47e5-b818-32d533b858da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:53.032379 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-da4dfc0c-3a1d-47e5-b818-32d533b858da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555813'] for subnet (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:53.069785 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435329a5-7320-406c-b10a-a7ccbd94b426 None None] Network be27306b-8977-4c34-aa90-ccf0daa86e80 requested from dv-cinder-831776-4-iscsi {{(pid=103097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 09:02:53.100970 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-da4dfc0c-3a1d-47e5-b818-32d533b858da admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6819429 Mar 16 09:02:53.202950 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-17f858a2-a21d-445c-afd8-97b135170123 None None] Provisioning complete for port 904f11a9-799f-4351-b034-946fd198b562 triggered by entity DHCP. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:02:53.203684 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-17f858a2-a21d-445c-afd8-97b135170123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (904f11a9-799f-4351-b034-946fd198b562), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:53.244074 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95732084-39b9-47a1-a000-7f659f8a3a0f req-2fd5f065-ab8a-4eb7-9575-9b4225a6ed7e tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:53.252392 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-95732084-39b9-47a1-a000-7f659f8a3a0f req-2fd5f065-ab8a-4eb7-9575-9b4225a6ed7e tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=232ab7d6-42dc-4ce8-bcc4-e60daa208b35 HTTP/1.1" status: 200 len: 946 time: 0.1227424 Mar 16 09:02:53.274175 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvr_db [None req-0d61ac54-4ca8-477c-bfa4-e18cfd2c1c4a None None] Set router 07933606-7411-4476-8d79-18dcf776997d gateway port host: dv-cinder-831776-4-iscsi {{(pid=103098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:02:53.372896 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4041b6ae-3549-4ac0-bba1-d67fe10083e9 None None] Network be27306b-8977-4c34-aa90-ccf0daa86e80 requested from dv-cinder-831776-4-iscsi {{(pid=103097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 09:02:53.410238 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-95732084-39b9-47a1-a000-7f659f8a3a0f req-a563d5c8-6169-4e27-be35-d47907935df3 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535497 Mar 16 09:02:53.449694 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device 904f11a9-799f-4351-b034-946fd198b562 up at agent ovs-agent-dv-cinder-831776-4-iscsi {{(pid=103097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 09:02:53.600793 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-17f858a2-a21d-445c-afd8-97b135170123 None None] Current status of the port 904f11a9-799f-4351-b034-946fd198b562 is: DOWN; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:02:53.601143 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-17f858a2-a21d-445c-afd8-97b135170123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (904f11a9-799f-4351-b034-946fd198b562), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:53.647654 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Provisioning complete for port 904f11a9-799f-4351-b034-946fd198b562 triggered by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:02:53.648036 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (904f11a9-799f-4351-b034-946fd198b562), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:53.655222 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-0d61ac54-4ca8-477c-bfa4-e18cfd2c1c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07933606-7411-4476-8d79-18dcf776997d', 'name': 'tempest-TestShelveInstance-380111654-router', 'tenant_id': '26ea3aab85a94b37a21cdbed5b78f153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '738f7bf1-a65f-4968-9741-053f39a4c384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:02:50Z', 'updated_at': '2022-03-16T09:02:51Z', 'revision_number': 3, 'project_id': '26ea3aab85a94b37a21cdbed5b78f153', 'gw_port': {'id': '738f7bf1-a65f-4968-9741-053f39a4c384', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:fd:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07933606-7411-4476-8d79-18dcf776997d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:02:51Z', 'updated_at': '2022-03-16T09:02:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi'}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:02:53.696639 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d61ac54-4ca8-477c-bfa4-e18cfd2c1c4a None None] Checking router: 07933606-7411-4476-8d79-18dcf776997d for host: dv-cinder-831776-4-iscsi {{(pid=103098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 09:02:53.696943 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d61ac54-4ca8-477c-bfa4-e18cfd2c1c4a None None] Updating router 07933606-7411-4476-8d79-18dcf776997d port 738f7bf1-a65f-4968-9741-053f39a4c384 binding host dv-cinder-831776-4-iscsi {{(pid=103098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 09:02:53.739036 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-17f858a2-a21d-445c-afd8-97b135170123 None None] For port 904f11a9-799f-4351-b034-946fd198b562, host dv-cinder-831776-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-4-iscsi',level=0,port_id=904f11a9-799f-4351-b034-946fd198b562,segment=NetworkSegment(2be44d73-3d28-429b-944f-2d2ec1b02c37),segment_id=2be44d73-3d28-429b-944f-2d2ec1b02c37)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:02:53.741489 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0d61ac54-4ca8-477c-bfa4-e18cfd2c1c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (738f7bf1-a65f-4968-9741-053f39a4c384), before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:53.748369 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-17f858a2-a21d-445c-afd8-97b135170123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (904f11a9-799f-4351-b034-946fd198b562), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:53.807394 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f858a2-a21d-445c-afd8-97b135170123 None None] Pushing event updated for resources: {'Port': ['ID=904f11a9-799f-4351-b034-946fd198b562,revision_number=3']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:53.826666 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-dfd94038-0090-4824-b496-1103fb87b205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:53.927149 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-cdeb7127-6fa1-4060-ae0a-c8ffc2dd9388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (514d7d79-ab14-439d-a6c0-bbffe337a49f), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:53.963229 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Current status of the port 904f11a9-799f-4351-b034-946fd198b562 is: ACTIVE; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:02:53.977590 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-1ccf61ea-edd2-4bfb-ac16-04fc7490730b None None] Provisioning complete for port 904f11a9-799f-4351-b034-946fd198b562 triggered by entity DHCP. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:02:53.978442 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-1ccf61ea-edd2-4bfb-ac16-04fc7490730b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (904f11a9-799f-4351-b034-946fd198b562), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:53.991120 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 47394) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:02:54.090375 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-1ccf61ea-edd2-4bfb-ac16-04fc7490730b None None] Current status of the port 904f11a9-799f-4351-b034-946fd198b562 is: ACTIVE; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:02:54.160197 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.db_base_plugin_common [None req-dfd94038-0090-4824-b496-1103fb87b205 admin admin] Allocated IP 172.20.0.1 (c3ea6daf-446f-43ea-84a0-53f7ed6f9fc7/460c243c-1e34-4d2b-859c-b3bb55da3a92/f5a508b3-7c24-4ecf-8dda-3ad525efcbad) {{(pid=103096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 09:02:54.229294 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ec6bdcd1-0916-42b3-ada5-ae7862c8e13a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:54.302669 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 47406) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:02:54.336370 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-dfd94038-0090-4824-b496-1103fb87b205 admin admin] Publish callbacks [] for port (f5a508b3-7c24-4ecf-8dda-3ad525efcbad), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:54.373759 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ec6bdcd1-0916-42b3-ada5-ae7862c8e13a admin admin] Publish callbacks [] for security_group (2b85fe39-8741-44f2-b38b-edc5bbaae915), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:54.380428 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ec6bdcd1-0916-42b3-ada5-ae7862c8e13a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (2b85fe39-8741-44f2-b38b-edc5bbaae915), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:54.385807 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-dfd94038-0090-4824-b496-1103fb87b205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732012762709'] for port (f5a508b3-7c24-4ecf-8dda-3ad525efcbad), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:54.413154 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0d61ac54-4ca8-477c-bfa4-e18cfd2c1c4a None None] Publish callbacks [] for port (738f7bf1-a65f-4968-9741-053f39a4c384), precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:54.436515 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-ec6bdcd1-0916-42b3-ada5-ae7862c8e13a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dffe992c47e54fc7b185c8c16597b302&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4440968 Mar 16 09:02:54.437572 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6bdcd1-0916-42b3-ada5-ae7862c8e13a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b85fe39-8741-44f2-b38b-edc5bbaae915,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:54.437707 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 47412) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:02:54.439587 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd94038-0090-4824-b496-1103fb87b205 admin admin] Network c3ea6daf-446f-43ea-84a0-53f7ed6f9fc7 is already hosted by enough agents. {{(pid=103096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 09:02:54.445005 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0d61ac54-4ca8-477c-bfa4-e18cfd2c1c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (738f7bf1-a65f-4968-9741-053f39a4c384), after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:54.457770 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.base_scheduler [None req-dfd94038-0090-4824-b496-1103fb87b205 admin admin] Resources bound (agent type, host, resource id): {{(pid=103096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 09:02:54.469156 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd94038-0090-4824-b496-1103fb87b205 admin admin] Received port after_create {{(pid=103096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 09:02:54.469829 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-dfd94038-0090-4824-b496-1103fb87b205 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-557441'] for router_interface (07933606-7411-4476-8d79-18dcf776997d), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:54.523411 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd94038-0090-4824-b496-1103fb87b205 admin admin] Pushing event updated for resources: {'Port': ['ID=f5a508b3-7c24-4ecf-8dda-3ad525efcbad,revision_number=1']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:54.535121 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-8aa7a8ca-731a-43b7-a126-c72fd734e121 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:54.540050 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-0d61ac54-4ca8-477c-bfa4-e18cfd2c1c4a None None] Attempting to bind port 738f7bf1-a65f-4968-9741-053f39a4c384 on host dv-cinder-831776-4-iscsi for vnic_type normal with profile {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 09:02:54.540654 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-0d61ac54-4ca8-477c-bfa4-e18cfd2c1c4a None None] Attempting to bind port 738f7bf1-a65f-4968-9741-053f39a4c384 by drivers openvswitch,hyperv on host dv-cinder-831776-4-iscsi at level 0 using segments [{'id': '627a1704-08f1-4a54-a35a-53ba84ce9e35', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab'}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 09:02:54.541175 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d61ac54-4ca8-477c-bfa4-e18cfd2c1c4a None None] Attempting to bind port 738f7bf1-a65f-4968-9741-053f39a4c384 on network c4839873-0f35-4ea4-8707-46bf79a3edab {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 09:02:54.549074 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d61ac54-4ca8-477c-bfa4-e18cfd2c1c4a None None] Checking agent: {'id': '489981c6-9aaa-401c-bd41-6b42e027a228', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 8, 53, 27), 'started_at': datetime.datetime(2022, 3, 16, 8, 53, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 9, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 09:02:54.549476 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d61ac54-4ca8-477c-bfa4-e18cfd2c1c4a None None] Checking segment: {'id': '627a1704-08f1-4a54-a35a-53ba84ce9e35', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 09:02:54.549865 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0d61ac54-4ca8-477c-bfa4-e18cfd2c1c4a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:54.550419 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d61ac54-4ca8-477c-bfa4-e18cfd2c1c4a None None] Bound using segment: {'id': '627a1704-08f1-4a54-a35a-53ba84ce9e35', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab'} {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 09:02:54.551040 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-0d61ac54-4ca8-477c-bfa4-e18cfd2c1c4a None None] Bound port: 738f7bf1-a65f-4968-9741-053f39a4c384, host: dv-cinder-831776-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '627a1704-08f1-4a54-a35a-53ba84ce9e35', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab'}}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 09:02:54.551569 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0d61ac54-4ca8-477c-bfa4-e18cfd2c1c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (738f7bf1-a65f-4968-9741-053f39a4c384), before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:54.607571 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-ad073980-b45b-40d1-a7b1-1babd9f5b41f admin admin] Publish callbacks [] for security_group (2b85fe39-8741-44f2-b38b-edc5bbaae915), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:54.619764 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-0d61ac54-4ca8-477c-bfa4-e18cfd2c1c4a None None] For port 738f7bf1-a65f-4968-9741-053f39a4c384, host dv-cinder-831776-4-iscsi, cleared binding levels {{(pid=103098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 09:02:54.623421 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-0d61ac54-4ca8-477c-bfa4-e18cfd2c1c4a None None] For port 738f7bf1-a65f-4968-9741-053f39a4c384, host dv-cinder-831776-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-4-iscsi',level=0,port_id=738f7bf1-a65f-4968-9741-053f39a4c384,segment=NetworkSegment(627a1704-08f1-4a54-a35a-53ba84ce9e35),segment_id=627a1704-08f1-4a54-a35a-53ba84ce9e35)] {{(pid=103098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 09:02:54.627156 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b711fbec-bf62-4625-839b-2b730d03c1c6 None None] Pushing event updated for resources: {'Port': ['ID=738f7bf1-a65f-4968-9741-053f39a4c384,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:54.635773 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b711fbec-bf62-4625-839b-2b730d03c1c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:02:54.636158 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b711fbec-bf62-4625-839b-2b730d03c1c6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:02:54.636509 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b711fbec-bf62-4625-839b-2b730d03c1c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:02:54.636865 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b711fbec-bf62-4625-839b-2b730d03c1c6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:02:54.637311 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b711fbec-bf62-4625-839b-2b730d03c1c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:02:54.637731 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b711fbec-bf62-4625-839b-2b730d03c1c6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:02:54.638099 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b711fbec-bf62-4625-839b-2b730d03c1c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:02:54.638456 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b711fbec-bf62-4625-839b-2b730d03c1c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:02:54.638795 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b711fbec-bf62-4625-839b-2b730d03c1c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:02:54.639144 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b711fbec-bf62-4625-839b-2b730d03c1c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:02:54.639467 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b711fbec-bf62-4625-839b-2b730d03c1c6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:02:54.640213 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b711fbec-bf62-4625-839b-2b730d03c1c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:02:54.640327 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b711fbec-bf62-4625-839b-2b730d03c1c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:02:54.640611 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b711fbec-bf62-4625-839b-2b730d03c1c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:02:54.640993 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b711fbec-bf62-4625-839b-2b730d03c1c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:02:54.647195 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0d61ac54-4ca8-477c-bfa4-e18cfd2c1c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (738f7bf1-a65f-4968-9741-053f39a4c384), after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:54.665384 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d04718d-1b5d-4ea6-8eab-515453f01349 req-2121fe76-9e1b-4ebd-aa63-8498b5ac5fcc tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:54.666914 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-0d04718d-1b5d-4ea6-8eab-515453f01349 req-2121fe76-9e1b-4ebd-aa63-8498b5ac5fcc tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=232ab7d6-42dc-4ce8-bcc4-e60daa208b35 HTTP/1.1" status: 200 len: 946 time: 0.1470850 Mar 16 09:02:54.673067 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-ad073980-b45b-40d1-a7b1-1babd9f5b41f admin admin] Publish callbacks [] for security_group (2b85fe39-8741-44f2-b38b-edc5bbaae915), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:54.698812 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-8aa7a8ca-731a-43b7-a126-c72fd734e121 admin admin] Publish callbacks [] for security_group (31fd6077-f017-4082-aa03-62ea7cc1fdbe), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:54.707282 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-8aa7a8ca-731a-43b7-a126-c72fd734e121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (31fd6077-f017-4082-aa03-62ea7cc1fdbe), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:54.756417 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-8aa7a8ca-731a-43b7-a126-c72fd734e121 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b4267312df0d4f5e94beb2b4b6467ce2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4526093 Mar 16 09:02:54.759116 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa7a8ca-731a-43b7-a126-c72fd734e121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31fd6077-f017-4082-aa03-62ea7cc1fdbe,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:54.761595 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 47416) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:02:54.764053 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d61ac54-4ca8-477c-bfa4-e18cfd2c1c4a None None] Routers {'07933606-7411-4476-8d79-18dcf776997d'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:02:54.764702 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-0d61ac54-4ca8-477c-bfa4-e18cfd2c1c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:02:53Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['07933606-7411-4476-8d79-18dcf776997d'], 'active': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:02:54.810822 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-ad073980-b45b-40d1-a7b1-1babd9f5b41f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (2b85fe39-8741-44f2-b38b-edc5bbaae915), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:54.813945 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-ad073980-b45b-40d1-a7b1-1babd9f5b41f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:54.815246 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-ad073980-b45b-40d1-a7b1-1babd9f5b41f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2b85fe39-8741-44f2-b38b-edc5bbaae915 HTTP/1.1" status: 204 len: 168 time: 0.3733351 Mar 16 09:02:54.830405 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad073980-b45b-40d1-a7b1-1babd9f5b41f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b85fe39-8741-44f2-b38b-edc5bbaae915,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:54.843918 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5f8234aa-bc41-416d-afed-8e7390a486c4 admin admin] Publish callbacks [] for security_group (31fd6077-f017-4082-aa03-62ea7cc1fdbe), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:54.844409 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-f2e6f6c9-d809-4a22-bb09-b4aa0b2413a9 None None] Provisioning complete for port f5a508b3-7c24-4ecf-8dda-3ad525efcbad triggered by entity DHCP. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:02:54.844879 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-f2e6f6c9-d809-4a22-bb09-b4aa0b2413a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (f5a508b3-7c24-4ecf-8dda-3ad525efcbad), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:54.847155 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b711fbec-bf62-4625-839b-2b730d03c1c6 None None] Pushing event updated for resources: {'Port': ['ID=738f7bf1-a65f-4968-9741-053f39a4c384,revision_number=3']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:54.850746 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-0d04718d-1b5d-4ea6-8eab-515453f01349 req-fe33239f-1d90-4f59-b5a8-f2329f53d093 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666813 Mar 16 09:02:54.852342 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-dfd94038-0090-4824-b496-1103fb87b205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (f5a508b3-7c24-4ecf-8dda-3ad525efcbad), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:54.890008 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5f8234aa-bc41-416d-afed-8e7390a486c4 admin admin] Publish callbacks [] for security_group (31fd6077-f017-4082-aa03-62ea7cc1fdbe), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:54.911589 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-f2e6f6c9-d809-4a22-bb09-b4aa0b2413a9 None None] Port f5a508b3-7c24-4ecf-8dda-3ad525efcbad cannot update to ACTIVE because it is not bound. {{(pid=103097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 09:02:54.971643 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5f8234aa-bc41-416d-afed-8e7390a486c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (31fd6077-f017-4082-aa03-62ea7cc1fdbe), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:54.975120 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5f8234aa-bc41-416d-afed-8e7390a486c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:54.976481 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-5f8234aa-bc41-416d-afed-8e7390a486c4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/31fd6077-f017-4082-aa03-62ea7cc1fdbe HTTP/1.1" status: 204 len: 168 time: 0.2022555 Mar 16 09:02:54.979838 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvr_db [None req-0d61ac54-4ca8-477c-bfa4-e18cfd2c1c4a None None] Set router 07933606-7411-4476-8d79-18dcf776997d gateway port host: dv-cinder-831776-4-iscsi {{(pid=103098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:02:54.987209 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8234aa-bc41-416d-afed-8e7390a486c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31fd6077-f017-4082-aa03-62ea7cc1fdbe,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:55.087645 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-dfd94038-0090-4824-b496-1103fb87b205 admin admin] Publish callbacks [] for port (f5a508b3-7c24-4ecf-8dda-3ad525efcbad), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:55.094925 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-dfd94038-0090-4824-b496-1103fb87b205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (f5a508b3-7c24-4ecf-8dda-3ad525efcbad), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:55.095712 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-dfd94038-0090-4824-b496-1103fb87b205 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560177'] for router_interface (07933606-7411-4476-8d79-18dcf776997d), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:55.192229 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd94038-0090-4824-b496-1103fb87b205 admin admin] Pushing event updated for resources: {'Port': ['ID=f5a508b3-7c24-4ecf-8dda-3ad525efcbad,revision_number=2']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:55.243796 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd94038-0090-4824-b496-1103fb87b205 admin admin] Network c3ea6daf-446f-43ea-84a0-53f7ed6f9fc7 is already hosted by enough agents. {{(pid=103096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 09:02:55.248435 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.base_scheduler [None req-dfd94038-0090-4824-b496-1103fb87b205 admin admin] Resources bound (agent type, host, resource id): {{(pid=103096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 09:02:55.292910 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-0d61ac54-4ca8-477c-bfa4-e18cfd2c1c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07933606-7411-4476-8d79-18dcf776997d', 'name': 'tempest-TestShelveInstance-380111654-router', 'tenant_id': '26ea3aab85a94b37a21cdbed5b78f153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '738f7bf1-a65f-4968-9741-053f39a4c384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:02:50Z', 'updated_at': '2022-03-16T09:02:54Z', 'revision_number': 4, 'project_id': '26ea3aab85a94b37a21cdbed5b78f153', 'gw_port': {'id': '738f7bf1-a65f-4968-9741-053f39a4c384', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:fd:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07933606-7411-4476-8d79-18dcf776997d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:02:51Z', 'updated_at': '2022-03-16T09:02:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_interfaces': [{'id': 'f5a508b3-7c24-4ecf-8dda-3ad525efcbad', 'name': '', 'network_id': 'c3ea6daf-446f-43ea-84a0-53f7ed6f9fc7', 'tenant_id': '26ea3aab85a94b37a21cdbed5b78f153', 'mac_address': 'fa:16:3e:fa:4a:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07933606-7411-4476-8d79-18dcf776997d', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '460c243c-1e34-4d2b-859c-b3bb55da3a92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:02:53Z', 'updated_at': '2022-03-16T09:02:54Z', 'revision_number': 1, 'project_id': '26ea3aab85a94b37a21cdbed5b78f153', 'subnets': [{'id': '460c243c-1e34-4d2b-859c-b3bb55da3a92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:02:55.347033 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device 904f11a9-799f-4351-b034-946fd198b562 up at agent ovs-agent-dv-cinder-831776-4-iscsi {{(pid=103097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 09:02:55.389573 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d61ac54-4ca8-477c-bfa4-e18cfd2c1c4a None None] The sync data for ids ['07933606-7411-4476-8d79-18dcf776997d'] in dv-cinder-831776-4-iscsi is: [{'id': '07933606-7411-4476-8d79-18dcf776997d', 'name': 'tempest-TestShelveInstance-380111654-router', 'tenant_id': '26ea3aab85a94b37a21cdbed5b78f153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '738f7bf1-a65f-4968-9741-053f39a4c384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:02:50Z', 'updated_at': '2022-03-16T09:02:54Z', 'revision_number': 4, 'project_id': '26ea3aab85a94b37a21cdbed5b78f153', 'gw_port': {'id': '738f7bf1-a65f-4968-9741-053f39a4c384', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:fd:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07933606-7411-4476-8d79-18dcf776997d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:02:51Z', 'updated_at': '2022-03-16T09:02:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_interfaces': [{'id': 'f5a508b3-7c24-4ecf-8dda-3ad525efcbad', 'name': '', 'network_id': 'c3ea6daf-446f-43ea-84a0-53f7ed6f9fc7', 'tenant_id': '26ea3aab85a94b37a21cdbed5b78f153', 'mac_address': 'fa:16:3e:fa:4a:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07933606-7411-4476-8d79-18dcf776997d', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '460c243c-1e34-4d2b-859c-b3bb55da3a92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:02:53Z', 'updated_at': '2022-03-16T09:02:54Z', 'revision_number': 1, 'project_id': '26ea3aab85a94b37a21cdbed5b78f153', 'subnets': [{'id': '460c243c-1e34-4d2b-859c-b3bb55da3a92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 09:02:55.475488 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (f0da09ba-cbd5-402d-a3a1-68b8fcaf25e8), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:55.478191 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3de267ec-888d-49e1-92d2-a6991c0932cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (3616e4f6-4586-420d-b0d2-e3b2f5abb17b), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:55.508808 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Provisioning complete for port 904f11a9-799f-4351-b034-946fd198b562 triggered by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:02:55.511218 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (904f11a9-799f-4351-b034-946fd198b562), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:55.513226 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfd94038-0090-4824-b496-1103fb87b205 admin admin] Router 07933606-7411-4476-8d79-18dcf776997d has already been hosted by L3 agent 09ce795b-eeca-4b3b-9d7f-577d9443cb21 {{(pid=103096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 09:02:55.587219 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 47444) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:02:55.607307 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-da4103e8-272e-4803-9d35-cc48d8812fea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:55.717817 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Current status of the port 904f11a9-799f-4351-b034-946fd198b562 is: ACTIVE; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:02:55.754245 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-da4103e8-272e-4803-9d35-cc48d8812fea admin admin] Publish callbacks [] for security_group (c96144f2-e91a-4645-8597-02af07bae1cc), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:55.759641 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-65adf68f-63ec-466e-8858-35723b1bc896 None None] Provisioning complete for port f5a508b3-7c24-4ecf-8dda-3ad525efcbad triggered by entity DHCP. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:02:55.759820 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-65adf68f-63ec-466e-8858-35723b1bc896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (f5a508b3-7c24-4ecf-8dda-3ad525efcbad), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:55.763957 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-da4103e8-272e-4803-9d35-cc48d8812fea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (c96144f2-e91a-4645-8597-02af07bae1cc), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:55.873128 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4103e8-272e-4803-9d35-cc48d8812fea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c96144f2-e91a-4645-8597-02af07bae1cc,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:55.889398 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-65adf68f-63ec-466e-8858-35723b1bc896 None None] Port f5a508b3-7c24-4ecf-8dda-3ad525efcbad cannot update to ACTIVE because it is not bound. {{(pid=103097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 09:02:55.946322 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-da4103e8-272e-4803-9d35-cc48d8812fea admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8e0320b102c14808b7eb0bf54ac8f7f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3581645 Mar 16 09:02:55.947195 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 47452) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:02:56.048873 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-55230367-b5c7-4d68-b300-3b589908d98e admin admin] Publish callbacks [] for security_group (c96144f2-e91a-4645-8597-02af07bae1cc), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:56.078872 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-55230367-b5c7-4d68-b300-3b589908d98e admin admin] Publish callbacks [] for security_group (c96144f2-e91a-4645-8597-02af07bae1cc), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:56.163544 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-55230367-b5c7-4d68-b300-3b589908d98e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (c96144f2-e91a-4645-8597-02af07bae1cc), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:56.171580 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-55230367-b5c7-4d68-b300-3b589908d98e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:56.177630 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-55230367-b5c7-4d68-b300-3b589908d98e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c96144f2-e91a-4645-8597-02af07bae1cc HTTP/1.1" status: 204 len: 168 time: 0.2257333 Mar 16 09:02:56.180099 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfd94038-0090-4824-b496-1103fb87b205 admin admin] Notify agent at l3_agent.dv-cinder-831776-4-iscsi the message routers_updated {{(pid=103096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 09:02:56.194087 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55230367-b5c7-4d68-b300-3b589908d98e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c96144f2-e91a-4645-8597-02af07bae1cc,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:56.194214 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b1df6-ec39-4f74-804e-6c17fd47ff66 req-66804657-73f4-4ef9-b86a-c76b648483a5 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:56.210099 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-786b1df6-ec39-4f74-804e-6c17fd47ff66 req-66804657-73f4-4ef9-b86a-c76b648483a5 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b492862-16c2-42cb-bca8-a1d344b8a984 HTTP/1.1" status: 200 len: 945 time: 0.2026572 Mar 16 09:02:56.213905 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-dfd94038-0090-4824-b496-1103fb87b205 admin admin] 10.222.0.18 "PUT /v2.0/routers/07933606-7411-4476-8d79-18dcf776997d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1923013 Mar 16 09:02:56.224036 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a664c7f4-584f-47f5-b496-b0d717828279 req-227013c1-328e-4727-a1eb-791fd27969d2 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:56.225597 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a664c7f4-584f-47f5-b496-b0d717828279 req-227013c1-328e-4727-a1eb-791fd27969d2 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=232ab7d6-42dc-4ce8-bcc4-e60daa208b35 HTTP/1.1" status: 200 len: 946 time: 0.2164984 Mar 16 09:02:56.315008 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-786b1df6-ec39-4f74-804e-6c17fd47ff66 req-a75a8fd9-48fd-4426-9f4a-f0554647e1a4 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/security-groups?id=78bf3f79-aa37-43ea-9c29-1143266898ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884187 Mar 16 09:02:56.328520 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a664c7f4-584f-47f5-b496-b0d717828279 req-b4689a50-8058-4ae0-8710-c192df7c5154 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863211 Mar 16 09:02:56.858409 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (489981c6-9aaa-401c-bd41-6b42e027a228), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:57.056856 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 47502) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:02:57.063249 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.v2.base [None req-077c8e10-b572-4640-81a0-75e5097ba71a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1842869721-network', 'tenant_id': '2a0d3ff147b443cfac087e3d9aa917e0'}} {{(pid=103096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:02:57.092677 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-077c8e10-b572-4640-81a0-75e5097ba71a admin admin] Made reservation on behalf of 2a0d3ff147b443cfac087e3d9aa917e0 for: {'network': 1} {{(pid=103096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 09:02:57.095451 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-077c8e10-b572-4640-81a0-75e5097ba71a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for network (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:57.105307 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-077c8e10-b572-4640-81a0-75e5097ba71a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:57.193605 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-077c8e10-b572-4640-81a0-75e5097ba71a admin admin] Publish callbacks [] for security_group (c4239ba4-e112-49b4-93b6-465c49f82530), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:57.200843 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-077c8e10-b572-4640-81a0-75e5097ba71a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (c4239ba4-e112-49b4-93b6-465c49f82530), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:57.231479 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-077c8e10-b572-4640-81a0-75e5097ba71a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=103096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 09:02:57.256846 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077c8e10-b572-4640-81a0-75e5097ba71a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4239ba4-e112-49b4-93b6-465c49f82530,revision_number=1']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:57.268340 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-077c8e10-b572-4640-81a0-75e5097ba71a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079957'] for segment (e2703465-9afe-400d-818d-38effcf7b725), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:57.279144 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.db.segments_db [None req-077c8e10-b572-4640-81a0-75e5097ba71a admin admin] Added segment e2703465-9afe-400d-818d-38effcf7b725 of type vlan for network 632f844d-05cc-4b8c-afa8-a2ee689508dd Mar 16 09:02:57.334644 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-077c8e10-b572-4640-81a0-75e5097ba71a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732012783544'] for network (632f844d-05cc-4b8c-afa8-a2ee689508dd), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:57.365852 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device 738f7bf1-a65f-4968-9741-053f39a4c384 up at agent ovs-agent-dv-cinder-831776-4-iscsi {{(pid=103097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 09:02:57.380544 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-077c8e10-b572-4640-81a0-75e5097ba71a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787'] for network (632f844d-05cc-4b8c-afa8-a2ee689508dd), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:57.382173 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077c8e10-b572-4640-81a0-75e5097ba71a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:57.382947 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-077c8e10-b572-4640-81a0-75e5097ba71a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555813'] for network (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:57.469995 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077c8e10-b572-4640-81a0-75e5097ba71a admin admin] Pushing event updated for resources: {'Network': ['ID=632f844d-05cc-4b8c-afa8-a2ee689508dd,revision_number=1']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:57.481721 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Network 632f844d-05cc-4b8c-afa8-a2ee689508dd details requested by agent ovs-agent-dv-cinder-831776-4-iscsi with host dv-cinder-831776-4-iscsi {{(pid=103097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 16 09:02:57.482471 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-077c8e10-b572-4640-81a0-75e5097ba71a admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4243863 Mar 16 09:02:57.486008 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 47522) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:02:57.500059 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.v2.base [None req-840f8e72-ef02-4128-8959-7b3b8c02ec34 admin admin] Request body: {'subnet': {'network_id': '632f844d-05cc-4b8c-afa8-a2ee689508dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1842869721-subnet', 'tenant_id': '2a0d3ff147b443cfac087e3d9aa917e0', 'ip_version': 4}} {{(pid=103096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:02:57.574934 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-840f8e72-ef02-4128-8959-7b3b8c02ec34 admin admin] Made reservation on behalf of 2a0d3ff147b443cfac087e3d9aa917e0 for: {'subnet': 1} {{(pid=103096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 09:02:57.575722 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Provisioning complete for port 738f7bf1-a65f-4968-9741-053f39a4c384 triggered by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:02:57.576106 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (738f7bf1-a65f-4968-9741-053f39a4c384), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:57.577854 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-840f8e72-ef02-4128-8959-7b3b8c02ec34 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:57.647777 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7377cca2-751f-4b8c-b617-da0eb86ce167 req-ff07b4a0-98ea-4f9b-a34a-166988ca810d tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:57.650062 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-7377cca2-751f-4b8c-b617-da0eb86ce167 req-ff07b4a0-98ea-4f9b-a34a-166988ca810d tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=232ab7d6-42dc-4ce8-bcc4-e60daa208b35 HTTP/1.1" status: 200 len: 946 time: 0.1665192 Mar 16 09:02:57.680666 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532e1b2f-e791-4572-8b16-ebd4fd1e6b10 req-7a1ebd3b-df14-4784-b9a0-520cfbac9ffb tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:57.682173 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-532e1b2f-e791-4572-8b16-ebd4fd1e6b10 req-7a1ebd3b-df14-4784-b9a0-520cfbac9ffb tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b492862-16c2-42cb-bca8-a1d344b8a984 HTTP/1.1" status: 200 len: 945 time: 0.1774895 Mar 16 09:02:57.699128 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Current status of the port 738f7bf1-a65f-4968-9741-053f39a4c384 is: DOWN; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:02:57.699757 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (738f7bf1-a65f-4968-9741-053f39a4c384), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:57.723761 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] For port 738f7bf1-a65f-4968-9741-053f39a4c384, host dv-cinder-831776-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-4-iscsi',level=0,port_id=738f7bf1-a65f-4968-9741-053f39a4c384,segment=NetworkSegment(627a1704-08f1-4a54-a35a-53ba84ce9e35),segment_id=627a1704-08f1-4a54-a35a-53ba84ce9e35)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:02:57.730351 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (738f7bf1-a65f-4968-9741-053f39a4c384), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:57.796935 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Pushing event updated for resources: {'Port': ['ID=738f7bf1-a65f-4968-9741-053f39a4c384,revision_number=4']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:57.800809 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-7377cca2-751f-4b8c-b617-da0eb86ce167 req-3d464dea-3082-4de4-b73d-653b74a8d368 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418068 Mar 16 09:02:57.806810 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-532e1b2f-e791-4572-8b16-ebd4fd1e6b10 req-8049df61-f8d6-4259-82eb-5eeb0075afde tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/security-groups?id=78bf3f79-aa37-43ea-9c29-1143266898ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923686 Mar 16 09:02:57.896628 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-840f8e72-ef02-4128-8959-7b3b8c02ec34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787'] for subnet (49f356ce-d0d6-4e73-bfba-33202f6e1a8c), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:57.956163 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840f8e72-ef02-4128-8959-7b3b8c02ec34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49f356ce-d0d6-4e73-bfba-33202f6e1a8c,revision_number=0']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:57.963300 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840f8e72-ef02-4128-8959-7b3b8c02ec34 admin admin] Checking segment: {'id': 'e2703465-9afe-400d-818d-38effcf7b725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '632f844d-05cc-4b8c-afa8-a2ee689508dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 09:02:57.963605 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840f8e72-ef02-4128-8959-7b3b8c02ec34 admin admin] Network hostable DHCP agents. Network: 632f844d-05cc-4b8c-afa8-a2ee689508dd, hostable agents: ['a398d5bf-1368-473f-bfdd-7d167c3f4154'], hosted agents: [] {{(pid=103096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 09:02:57.980478 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840f8e72-ef02-4128-8959-7b3b8c02ec34 admin admin] Network 632f844d-05cc-4b8c-afa8-a2ee689508dd is scheduled to be hosted by DHCP agent a398d5bf-1368-473f-bfdd-7d167c3f4154 with binding_index 1 {{(pid=103096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 09:02:57.989671 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.base_scheduler [None req-840f8e72-ef02-4128-8959-7b3b8c02ec34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831776-4-iscsi, 632f844d-05cc-4b8c-afa8-a2ee689508dd) {{(pid=103096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 09:02:57.994252 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840f8e72-ef02-4128-8959-7b3b8c02ec34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:57.994858 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-840f8e72-ef02-4128-8959-7b3b8c02ec34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555813'] for subnet (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:57.999175 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54732b78-1711-47fb-8444-cb4d41dcf9f7 None None] Network 632f844d-05cc-4b8c-afa8-a2ee689508dd requested from dv-cinder-831776-4-iscsi {{(pid=103097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 09:02:58.014170 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 47538) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:02:58.017785 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-840f8e72-ef02-4128-8959-7b3b8c02ec34 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5269222 Mar 16 09:02:58.020431 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.v2.base [None req-130ab41c-d894-44d4-92c5-bce150617658 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1842869721-router', 'tenant_id': '2a0d3ff147b443cfac087e3d9aa917e0', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab'}}} {{(pid=103095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:02:58.058226 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-130ab41c-d894-44d4-92c5-bce150617658 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124920'] for router (41b703f0-6e00-41e6-8ff1-e67b75359218), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:58.059667 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-130ab41c-d894-44d4-92c5-bce150617658 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124913'] for router (41b703f0-6e00-41e6-8ff1-e67b75359218), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:58.119865 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac64b0c6-4394-492f-8080-7b2157ba8b6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e1f1783-ec04-51b5-b159-6c4258c95f07-632f844d-05cc-4b8c-afa8-a2ee689508dd', 'network_id': '632f844d-05cc-4b8c-afa8-a2ee689508dd', 'project_id': '2a0d3ff147b443cfac087e3d9aa917e0', 'fixed_ips': [{'subnet_id': '49f356ce-d0d6-4e73-bfba-33202f6e1a8c'}]}} from dv-cinder-831776-4-iscsi. {{(pid=103097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 16 09:02:58.121278 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-ac64b0c6-4394-492f-8080-7b2157ba8b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:58.137592 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-130ab41c-d894-44d4-92c5-bce150617658 admin admin] Publish callbacks [] for router_controller (41b703f0-6e00-41e6-8ff1-e67b75359218), precommit_add_association {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:58.297030 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.db_base_plugin_common [None req-ac64b0c6-4394-492f-8080-7b2157ba8b6b None None] Allocated IP 172.20.0.2 (632f844d-05cc-4b8c-afa8-a2ee689508dd/49f356ce-d0d6-4e73-bfba-33202f6e1a8c/85fed4d1-1cb4-4880-8ab5-3d7f0cb5013d) {{(pid=103097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 09:02:58.329711 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-130ab41c-d894-44d4-92c5-bce150617658 admin admin] Publish callbacks [] for router_gateway (41b703f0-6e00-41e6-8ff1-e67b75359218), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:58.484587 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-ac64b0c6-4394-492f-8080-7b2157ba8b6b None None] Publish callbacks [] for port (85fed4d1-1cb4-4880-8ab5-3d7f0cb5013d), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:58.497389 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-ac64b0c6-4394-492f-8080-7b2157ba8b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732012762709'] for port (85fed4d1-1cb4-4880-8ab5-3d7f0cb5013d), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:58.544242 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac64b0c6-4394-492f-8080-7b2157ba8b6b None None] Network 632f844d-05cc-4b8c-afa8-a2ee689508dd is already hosted by enough agents. {{(pid=103097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 09:02:58.547170 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.scheduler.base_scheduler [None req-ac64b0c6-4394-492f-8080-7b2157ba8b6b None None] Resources bound (agent type, host, resource id): {{(pid=103097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 09:02:58.552193 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac64b0c6-4394-492f-8080-7b2157ba8b6b None None] Received port after_create {{(pid=103097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 09:02:58.556010 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac64b0c6-4394-492f-8080-7b2157ba8b6b None None] Pushing event updated for resources: {'Port': ['ID=85fed4d1-1cb4-4880-8ab5-3d7f0cb5013d,revision_number=1']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:58.589734 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-130ab41c-d894-44d4-92c5-bce150617658 admin admin] Publish callbacks [] for router_gateway (41b703f0-6e00-41e6-8ff1-e67b75359218), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:58.616900 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-130ab41c-d894-44d4-92c5-bce150617658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:58.643787 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.managers [None req-ac64b0c6-4394-492f-8080-7b2157ba8b6b None None] Attempting to bind port 85fed4d1-1cb4-4880-8ab5-3d7f0cb5013d on host dv-cinder-831776-4-iscsi for vnic_type normal with profile {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 09:02:58.644155 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.managers [None req-ac64b0c6-4394-492f-8080-7b2157ba8b6b None None] Attempting to bind port 85fed4d1-1cb4-4880-8ab5-3d7f0cb5013d by drivers openvswitch,hyperv on host dv-cinder-831776-4-iscsi at level 0 using segments [{'id': 'e2703465-9afe-400d-818d-38effcf7b725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '632f844d-05cc-4b8c-afa8-a2ee689508dd'}] {{(pid=103097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 09:02:58.644526 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac64b0c6-4394-492f-8080-7b2157ba8b6b None None] Attempting to bind port 85fed4d1-1cb4-4880-8ab5-3d7f0cb5013d on network 632f844d-05cc-4b8c-afa8-a2ee689508dd {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 09:02:58.650974 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac64b0c6-4394-492f-8080-7b2157ba8b6b None None] Checking agent: {'id': '489981c6-9aaa-401c-bd41-6b42e027a228', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 8, 53, 27), 'started_at': datetime.datetime(2022, 3, 16, 8, 53, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 9, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 09:02:58.651354 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac64b0c6-4394-492f-8080-7b2157ba8b6b None None] Checking segment: {'id': 'e2703465-9afe-400d-818d-38effcf7b725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '632f844d-05cc-4b8c-afa8-a2ee689508dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 09:02:58.651761 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-ac64b0c6-4394-492f-8080-7b2157ba8b6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:58.652154 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac64b0c6-4394-492f-8080-7b2157ba8b6b None None] Bound using segment: {'id': 'e2703465-9afe-400d-818d-38effcf7b725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '632f844d-05cc-4b8c-afa8-a2ee689508dd'} {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 09:02:58.652622 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.managers [None req-ac64b0c6-4394-492f-8080-7b2157ba8b6b None None] Bound port: 85fed4d1-1cb4-4880-8ab5-3d7f0cb5013d, host: dv-cinder-831776-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2703465-9afe-400d-818d-38effcf7b725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '632f844d-05cc-4b8c-afa8-a2ee689508dd'}}] {{(pid=103097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 09:02:58.653000 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-ac64b0c6-4394-492f-8080-7b2157ba8b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (85fed4d1-1cb4-4880-8ab5-3d7f0cb5013d), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:58.657840 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593d5c16-1d17-4268-8f14-1548a52cb8a6 req-d0ee861d-32d6-4d8d-9f4c-6a7781d6528f tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:58.659804 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-593d5c16-1d17-4268-8f14-1548a52cb8a6 req-d0ee861d-32d6-4d8d-9f4c-6a7781d6528f tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b492862-16c2-42cb-bca8-a1d344b8a984 HTTP/1.1" status: 200 len: 945 time: 0.0792570 Mar 16 09:02:58.736811 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-ac64b0c6-4394-492f-8080-7b2157ba8b6b None None] For port 85fed4d1-1cb4-4880-8ab5-3d7f0cb5013d, host dv-cinder-831776-4-iscsi, cleared binding levels {{(pid=103097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 09:02:58.741595 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-ac64b0c6-4394-492f-8080-7b2157ba8b6b None None] For port 85fed4d1-1cb4-4880-8ab5-3d7f0cb5013d, host dv-cinder-831776-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-4-iscsi',level=0,port_id=85fed4d1-1cb4-4880-8ab5-3d7f0cb5013d,segment=NetworkSegment(e2703465-9afe-400d-818d-38effcf7b725),segment_id=e2703465-9afe-400d-818d-38effcf7b725)] {{(pid=103097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 09:02:58.744920 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-130ab41c-d894-44d4-92c5-bce150617658 admin admin] Allocated IP 172.27.1.159 (c4839873-0f35-4ea4-8707-46bf79a3edab/25bf7ac3-5945-4bb8-8d8f-087cde6dd03d/65b477cc-a16e-43d9-a701-6ac0fb5ce3a5) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 09:02:58.751485 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-ac64b0c6-4394-492f-8080-7b2157ba8b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (85fed4d1-1cb4-4880-8ab5-3d7f0cb5013d), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:58.844523 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.plugin [req-593d5c16-1d17-4268-8f14-1548a52cb8a6 req-b7e0f0f1-fc8c-47cb-b048-2ded3ad3e57e tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] Deleting port 7182eaae-95f5-46ad-ba3c-4339e163b8de {{(pid=103096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 09:02:58.844849 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-593d5c16-1d17-4268-8f14-1548a52cb8a6 req-b7e0f0f1-fc8c-47cb-b048-2ded3ad3e57e tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732013345958'] for port (7182eaae-95f5-46ad-ba3c-4339e163b8de), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:58.875377 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c717f9c-cdca-4370-8a40-c90c7e7ec75a None None] Sync routers for ids ['07933606-7411-4476-8d79-18dcf776997d'] in dv-cinder-831776-4-iscsi {{(pid=103097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 09:02:58.880991 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac64b0c6-4394-492f-8080-7b2157ba8b6b None None] Pushing event updated for resources: {'Port': ['ID=85fed4d1-1cb4-4880-8ab5-3d7f0cb5013d,revision_number=2']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:58.893091 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c717f9c-cdca-4370-8a40-c90c7e7ec75a None None] Routers {'07933606-7411-4476-8d79-18dcf776997d'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:02:58.893498 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-7c717f9c-cdca-4370-8a40-c90c7e7ec75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:02:53Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['07933606-7411-4476-8d79-18dcf776997d'], 'active': True} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:02:58.938443 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-130ab41c-d894-44d4-92c5-bce150617658 admin admin] Publish callbacks [] for port (65b477cc-a16e-43d9-a701-6ac0fb5ce3a5), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:59.035547 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-130ab41c-d894-44d4-92c5-bce150617658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732012762709'] for port (65b477cc-a16e-43d9-a701-6ac0fb5ce3a5), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:59.093812 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvr_db [None req-7c717f9c-cdca-4370-8a40-c90c7e7ec75a None None] Set router 07933606-7411-4476-8d79-18dcf776997d gateway port host: dv-cinder-831776-4-iscsi {{(pid=103097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:02:59.097647 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130ab41c-d894-44d4-92c5-bce150617658 admin admin] Network c4839873-0f35-4ea4-8707-46bf79a3edab is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 09:02:59.103137 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-130ab41c-d894-44d4-92c5-bce150617658 admin admin] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 09:02:59.105737 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130ab41c-d894-44d4-92c5-bce150617658 admin admin] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 09:02:59.170946 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.db [req-593d5c16-1d17-4268-8f14-1548a52cb8a6 req-b7e0f0f1-fc8c-47cb-b048-2ded3ad3e57e tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] For port 7182eaae-95f5-46ad-ba3c-4339e163b8de, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=7182eaae-95f5-46ad-ba3c-4339e163b8de,segment=NetworkSegment(aaeec25e-dc0f-4100-89c5-f8a3e6429e04),segment_id=aaeec25e-dc0f-4100-89c5-f8a3e6429e04)] {{(pid=103096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:02:59.171611 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-593d5c16-1d17-4268-8f14-1548a52cb8a6 req-b7e0f0f1-fc8c-47cb-b048-2ded3ad3e57e tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559013'] for port (7182eaae-95f5-46ad-ba3c-4339e163b8de), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:59.228886 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9665b3a4-8e7b-47bf-b3fb-dfa53991250b req-b3847166-5a58-4904-af06-c1f1fb2639dc tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:59.230943 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-9665b3a4-8e7b-47bf-b3fb-dfa53991250b req-b3847166-5a58-4904-af06-c1f1fb2639dc tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=232ab7d6-42dc-4ce8-bcc4-e60daa208b35 HTTP/1.1" status: 200 len: 946 time: 0.2189915 Mar 16 09:02:59.237122 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130ab41c-d894-44d4-92c5-bce150617658 admin admin] Pushing event updated for resources: {'Port': ['ID=65b477cc-a16e-43d9-a701-6ac0fb5ce3a5,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:59.263013 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.plugin [req-593d5c16-1d17-4268-8f14-1548a52cb8a6 req-b7e0f0f1-fc8c-47cb-b048-2ded3ad3e57e tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] Calling delete_port for 7182eaae-95f5-46ad-ba3c-4339e163b8de owned by compute:nova {{(pid=103096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 09:02:59.346532 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-9665b3a4-8e7b-47bf-b3fb-dfa53991250b req-4579897d-9e70-426e-a58d-f8fa7446b5d1 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026125 Mar 16 09:02:59.406804 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bfdf88-1795-4b3f-b533-ce4367af9328 req-f0f98990-357f-4783-b446-330d63fa4bd4 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:02:59.408567 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-37bfdf88-1795-4b3f-b533-ce4367af9328 req-f0f98990-357f-4783-b446-330d63fa4bd4 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b492862-16c2-42cb-bca8-a1d344b8a984 HTTP/1.1" status: 200 len: 945 time: 0.3481247 Mar 16 09:02:59.538363 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-37bfdf88-1795-4b3f-b533-ce4367af9328 req-ba15de66-97d2-45aa-84ea-75aef2af2341 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/security-groups?id=78bf3f79-aa37-43ea-9c29-1143266898ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995762 Mar 16 09:02:59.586384 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-130ab41c-d894-44d4-92c5-bce150617658 admin admin] Publish callbacks [] for router_gateway (41b703f0-6e00-41e6-8ff1-e67b75359218), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:59.604019 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device 85fed4d1-1cb4-4880-8ab5-3d7f0cb5013d up at agent ovs-agent-dv-cinder-831776-4-iscsi {{(pid=103097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 09:02:59.666232 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-593d5c16-1d17-4268-8f14-1548a52cb8a6 req-b7e0f0f1-fc8c-47cb-b048-2ded3ad3e57e tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732013351693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732012762718'] for port (7182eaae-95f5-46ad-ba3c-4339e163b8de), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:59.694785 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Provisioning complete for port 85fed4d1-1cb4-4880-8ab5-3d7f0cb5013d triggered by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:02:59.695714 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (85fed4d1-1cb4-4880-8ab5-3d7f0cb5013d), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:59.700361 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e0f0f1-fc8c-47cb-b048-2ded3ad3e57e tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] Pushing event deleted for resources: {'Port': ['ID=7182eaae-95f5-46ad-ba3c-4339e163b8de,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:02:59.741348 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-7c717f9c-cdca-4370-8a40-c90c7e7ec75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07933606-7411-4476-8d79-18dcf776997d', 'name': 'tempest-TestShelveInstance-380111654-router', 'tenant_id': '26ea3aab85a94b37a21cdbed5b78f153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '738f7bf1-a65f-4968-9741-053f39a4c384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:02:50Z', 'updated_at': '2022-03-16T09:02:54Z', 'revision_number': 4, 'project_id': '26ea3aab85a94b37a21cdbed5b78f153', 'gw_port': {'id': '738f7bf1-a65f-4968-9741-053f39a4c384', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:fd:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07933606-7411-4476-8d79-18dcf776997d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:02:51Z', 'updated_at': '2022-03-16T09:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_interfaces': [{'id': 'f5a508b3-7c24-4ecf-8dda-3ad525efcbad', 'name': '', 'network_id': 'c3ea6daf-446f-43ea-84a0-53f7ed6f9fc7', 'tenant_id': '26ea3aab85a94b37a21cdbed5b78f153', 'mac_address': 'fa:16:3e:fa:4a:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07933606-7411-4476-8d79-18dcf776997d', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '460c243c-1e34-4d2b-859c-b3bb55da3a92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:02:53Z', 'updated_at': '2022-03-16T09:02:54Z', 'revision_number': 2, 'project_id': '26ea3aab85a94b37a21cdbed5b78f153', 'subnets': [{'id': '460c243c-1e34-4d2b-859c-b3bb55da3a92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:02:59.772475 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c717f9c-cdca-4370-8a40-c90c7e7ec75a None None] Checking router: 07933606-7411-4476-8d79-18dcf776997d for host: dv-cinder-831776-4-iscsi {{(pid=103097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 09:02:59.772846 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c717f9c-cdca-4370-8a40-c90c7e7ec75a None None] Updating router 07933606-7411-4476-8d79-18dcf776997d port f5a508b3-7c24-4ecf-8dda-3ad525efcbad binding host dv-cinder-831776-4-iscsi {{(pid=103097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 09:02:59.779839 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [req-593d5c16-1d17-4268-8f14-1548a52cb8a6 req-b7e0f0f1-fc8c-47cb-b048-2ded3ad3e57e tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] No DVR routers for this DVR port 7182eaae-95f5-46ad-ba3c-4339e163b8de on host hv-cinder-83177 {{(pid=103096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 09:02:59.790390 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-593d5c16-1d17-4268-8f14-1548a52cb8a6 req-b7e0f0f1-fc8c-47cb-b048-2ded3ad3e57e tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334679'] for port (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:59.796614 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-593d5c16-1d17-4268-8f14-1548a52cb8a6 req-b7e0f0f1-fc8c-47cb-b048-2ded3ad3e57e tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.48 "DELETE /v2.0/ports/7182eaae-95f5-46ad-ba3c-4339e163b8de HTTP/1.1" status: 204 len: 173 time: 1.1277690 Mar 16 09:02:59.797111 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b492862-16c2-42cb-bca8-a1d344b8a984', 'name': 'network-vif-deleted', 'tag': '7182eaae-95f5-46ad-ba3c-4339e163b8de'}] {{(pid=103096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 09:02:59.801516 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552648401d13394d2a88e7485ef09c5647ae5ea4c1ec431ef2c5edbe801f23fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-329b646a-c522-4f3e-be89-e96d33bd1758" -d '{"events": [{"server_uuid": "7b492862-16c2-42cb-bca8-a1d344b8a984", "name": "network-vif-deleted", "tag": "7182eaae-95f5-46ad-ba3c-4339e163b8de"}]}' {{(pid=103096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 09:02:59.831207 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-7c717f9c-cdca-4370-8a40-c90c7e7ec75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (f5a508b3-7c24-4ecf-8dda-3ad525efcbad), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:02:59.849507 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 09:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a17803-62f6-4eed-a613-d838d814da97 x-openstack-request-id: req-06a17803-62f6-4eed-a613-d838d814da97 {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 09:02:59.850293 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b492862-16c2-42cb-bca8-a1d344b8a984", "name": "network-vif-deleted", "tag": "7182eaae-95f5-46ad-ba3c-4339e163b8de", "status": "completed", "code": 200}]} {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 09:02:59.850698 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-06a17803-62f6-4eed-a613-d838d814da97 {{(pid=103096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 09:02:59.851493 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b492862-16c2-42cb-bca8-a1d344b8a984', 'name': 'network-vif-deleted', 'tag': '7182eaae-95f5-46ad-ba3c-4339e163b8de', 'status': 'completed', 'code': 200} Mar 16 09:02:59.854689 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-130ab41c-d894-44d4-92c5-bce150617658 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557426'] for router (41b703f0-6e00-41e6-8ff1-e67b75359218), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:00.006475 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Current status of the port 85fed4d1-1cb4-4880-8ab5-3d7f0cb5013d is: DOWN; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:03:00.006703 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (85fed4d1-1cb4-4880-8ab5-3d7f0cb5013d), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:00.015651 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-130ab41c-d894-44d4-92c5-bce150617658 admin admin] Router 41b703f0-6e00-41e6-8ff1-e67b75359218 is scheduled to L3 agent 09ce795b-eeca-4b3b-9d7f-577d9443cb21 with binding_index 1 {{(pid=103095) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 09:03:00.057491 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] For port 85fed4d1-1cb4-4880-8ab5-3d7f0cb5013d, host dv-cinder-831776-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-4-iscsi',level=0,port_id=85fed4d1-1cb4-4880-8ab5-3d7f0cb5013d,segment=NetworkSegment(e2703465-9afe-400d-818d-38effcf7b725),segment_id=e2703465-9afe-400d-818d-38effcf7b725)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:03:00.073448 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (85fed4d1-1cb4-4880-8ab5-3d7f0cb5013d), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:00.074262 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device 738f7bf1-a65f-4968-9741-053f39a4c384 up at agent ovs-agent-dv-cinder-831776-4-iscsi {{(pid=103097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 09:03:00.127618 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-130ab41c-d894-44d4-92c5-bce150617658 admin admin] Notify agent at l3_agent.dv-cinder-831776-4-iscsi the message routers_updated {{(pid=103095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 09:03:00.142241 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a255b54-7cc1-4cd9-946d-54905b3f824c None None] Sync routers for ids ['41b703f0-6e00-41e6-8ff1-e67b75359218'] in dv-cinder-831776-4-iscsi {{(pid=103098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 09:03:00.155289 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a255b54-7cc1-4cd9-946d-54905b3f824c None None] Routers {'41b703f0-6e00-41e6-8ff1-e67b75359218'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:03:00.156165 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-3a255b54-7cc1-4cd9-946d-54905b3f824c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:02:53Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['41b703f0-6e00-41e6-8ff1-e67b75359218'], 'active': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:03:00.161482 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-130ab41c-d894-44d4-92c5-bce150617658 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:00.165791 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 47590) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:03:00.166198 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-130ab41c-d894-44d4-92c5-bce150617658 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1505172 Mar 16 09:03:00.214327 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Pushing event updated for resources: {'Port': ['ID=85fed4d1-1cb4-4880-8ab5-3d7f0cb5013d,revision_number=3']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:03:00.238670 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Provisioning complete for port 738f7bf1-a65f-4968-9741-053f39a4c384 triggered by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:03:00.239053 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (738f7bf1-a65f-4968-9741-053f39a4c384), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:00.244050 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7331c1a6-8954-4d04-8b5c-c329fbd8936c None None] Network 632f844d-05cc-4b8c-afa8-a2ee689508dd requested from dv-cinder-831776-4-iscsi {{(pid=103097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 09:03:00.275951 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvr_db [None req-3a255b54-7cc1-4cd9-946d-54905b3f824c None None] Set router 41b703f0-6e00-41e6-8ff1-e67b75359218 gateway port host: dv-cinder-831776-4-iscsi {{(pid=103098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:03:00.439069 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-7c717f9c-cdca-4370-8a40-c90c7e7ec75a None None] Publish callbacks [] for port (f5a508b3-7c24-4ecf-8dda-3ad525efcbad), precommit_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:00.450775 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-82aea188-95ad-48eb-aa61-a94425c79999 None None] Provisioning complete for port 85fed4d1-1cb4-4880-8ab5-3d7f0cb5013d triggered by entity DHCP. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:03:00.454704 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-82aea188-95ad-48eb-aa61-a94425c79999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (85fed4d1-1cb4-4880-8ab5-3d7f0cb5013d), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:00.496860 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-7c717f9c-cdca-4370-8a40-c90c7e7ec75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (f5a508b3-7c24-4ecf-8dda-3ad525efcbad), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:00.551921 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791c0478-f43e-4023-b47a-d93a383da476 req-bfc3bf4c-0d35-41f1-9e94-28e26267d79f tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:03:00.559227 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-791c0478-f43e-4023-b47a-d93a383da476 req-bfc3bf4c-0d35-41f1-9e94-28e26267d79f tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=232ab7d6-42dc-4ce8-bcc4-e60daa208b35 HTTP/1.1" status: 200 len: 946 time: 0.0840082 Mar 16 09:03:00.595173 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Current status of the port 738f7bf1-a65f-4968-9741-053f39a4c384 is: ACTIVE; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:03:00.602209 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-3a255b54-7cc1-4cd9-946d-54905b3f824c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b703f0-6e00-41e6-8ff1-e67b75359218', 'name': 'tempest-TestShelveInstance-1842869721-router', 'tenant_id': '2a0d3ff147b443cfac087e3d9aa917e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '65b477cc-a16e-43d9-a701-6ac0fb5ce3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:02:58Z', 'updated_at': '2022-03-16T09:02:59Z', 'revision_number': 3, 'project_id': '2a0d3ff147b443cfac087e3d9aa917e0', 'gw_port': {'id': '65b477cc-a16e-43d9-a701-6ac0fb5ce3a5', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:4e:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41b703f0-6e00-41e6-8ff1-e67b75359218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:02:58Z', 'updated_at': '2022-03-16T09:02:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi'}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:03:00.635159 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59597a24-8300-4452-9cb8-dd6c64fdd8f2 None None] Pushing event updated for resources: {'Port': ['ID=f5a508b3-7c24-4ecf-8dda-3ad525efcbad,revision_number=3']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:03:00.641644 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a255b54-7cc1-4cd9-946d-54905b3f824c None None] Checking router: 41b703f0-6e00-41e6-8ff1-e67b75359218 for host: dv-cinder-831776-4-iscsi {{(pid=103098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 09:03:00.642261 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a255b54-7cc1-4cd9-946d-54905b3f824c None None] Updating router 41b703f0-6e00-41e6-8ff1-e67b75359218 port 65b477cc-a16e-43d9-a701-6ac0fb5ce3a5 binding host dv-cinder-831776-4-iscsi {{(pid=103098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 09:03:00.662589 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a5b16379-a3fa-4080-844a-1aeb5d1f7b91 req-f0cdcfa7-f972-4466-847c-d41797bc2244 tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b492862-16c2-42cb-bca8-a1d344b8a984 HTTP/1.1" status: 200 len: 210 time: 0.0389495 Mar 16 09:03:00.690417 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3a255b54-7cc1-4cd9-946d-54905b3f824c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (65b477cc-a16e-43d9-a701-6ac0fb5ce3a5), before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:00.693662 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-791c0478-f43e-4023-b47a-d93a383da476 req-9d2aaefe-5cf3-4a29-b557-50c4992832d8 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335783 Mar 16 09:03:00.770657 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.managers [None req-7c717f9c-cdca-4370-8a40-c90c7e7ec75a None None] Attempting to bind port f5a508b3-7c24-4ecf-8dda-3ad525efcbad on host dv-cinder-831776-4-iscsi for vnic_type normal with profile {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 09:03:00.771028 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.managers [None req-7c717f9c-cdca-4370-8a40-c90c7e7ec75a None None] Attempting to bind port f5a508b3-7c24-4ecf-8dda-3ad525efcbad by drivers openvswitch,hyperv on host dv-cinder-831776-4-iscsi at level 0 using segments [{'id': '2be44d73-3d28-429b-944f-2d2ec1b02c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c3ea6daf-446f-43ea-84a0-53f7ed6f9fc7'}] {{(pid=103097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 09:03:00.771399 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c717f9c-cdca-4370-8a40-c90c7e7ec75a None None] Attempting to bind port f5a508b3-7c24-4ecf-8dda-3ad525efcbad on network c3ea6daf-446f-43ea-84a0-53f7ed6f9fc7 {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 09:03:00.781754 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c717f9c-cdca-4370-8a40-c90c7e7ec75a None None] Checking agent: {'id': '489981c6-9aaa-401c-bd41-6b42e027a228', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 8, 53, 27), 'started_at': datetime.datetime(2022, 3, 16, 8, 53, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 9, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 09:03:00.782128 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c717f9c-cdca-4370-8a40-c90c7e7ec75a None None] Checking segment: {'id': '2be44d73-3d28-429b-944f-2d2ec1b02c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c3ea6daf-446f-43ea-84a0-53f7ed6f9fc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 09:03:00.782531 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-7c717f9c-cdca-4370-8a40-c90c7e7ec75a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:00.783219 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c717f9c-cdca-4370-8a40-c90c7e7ec75a None None] Bound using segment: {'id': '2be44d73-3d28-429b-944f-2d2ec1b02c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c3ea6daf-446f-43ea-84a0-53f7ed6f9fc7'} {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 09:03:00.783378 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.managers [None req-7c717f9c-cdca-4370-8a40-c90c7e7ec75a None None] Bound port: f5a508b3-7c24-4ecf-8dda-3ad525efcbad, host: dv-cinder-831776-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2be44d73-3d28-429b-944f-2d2ec1b02c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c3ea6daf-446f-43ea-84a0-53f7ed6f9fc7'}}] {{(pid=103097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 09:03:00.783755 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-7c717f9c-cdca-4370-8a40-c90c7e7ec75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (f5a508b3-7c24-4ecf-8dda-3ad525efcbad), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:00.787388 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-82aea188-95ad-48eb-aa61-a94425c79999 None None] Current status of the port 85fed4d1-1cb4-4880-8ab5-3d7f0cb5013d is: ACTIVE; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:03:00.801997 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-02bfb9b3-334d-4764-ad4a-cadccd9bf457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:00.879105 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-7c717f9c-cdca-4370-8a40-c90c7e7ec75a None None] For port f5a508b3-7c24-4ecf-8dda-3ad525efcbad, host dv-cinder-831776-4-iscsi, cleared binding levels {{(pid=103097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 09:03:00.884028 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-7c717f9c-cdca-4370-8a40-c90c7e7ec75a None None] For port f5a508b3-7c24-4ecf-8dda-3ad525efcbad, host dv-cinder-831776-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-4-iscsi',level=0,port_id=f5a508b3-7c24-4ecf-8dda-3ad525efcbad,segment=NetworkSegment(2be44d73-3d28-429b-944f-2d2ec1b02c37),segment_id=2be44d73-3d28-429b-944f-2d2ec1b02c37)] {{(pid=103097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 09:03:00.901500 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-7c717f9c-cdca-4370-8a40-c90c7e7ec75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (f5a508b3-7c24-4ecf-8dda-3ad525efcbad), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:00.962045 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c717f9c-cdca-4370-8a40-c90c7e7ec75a None None] Routers {'07933606-7411-4476-8d79-18dcf776997d'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:03:00.962385 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-7c717f9c-cdca-4370-8a40-c90c7e7ec75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:02:53Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['07933606-7411-4476-8d79-18dcf776997d'], 'active': True} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:03:01.054307 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59597a24-8300-4452-9cb8-dd6c64fdd8f2 None None] Pushing event updated for resources: {'Port': ['ID=f5a508b3-7c24-4ecf-8dda-3ad525efcbad,revision_number=4']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:03:01.067235 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.db_base_plugin_common [None req-02bfb9b3-334d-4764-ad4a-cadccd9bf457 admin admin] Allocated IP 172.20.0.1 (632f844d-05cc-4b8c-afa8-a2ee689508dd/49f356ce-d0d6-4e73-bfba-33202f6e1a8c/90d2abe6-f80e-4b56-80d5-920627170103) {{(pid=103096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 09:03:01.092196 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-18756ab6-968d-438f-b804-02551a4ce5b7 None None] Provisioning complete for port f5a508b3-7c24-4ecf-8dda-3ad525efcbad triggered by entity DHCP. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:03:01.092726 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-18756ab6-968d-438f-b804-02551a4ce5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (f5a508b3-7c24-4ecf-8dda-3ad525efcbad), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:01.098572 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3a255b54-7cc1-4cd9-946d-54905b3f824c None None] Publish callbacks [] for port (65b477cc-a16e-43d9-a701-6ac0fb5ce3a5), precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:01.107429 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3a255b54-7cc1-4cd9-946d-54905b3f824c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (65b477cc-a16e-43d9-a701-6ac0fb5ce3a5), after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:01.149787 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvr_db [None req-7c717f9c-cdca-4370-8a40-c90c7e7ec75a None None] Set router 07933606-7411-4476-8d79-18dcf776997d gateway port host: dv-cinder-831776-4-iscsi {{(pid=103097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:03:01.150985 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-3a255b54-7cc1-4cd9-946d-54905b3f824c None None] Attempting to bind port 65b477cc-a16e-43d9-a701-6ac0fb5ce3a5 on host dv-cinder-831776-4-iscsi for vnic_type normal with profile {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 09:03:01.151438 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-3a255b54-7cc1-4cd9-946d-54905b3f824c None None] Attempting to bind port 65b477cc-a16e-43d9-a701-6ac0fb5ce3a5 by drivers openvswitch,hyperv on host dv-cinder-831776-4-iscsi at level 0 using segments [{'id': '627a1704-08f1-4a54-a35a-53ba84ce9e35', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab'}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 09:03:01.151523 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a255b54-7cc1-4cd9-946d-54905b3f824c None None] Attempting to bind port 65b477cc-a16e-43d9-a701-6ac0fb5ce3a5 on network c4839873-0f35-4ea4-8707-46bf79a3edab {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 09:03:01.158521 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a255b54-7cc1-4cd9-946d-54905b3f824c None None] Checking agent: {'id': '489981c6-9aaa-401c-bd41-6b42e027a228', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 8, 53, 27), 'started_at': datetime.datetime(2022, 3, 16, 8, 53, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 9, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 09:03:01.158894 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a255b54-7cc1-4cd9-946d-54905b3f824c None None] Checking segment: {'id': '627a1704-08f1-4a54-a35a-53ba84ce9e35', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 09:03:01.159288 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3a255b54-7cc1-4cd9-946d-54905b3f824c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:01.159841 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a255b54-7cc1-4cd9-946d-54905b3f824c None None] Bound using segment: {'id': '627a1704-08f1-4a54-a35a-53ba84ce9e35', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab'} {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 09:03:01.160519 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-3a255b54-7cc1-4cd9-946d-54905b3f824c None None] Bound port: 65b477cc-a16e-43d9-a701-6ac0fb5ce3a5, host: dv-cinder-831776-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '627a1704-08f1-4a54-a35a-53ba84ce9e35', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab'}}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 09:03:01.161060 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3a255b54-7cc1-4cd9-946d-54905b3f824c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (65b477cc-a16e-43d9-a701-6ac0fb5ce3a5), before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:01.201319 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-02bfb9b3-334d-4764-ad4a-cadccd9bf457 admin admin] Publish callbacks [] for port (90d2abe6-f80e-4b56-80d5-920627170103), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:01.215676 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-3a255b54-7cc1-4cd9-946d-54905b3f824c None None] For port 65b477cc-a16e-43d9-a701-6ac0fb5ce3a5, host dv-cinder-831776-4-iscsi, cleared binding levels {{(pid=103098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 09:03:01.219626 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-3a255b54-7cc1-4cd9-946d-54905b3f824c None None] For port 65b477cc-a16e-43d9-a701-6ac0fb5ce3a5, host dv-cinder-831776-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-4-iscsi',level=0,port_id=65b477cc-a16e-43d9-a701-6ac0fb5ce3a5,segment=NetworkSegment(627a1704-08f1-4a54-a35a-53ba84ce9e35),segment_id=627a1704-08f1-4a54-a35a-53ba84ce9e35)] {{(pid=103098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 09:03:01.230572 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3a255b54-7cc1-4cd9-946d-54905b3f824c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (65b477cc-a16e-43d9-a701-6ac0fb5ce3a5), after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:01.260474 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a255b54-7cc1-4cd9-946d-54905b3f824c None None] Routers {'41b703f0-6e00-41e6-8ff1-e67b75359218'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:03:01.261111 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-02bfb9b3-334d-4764-ad4a-cadccd9bf457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732012762709'] for port (90d2abe6-f80e-4b56-80d5-920627170103), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:01.261533 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-3a255b54-7cc1-4cd9-946d-54905b3f824c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:02:53Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['41b703f0-6e00-41e6-8ff1-e67b75359218'], 'active': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:03:01.298762 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02bfb9b3-334d-4764-ad4a-cadccd9bf457 admin admin] Network 632f844d-05cc-4b8c-afa8-a2ee689508dd is already hosted by enough agents. {{(pid=103096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 09:03:01.304701 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.base_scheduler [None req-02bfb9b3-334d-4764-ad4a-cadccd9bf457 admin admin] Resources bound (agent type, host, resource id): {{(pid=103096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 09:03:01.306614 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-18756ab6-968d-438f-b804-02551a4ce5b7 None None] Current status of the port f5a508b3-7c24-4ecf-8dda-3ad525efcbad is: DOWN; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:03:01.307088 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-18756ab6-968d-438f-b804-02551a4ce5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (f5a508b3-7c24-4ecf-8dda-3ad525efcbad), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:01.308251 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bfb9b3-334d-4764-ad4a-cadccd9bf457 admin admin] Received port after_create {{(pid=103096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 09:03:01.312757 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-02bfb9b3-334d-4764-ad4a-cadccd9bf457 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-557441'] for router_interface (41b703f0-6e00-41e6-8ff1-e67b75359218), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:01.366799 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3fa916-2a44-4a0a-b4ec-e53a258ea6ef None None] Pushing event updated for resources: {'Port': ['ID=65b477cc-a16e-43d9-a701-6ac0fb5ce3a5,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:03:01.367344 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-18756ab6-968d-438f-b804-02551a4ce5b7 None None] For port f5a508b3-7c24-4ecf-8dda-3ad525efcbad, host dv-cinder-831776-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-4-iscsi',level=0,port_id=f5a508b3-7c24-4ecf-8dda-3ad525efcbad,segment=NetworkSegment(2be44d73-3d28-429b-944f-2d2ec1b02c37),segment_id=2be44d73-3d28-429b-944f-2d2ec1b02c37)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:03:01.376098 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-18756ab6-968d-438f-b804-02551a4ce5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (f5a508b3-7c24-4ecf-8dda-3ad525efcbad), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:01.396206 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] get_ports_and_sgs() called for port_ids ['7182eaae-95f5-46ad-ba3c-4339e163b8de'] {{(pid=103097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 09:03:01.406359 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvr_db [None req-3a255b54-7cc1-4cd9-946d-54905b3f824c None None] Set router 41b703f0-6e00-41e6-8ff1-e67b75359218 gateway port host: dv-cinder-831776-4-iscsi {{(pid=103098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:03:01.417608 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bfb9b3-334d-4764-ad4a-cadccd9bf457 admin admin] Pushing event updated for resources: {'Port': ['ID=90d2abe6-f80e-4b56-80d5-920627170103,revision_number=1']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:03:01.440049 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device 85fed4d1-1cb4-4880-8ab5-3d7f0cb5013d up at agent ovs-agent-dv-cinder-831776-4-iscsi {{(pid=103097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 09:03:01.522902 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3fa916-2a44-4a0a-b4ec-e53a258ea6ef None None] Pushing event updated for resources: {'Port': ['ID=65b477cc-a16e-43d9-a701-6ac0fb5ce3a5,revision_number=3']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:03:01.565937 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-02bfb9b3-334d-4764-ad4a-cadccd9bf457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (90d2abe6-f80e-4b56-80d5-920627170103), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:01.706961 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-3a255b54-7cc1-4cd9-946d-54905b3f824c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b703f0-6e00-41e6-8ff1-e67b75359218', 'name': 'tempest-TestShelveInstance-1842869721-router', 'tenant_id': '2a0d3ff147b443cfac087e3d9aa917e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '65b477cc-a16e-43d9-a701-6ac0fb5ce3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:02:58Z', 'updated_at': '2022-03-16T09:02:59Z', 'revision_number': 3, 'project_id': '2a0d3ff147b443cfac087e3d9aa917e0', 'gw_port': {'id': '65b477cc-a16e-43d9-a701-6ac0fb5ce3a5', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:4e:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41b703f0-6e00-41e6-8ff1-e67b75359218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:02:58Z', 'updated_at': '2022-03-16T09:03:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi'}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:03:01.709081 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18756ab6-968d-438f-b804-02551a4ce5b7 None None] Pushing event updated for resources: {'Port': ['ID=f5a508b3-7c24-4ecf-8dda-3ad525efcbad,revision_number=5']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:03:01.720662 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-1d91c672-188c-409c-917e-b8a8b915fb63 None None] Provisioning complete for port 85fed4d1-1cb4-4880-8ab5-3d7f0cb5013d triggered by entity DHCP. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:03:01.721039 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-1d91c672-188c-409c-917e-b8a8b915fb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (85fed4d1-1cb4-4880-8ab5-3d7f0cb5013d), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:01.746062 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Provisioning complete for port 85fed4d1-1cb4-4880-8ab5-3d7f0cb5013d triggered by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:03:01.746442 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (85fed4d1-1cb4-4880-8ab5-3d7f0cb5013d), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:01.773461 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a255b54-7cc1-4cd9-946d-54905b3f824c None None] The sync data for ids ['41b703f0-6e00-41e6-8ff1-e67b75359218'] in dv-cinder-831776-4-iscsi is: [{'id': '41b703f0-6e00-41e6-8ff1-e67b75359218', 'name': 'tempest-TestShelveInstance-1842869721-router', 'tenant_id': '2a0d3ff147b443cfac087e3d9aa917e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '65b477cc-a16e-43d9-a701-6ac0fb5ce3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:02:58Z', 'updated_at': '2022-03-16T09:02:59Z', 'revision_number': 3, 'project_id': '2a0d3ff147b443cfac087e3d9aa917e0', 'gw_port': {'id': '65b477cc-a16e-43d9-a701-6ac0fb5ce3a5', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:4e:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41b703f0-6e00-41e6-8ff1-e67b75359218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:02:58Z', 'updated_at': '2022-03-16T09:03:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi'}] {{(pid=103098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 09:03:01.807834 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-4e451401-73b5-4ce6-aa73-ed39d827ea39 req-aa99ec0f-d8ca-492b-a517-baf2326b114e tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b492862-16c2-42cb-bca8-a1d344b8a984 HTTP/1.1" status: 200 len: 210 time: 0.0504901 Mar 16 09:03:01.811432 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-7c717f9c-cdca-4370-8a40-c90c7e7ec75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07933606-7411-4476-8d79-18dcf776997d', 'name': 'tempest-TestShelveInstance-380111654-router', 'tenant_id': '26ea3aab85a94b37a21cdbed5b78f153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '738f7bf1-a65f-4968-9741-053f39a4c384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:02:50Z', 'updated_at': '2022-03-16T09:02:54Z', 'revision_number': 4, 'project_id': '26ea3aab85a94b37a21cdbed5b78f153', 'gw_port': {'id': '738f7bf1-a65f-4968-9741-053f39a4c384', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:fd:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07933606-7411-4476-8d79-18dcf776997d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:02:51Z', 'updated_at': '2022-03-16T09:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_interfaces': [{'id': 'f5a508b3-7c24-4ecf-8dda-3ad525efcbad', 'name': '', 'network_id': 'c3ea6daf-446f-43ea-84a0-53f7ed6f9fc7', 'tenant_id': '26ea3aab85a94b37a21cdbed5b78f153', 'mac_address': 'fa:16:3e:fa:4a:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07933606-7411-4476-8d79-18dcf776997d', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '460c243c-1e34-4d2b-859c-b3bb55da3a92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:02:53Z', 'updated_at': '2022-03-16T09:03:00Z', 'revision_number': 4, 'project_id': '26ea3aab85a94b37a21cdbed5b78f153', 'subnets': [{'id': '460c243c-1e34-4d2b-859c-b3bb55da3a92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:03:01.850697 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c717f9c-cdca-4370-8a40-c90c7e7ec75a None None] The sync data for ids ['07933606-7411-4476-8d79-18dcf776997d'] in dv-cinder-831776-4-iscsi is: [{'id': '07933606-7411-4476-8d79-18dcf776997d', 'name': 'tempest-TestShelveInstance-380111654-router', 'tenant_id': '26ea3aab85a94b37a21cdbed5b78f153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '738f7bf1-a65f-4968-9741-053f39a4c384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:02:50Z', 'updated_at': '2022-03-16T09:02:54Z', 'revision_number': 4, 'project_id': '26ea3aab85a94b37a21cdbed5b78f153', 'gw_port': {'id': '738f7bf1-a65f-4968-9741-053f39a4c384', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:fd:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07933606-7411-4476-8d79-18dcf776997d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:02:51Z', 'updated_at': '2022-03-16T09:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_interfaces': [{'id': 'f5a508b3-7c24-4ecf-8dda-3ad525efcbad', 'name': '', 'network_id': 'c3ea6daf-446f-43ea-84a0-53f7ed6f9fc7', 'tenant_id': '26ea3aab85a94b37a21cdbed5b78f153', 'mac_address': 'fa:16:3e:fa:4a:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07933606-7411-4476-8d79-18dcf776997d', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '460c243c-1e34-4d2b-859c-b3bb55da3a92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:02:53Z', 'updated_at': '2022-03-16T09:03:00Z', 'revision_number': 4, 'project_id': '26ea3aab85a94b37a21cdbed5b78f153', 'subnets': [{'id': '460c243c-1e34-4d2b-859c-b3bb55da3a92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 09:03:01.856064 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-02bfb9b3-334d-4764-ad4a-cadccd9bf457 admin admin] Publish callbacks [] for port (90d2abe6-f80e-4b56-80d5-920627170103), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:01.864691 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-02bfb9b3-334d-4764-ad4a-cadccd9bf457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (90d2abe6-f80e-4b56-80d5-920627170103), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:01.865556 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-02bfb9b3-334d-4764-ad4a-cadccd9bf457 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560177'] for router_interface (41b703f0-6e00-41e6-8ff1-e67b75359218), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:01.924733 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-1d91c672-188c-409c-917e-b8a8b915fb63 None None] Current status of the port 85fed4d1-1cb4-4880-8ab5-3d7f0cb5013d is: ACTIVE; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:03:01.928881 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eb4a93-6064-4cad-ad1c-0d32f2939dbc req-ac793f74-3f61-4dda-8802-418601962552 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:03:01.930257 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Current status of the port 85fed4d1-1cb4-4880-8ab5-3d7f0cb5013d is: ACTIVE; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:03:01.931234 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a9eb4a93-6064-4cad-ad1c-0d32f2939dbc req-ac793f74-3f61-4dda-8802-418601962552 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=232ab7d6-42dc-4ce8-bcc4-e60daa208b35 HTTP/1.1" status: 200 len: 946 time: 0.1218860 Mar 16 09:03:01.931363 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device f5a508b3-7c24-4ecf-8dda-3ad525efcbad up at agent ovs-agent-dv-cinder-831776-4-iscsi {{(pid=103097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 09:03:01.980738 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-1d91c672-188c-409c-917e-b8a8b915fb63 None None] Provisioning complete for port f5a508b3-7c24-4ecf-8dda-3ad525efcbad triggered by entity DHCP. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:03:01.981293 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-1d91c672-188c-409c-917e-b8a8b915fb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (f5a508b3-7c24-4ecf-8dda-3ad525efcbad), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:01.990040 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bfb9b3-334d-4764-ad4a-cadccd9bf457 admin admin] Pushing event updated for resources: {'Port': ['ID=90d2abe6-f80e-4b56-80d5-920627170103,revision_number=2']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:03:02.031525 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Provisioning complete for port f5a508b3-7c24-4ecf-8dda-3ad525efcbad triggered by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:03:02.031896 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (f5a508b3-7c24-4ecf-8dda-3ad525efcbad), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:02.056016 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a9eb4a93-6064-4cad-ad1c-0d32f2939dbc req-56eadc8b-96d5-4276-a6fc-3fda412785ba tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050224 Mar 16 09:03:02.066965 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02bfb9b3-334d-4764-ad4a-cadccd9bf457 admin admin] Network 632f844d-05cc-4b8c-afa8-a2ee689508dd is already hosted by enough agents. {{(pid=103096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 09:03:02.068406 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.base_scheduler [None req-02bfb9b3-334d-4764-ad4a-cadccd9bf457 admin admin] Resources bound (agent type, host, resource id): {{(pid=103096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 09:03:02.110864 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-1d91c672-188c-409c-917e-b8a8b915fb63 None None] Current status of the port f5a508b3-7c24-4ecf-8dda-3ad525efcbad is: ACTIVE; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:03:02.221291 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Current status of the port f5a508b3-7c24-4ecf-8dda-3ad525efcbad is: ACTIVE; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:03:02.244549 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-96c31e90-fcb9-405e-8455-2285ca49e52e None None] Provisioning complete for port 90d2abe6-f80e-4b56-80d5-920627170103 triggered by entity DHCP. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:03:02.244925 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-96c31e90-fcb9-405e-8455-2285ca49e52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (90d2abe6-f80e-4b56-80d5-920627170103), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:02.297153 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-96c31e90-fcb9-405e-8455-2285ca49e52e None None] Port 90d2abe6-f80e-4b56-80d5-920627170103 cannot update to ACTIVE because it is not bound. {{(pid=103097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 09:03:02.417500 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-c9e8dd4c-abd0-40f4-8207-5ee44cd0f411 None None] Provisioning complete for port 90d2abe6-f80e-4b56-80d5-920627170103 triggered by entity DHCP. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:03:02.417881 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-c9e8dd4c-abd0-40f4-8207-5ee44cd0f411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (90d2abe6-f80e-4b56-80d5-920627170103), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:02.449190 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02bfb9b3-334d-4764-ad4a-cadccd9bf457 admin admin] Router 41b703f0-6e00-41e6-8ff1-e67b75359218 has already been hosted by L3 agent 09ce795b-eeca-4b3b-9d7f-577d9443cb21 {{(pid=103096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 09:03:02.453975 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-c9e8dd4c-abd0-40f4-8207-5ee44cd0f411 None None] Port 90d2abe6-f80e-4b56-80d5-920627170103 cannot update to ACTIVE because it is not bound. {{(pid=103097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 09:03:02.568631 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02bfb9b3-334d-4764-ad4a-cadccd9bf457 admin admin] Notify agent at l3_agent.dv-cinder-831776-4-iscsi the message routers_updated {{(pid=103096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 09:03:02.582054 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-02bfb9b3-334d-4764-ad4a-cadccd9bf457 admin admin] 10.222.0.18 "PUT /v2.0/routers/41b703f0-6e00-41e6-8ff1-e67b75359218/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4068244 Mar 16 09:03:02.837657 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Device 7182eaae-95f5-46ad-ba3c-4339e163b8de no longer exists at agent hyperv_hv-cinder-83177 {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 09:03:02.869212 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] No Port match for: 7182eaae-95f5-46ad-ba3c-4339e163b8de {{(pid=103097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 09:03:02.869657 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Device 7182eaae-95f5-46ad-ba3c-4339e163b8de not bound to the agent host hv-cinder-83177 {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 09:03:02.937847 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-21936bcf-e0f3-46a0-8142-fda6845e1f59 req-09b6aecc-f943-46e8-873a-573781659f8d tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b492862-16c2-42cb-bca8-a1d344b8a984 HTTP/1.1" status: 200 len: 210 time: 0.0358105 Mar 16 09:03:03.057653 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 47626) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:03:03.062113 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.v2.base [None req-e59df528-cb72-4c3c-ab93-aa1f7de9023f tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-427339258', 'description': 'tempest-secgroup-smoke-427339258 description', 'project_id': '26ea3aab85a94b37a21cdbed5b78f153'}} {{(pid=103096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:03:03.081712 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-e59df528-cb72-4c3c-ab93-aa1f7de9023f tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Publish callbacks [] for security_group (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:03.160535 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-e59df528-cb72-4c3c-ab93-aa1f7de9023f tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Publish callbacks [] for security_group (e0740942-11c2-47cc-a293-e00947365415), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:03.178888 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-e59df528-cb72-4c3c-ab93-aa1f7de9023f tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (e0740942-11c2-47cc-a293-e00947365415), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:03.216316 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-e59df528-cb72-4c3c-ab93-aa1f7de9023f tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Publish callbacks [] for security_group (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:03.217585 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-e59df528-cb72-4c3c-ab93-aa1f7de9023f tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1588492 Mar 16 09:03:03.220464 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 47632) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:03:03.222506 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59df528-cb72-4c3c-ab93-aa1f7de9023f tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0740942-11c2-47cc-a293-e00947365415,revision_number=1']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:03:03.225848 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.v2.base [None req-aa16016a-3d9f-4cf5-abcf-740d7c0c5c70 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Request body: {'security_group_rule': {'security_group_id': 'e0740942-11c2-47cc-a293-e00947365415', 'project_id': '26ea3aab85a94b37a21cdbed5b78f153', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:03:03.236637 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28836ae-1691-4dac-b7fe-e25378fbb495 req-81a584e6-45d0-4c67-b301-41ae6b8a3fc6 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:03:03.238211 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b28836ae-1691-4dac-b7fe-e25378fbb495 req-81a584e6-45d0-4c67-b301-41ae6b8a3fc6 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=232ab7d6-42dc-4ce8-bcc4-e60daa208b35 HTTP/1.1" status: 200 len: 946 time: 0.0925448 Mar 16 09:03:03.265075 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-aa16016a-3d9f-4cf5-abcf-740d7c0c5c70 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Publish callbacks [] for security_group_rule (8faa40dd-e20e-4664-906c-c909b3246977), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:03.292381 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b28836ae-1691-4dac-b7fe-e25378fbb495 req-0af3517a-5a11-4540-9bc8-46a8fbdf77a4 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472457 Mar 16 09:03:03.332091 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-aa16016a-3d9f-4cf5-abcf-740d7c0c5c70 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Publish callbacks [] for security_group_rule (8faa40dd-e20e-4664-906c-c909b3246977), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:03.335889 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-aa16016a-3d9f-4cf5-abcf-740d7c0c5c70 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548227'] for security_group_rule (8faa40dd-e20e-4664-906c-c909b3246977), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:03.352720 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa16016a-3d9f-4cf5-abcf-740d7c0c5c70 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8faa40dd-e20e-4664-906c-c909b3246977,revision_number=0']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:03:03.362523 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-aa16016a-3d9f-4cf5-abcf-740d7c0c5c70 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:03.363649 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-aa16016a-3d9f-4cf5-abcf-740d7c0c5c70 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1421812 Mar 16 09:03:03.366357 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 47634) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:03:03.371443 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.v2.base [None req-a78fa46f-ddd5-4850-bd99-08da42a34321 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Request body: {'security_group_rule': {'security_group_id': 'e0740942-11c2-47cc-a293-e00947365415', 'project_id': '26ea3aab85a94b37a21cdbed5b78f153', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:03:03.373261 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device 65b477cc-a16e-43d9-a701-6ac0fb5ce3a5 up at agent ovs-agent-dv-cinder-831776-4-iscsi {{(pid=103097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 09:03:03.395375 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a78fa46f-ddd5-4850-bd99-08da42a34321 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Publish callbacks [] for security_group_rule (cf95bd23-5d6a-4851-a083-7d6024fbf1e5), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:03.427600 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Provisioning complete for port 65b477cc-a16e-43d9-a701-6ac0fb5ce3a5 triggered by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:03:03.427902 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (65b477cc-a16e-43d9-a701-6ac0fb5ce3a5), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:03.462117 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a78fa46f-ddd5-4850-bd99-08da42a34321 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Publish callbacks [] for security_group_rule (cf95bd23-5d6a-4851-a083-7d6024fbf1e5), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:03.467141 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a78fa46f-ddd5-4850-bd99-08da42a34321 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548227'] for security_group_rule (cf95bd23-5d6a-4851-a083-7d6024fbf1e5), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:03.487098 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78fa46f-ddd5-4850-bd99-08da42a34321 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf95bd23-5d6a-4851-a083-7d6024fbf1e5,revision_number=0']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:03:03.495623 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a78fa46f-ddd5-4850-bd99-08da42a34321 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:03.497225 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-a78fa46f-ddd5-4850-bd99-08da42a34321 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1299522 Mar 16 09:03:03.499950 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 47636) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:03:03.504316 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.v2.base [None req-6da5f039-8cde-4603-bf3e-74cbfe580215 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Request body: {'security_group_rule': {'security_group_id': 'e0740942-11c2-47cc-a293-e00947365415', 'project_id': '26ea3aab85a94b37a21cdbed5b78f153', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:03:03.517223 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Current status of the port 65b477cc-a16e-43d9-a701-6ac0fb5ce3a5 is: DOWN; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:03:03.517757 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (65b477cc-a16e-43d9-a701-6ac0fb5ce3a5), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:03.531524 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6da5f039-8cde-4603-bf3e-74cbfe580215 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Publish callbacks [] for security_group_rule (a5125296-39fb-4515-be59-5d619a3252fc), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:03.541994 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] For port 65b477cc-a16e-43d9-a701-6ac0fb5ce3a5, host dv-cinder-831776-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-4-iscsi',level=0,port_id=65b477cc-a16e-43d9-a701-6ac0fb5ce3a5,segment=NetworkSegment(627a1704-08f1-4a54-a35a-53ba84ce9e35),segment_id=627a1704-08f1-4a54-a35a-53ba84ce9e35)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:03:03.546325 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (65b477cc-a16e-43d9-a701-6ac0fb5ce3a5), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:03.547676 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device f5a508b3-7c24-4ecf-8dda-3ad525efcbad up at agent ovs-agent-dv-cinder-831776-4-iscsi {{(pid=103097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 09:03:03.595108 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6da5f039-8cde-4603-bf3e-74cbfe580215 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Publish callbacks [] for security_group_rule (a5125296-39fb-4515-be59-5d619a3252fc), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:03.603986 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6da5f039-8cde-4603-bf3e-74cbfe580215 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548227'] for security_group_rule (a5125296-39fb-4515-be59-5d619a3252fc), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:03.625971 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da5f039-8cde-4603-bf3e-74cbfe580215 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5125296-39fb-4515-be59-5d619a3252fc,revision_number=0']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:03:03.636500 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6da5f039-8cde-4603-bf3e-74cbfe580215 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:03.640251 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-6da5f039-8cde-4603-bf3e-74cbfe580215 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1368310 Mar 16 09:03:03.640589 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 47644) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:03:03.646619 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.v2.base [None req-58bcedc1-382e-4b44-a0c7-5ac439f11db8 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Request body: {'security_group_rule': {'security_group_id': 'e0740942-11c2-47cc-a293-e00947365415', 'project_id': '26ea3aab85a94b37a21cdbed5b78f153', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:03:03.647522 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Pushing event updated for resources: {'Port': ['ID=65b477cc-a16e-43d9-a701-6ac0fb5ce3a5,revision_number=4']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:03:03.663658 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Provisioning complete for port f5a508b3-7c24-4ecf-8dda-3ad525efcbad triggered by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:03:03.664796 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (f5a508b3-7c24-4ecf-8dda-3ad525efcbad), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:03.679185 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-58bcedc1-382e-4b44-a0c7-5ac439f11db8 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Publish callbacks [] for security_group_rule (10f78736-93f2-4c80-a196-eacab78d1b25), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:03.753831 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-58bcedc1-382e-4b44-a0c7-5ac439f11db8 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Publish callbacks [] for security_group_rule (10f78736-93f2-4c80-a196-eacab78d1b25), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:03.755216 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Current status of the port f5a508b3-7c24-4ecf-8dda-3ad525efcbad is: ACTIVE; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:03:03.759433 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-58bcedc1-382e-4b44-a0c7-5ac439f11db8 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548227'] for security_group_rule (10f78736-93f2-4c80-a196-eacab78d1b25), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:03.775534 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bcedc1-382e-4b44-a0c7-5ac439f11db8 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10f78736-93f2-4c80-a196-eacab78d1b25,revision_number=0']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:03:03.785862 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-58bcedc1-382e-4b44-a0c7-5ac439f11db8 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:03.787064 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-58bcedc1-382e-4b44-a0c7-5ac439f11db8 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1454289 Mar 16 09:03:03.790453 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 47652) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:03:03.794740 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.v2.base [None req-664b302a-8520-48a4-8a5e-8efcd4a50877 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Request body: {'security_group_rule': {'security_group_id': 'e0740942-11c2-47cc-a293-e00947365415', 'project_id': '26ea3aab85a94b37a21cdbed5b78f153', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:03:03.815351 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.db.securitygroups_db [None req-664b302a-8520-48a4-8a5e-8efcd4a50877 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Project 26ea3aab85a94b37a21cdbed5b78f153 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 09:03:03.820489 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-664b302a-8520-48a4-8a5e-8efcd4a50877 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Publish callbacks [] for security_group_rule (57b8aef1-9ade-4444-a2d0-db86deb08e94), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:03.886584 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b56969-109f-4620-9af9-4e1c269e3617 None None] Sync routers for ids ['41b703f0-6e00-41e6-8ff1-e67b75359218'] in dv-cinder-831776-4-iscsi {{(pid=103097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 09:03:03.889106 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-664b302a-8520-48a4-8a5e-8efcd4a50877 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Publish callbacks [] for security_group_rule (57b8aef1-9ade-4444-a2d0-db86deb08e94), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:03.897547 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-664b302a-8520-48a4-8a5e-8efcd4a50877 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548227'] for security_group_rule (57b8aef1-9ade-4444-a2d0-db86deb08e94), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:03.897731 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b56969-109f-4620-9af9-4e1c269e3617 None None] Routers {'41b703f0-6e00-41e6-8ff1-e67b75359218'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:03:03.899325 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-44b56969-109f-4620-9af9-4e1c269e3617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:02:53Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['41b703f0-6e00-41e6-8ff1-e67b75359218'], 'active': True} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:03:03.919919 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664b302a-8520-48a4-8a5e-8efcd4a50877 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57b8aef1-9ade-4444-a2d0-db86deb08e94,revision_number=0']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:03:03.932067 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-664b302a-8520-48a4-8a5e-8efcd4a50877 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:03.936138 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 47660) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:03:03.936278 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-664b302a-8520-48a4-8a5e-8efcd4a50877 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1447256 Mar 16 09:03:03.943169 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.v2.base [None req-edd6ce64-8e87-46b0-a2d9-398b4035b307 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Request body: {'security_group_rule': {'security_group_id': 'e0740942-11c2-47cc-a293-e00947365415', 'project_id': '26ea3aab85a94b37a21cdbed5b78f153', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:03:03.970267 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.db.securitygroups_db [None req-edd6ce64-8e87-46b0-a2d9-398b4035b307 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Project 26ea3aab85a94b37a21cdbed5b78f153 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 09:03:03.977839 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-edd6ce64-8e87-46b0-a2d9-398b4035b307 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Publish callbacks [] for security_group_rule (65315670-f487-4a31-b2ae-ddcc158762f0), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:04.031412 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvr_db [None req-44b56969-109f-4620-9af9-4e1c269e3617 None None] Set router 41b703f0-6e00-41e6-8ff1-e67b75359218 gateway port host: dv-cinder-831776-4-iscsi {{(pid=103097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:03:04.068177 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-91b05571-2185-4b74-86d3-b164f349ee05 req-7fad7ef9-3ae0-4603-baff-90eea588968b tempest-DeleteServersTestJSON-306707834 tempest-DeleteServersTestJSON-306707834-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b492862-16c2-42cb-bca8-a1d344b8a984 HTTP/1.1" status: 200 len: 210 time: 0.0402577 Mar 16 09:03:04.087050 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-edd6ce64-8e87-46b0-a2d9-398b4035b307 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Publish callbacks [] for security_group_rule (65315670-f487-4a31-b2ae-ddcc158762f0), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:04.095540 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-edd6ce64-8e87-46b0-a2d9-398b4035b307 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548227'] for security_group_rule (65315670-f487-4a31-b2ae-ddcc158762f0), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:04.120993 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6ce64-8e87-46b0-a2d9-398b4035b307 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65315670-f487-4a31-b2ae-ddcc158762f0,revision_number=0']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:03:04.131075 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-edd6ce64-8e87-46b0-a2d9-398b4035b307 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:04.132536 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-edd6ce64-8e87-46b0-a2d9-398b4035b307 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1949079 Mar 16 09:03:04.336698 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-44b56969-109f-4620-9af9-4e1c269e3617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b703f0-6e00-41e6-8ff1-e67b75359218', 'name': 'tempest-TestShelveInstance-1842869721-router', 'tenant_id': '2a0d3ff147b443cfac087e3d9aa917e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '65b477cc-a16e-43d9-a701-6ac0fb5ce3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:02:58Z', 'updated_at': '2022-03-16T09:03:01Z', 'revision_number': 4, 'project_id': '2a0d3ff147b443cfac087e3d9aa917e0', 'gw_port': {'id': '65b477cc-a16e-43d9-a701-6ac0fb5ce3a5', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:4e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b703f0-6e00-41e6-8ff1-e67b75359218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:02:58Z', 'updated_at': '2022-03-16T09:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_interfaces': [{'id': '90d2abe6-f80e-4b56-80d5-920627170103', 'name': '', 'network_id': '632f844d-05cc-4b8c-afa8-a2ee689508dd', 'tenant_id': '2a0d3ff147b443cfac087e3d9aa917e0', 'mac_address': 'fa:16:3e:f3:61:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41b703f0-6e00-41e6-8ff1-e67b75359218', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '49f356ce-d0d6-4e73-bfba-33202f6e1a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:03:00Z', 'updated_at': '2022-03-16T09:03:01Z', 'revision_number': 2, 'project_id': '2a0d3ff147b443cfac087e3d9aa917e0', 'subnets': [{'id': '49f356ce-d0d6-4e73-bfba-33202f6e1a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:03:04.372789 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b56969-109f-4620-9af9-4e1c269e3617 None None] Checking router: 41b703f0-6e00-41e6-8ff1-e67b75359218 for host: dv-cinder-831776-4-iscsi {{(pid=103097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 09:03:04.373109 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b56969-109f-4620-9af9-4e1c269e3617 None None] Updating router 41b703f0-6e00-41e6-8ff1-e67b75359218 port 90d2abe6-f80e-4b56-80d5-920627170103 binding host dv-cinder-831776-4-iscsi {{(pid=103097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 09:03:04.402955 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-44b56969-109f-4620-9af9-4e1c269e3617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (90d2abe6-f80e-4b56-80d5-920627170103), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:04.468469 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f174453-38fc-45a5-91a5-9a52fd76707a req-f275dce5-a702-4f4d-bd79-e58fbb0f5757 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:03:04.470397 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-0f174453-38fc-45a5-91a5-9a52fd76707a req-f275dce5-a702-4f4d-bd79-e58fbb0f5757 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=232ab7d6-42dc-4ce8-bcc4-e60daa208b35 HTTP/1.1" status: 200 len: 946 time: 0.0758390 Mar 16 09:03:04.550356 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-0f174453-38fc-45a5-91a5-9a52fd76707a req-5c9884c4-d05a-4d1f-a07c-abcd6df2d2e4 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733073 Mar 16 09:03:04.770890 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-44b56969-109f-4620-9af9-4e1c269e3617 None None] Publish callbacks [] for port (90d2abe6-f80e-4b56-80d5-920627170103), precommit_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:04.780885 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-44b56969-109f-4620-9af9-4e1c269e3617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (90d2abe6-f80e-4b56-80d5-920627170103), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:04.869162 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcd2619-2441-44d8-806a-df07ee0fc0dc None None] Pushing event updated for resources: {'Port': ['ID=90d2abe6-f80e-4b56-80d5-920627170103,revision_number=3']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:03:04.931292 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.managers [None req-44b56969-109f-4620-9af9-4e1c269e3617 None None] Attempting to bind port 90d2abe6-f80e-4b56-80d5-920627170103 on host dv-cinder-831776-4-iscsi for vnic_type normal with profile {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 09:03:04.931940 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.managers [None req-44b56969-109f-4620-9af9-4e1c269e3617 None None] Attempting to bind port 90d2abe6-f80e-4b56-80d5-920627170103 by drivers openvswitch,hyperv on host dv-cinder-831776-4-iscsi at level 0 using segments [{'id': 'e2703465-9afe-400d-818d-38effcf7b725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '632f844d-05cc-4b8c-afa8-a2ee689508dd'}] {{(pid=103097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 09:03:04.932180 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b56969-109f-4620-9af9-4e1c269e3617 None None] Attempting to bind port 90d2abe6-f80e-4b56-80d5-920627170103 on network 632f844d-05cc-4b8c-afa8-a2ee689508dd {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 09:03:04.941581 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b56969-109f-4620-9af9-4e1c269e3617 None None] Checking agent: {'id': '489981c6-9aaa-401c-bd41-6b42e027a228', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 8, 53, 27), 'started_at': datetime.datetime(2022, 3, 16, 8, 53, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 9, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 09:03:04.942357 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b56969-109f-4620-9af9-4e1c269e3617 None None] Checking segment: {'id': 'e2703465-9afe-400d-818d-38effcf7b725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '632f844d-05cc-4b8c-afa8-a2ee689508dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 09:03:04.943671 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-44b56969-109f-4620-9af9-4e1c269e3617 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:04.944320 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b56969-109f-4620-9af9-4e1c269e3617 None None] Bound using segment: {'id': 'e2703465-9afe-400d-818d-38effcf7b725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '632f844d-05cc-4b8c-afa8-a2ee689508dd'} {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 09:03:04.945385 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.managers [None req-44b56969-109f-4620-9af9-4e1c269e3617 None None] Bound port: 90d2abe6-f80e-4b56-80d5-920627170103, host: dv-cinder-831776-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2703465-9afe-400d-818d-38effcf7b725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '632f844d-05cc-4b8c-afa8-a2ee689508dd'}}] {{(pid=103097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 09:03:04.946028 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-44b56969-109f-4620-9af9-4e1c269e3617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (90d2abe6-f80e-4b56-80d5-920627170103), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:05.029668 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-44b56969-109f-4620-9af9-4e1c269e3617 None None] For port 90d2abe6-f80e-4b56-80d5-920627170103, host dv-cinder-831776-4-iscsi, cleared binding levels {{(pid=103097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 09:03:05.033332 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-44b56969-109f-4620-9af9-4e1c269e3617 None None] For port 90d2abe6-f80e-4b56-80d5-920627170103, host dv-cinder-831776-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-4-iscsi',level=0,port_id=90d2abe6-f80e-4b56-80d5-920627170103,segment=NetworkSegment(e2703465-9afe-400d-818d-38effcf7b725),segment_id=e2703465-9afe-400d-818d-38effcf7b725)] {{(pid=103097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 09:03:05.043052 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-44b56969-109f-4620-9af9-4e1c269e3617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (90d2abe6-f80e-4b56-80d5-920627170103), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:05.113386 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcd2619-2441-44d8-806a-df07ee0fc0dc None None] Pushing event updated for resources: {'Port': ['ID=90d2abe6-f80e-4b56-80d5-920627170103,revision_number=4']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:03:05.127726 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b56969-109f-4620-9af9-4e1c269e3617 None None] Routers {'41b703f0-6e00-41e6-8ff1-e67b75359218'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:03:05.128357 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-44b56969-109f-4620-9af9-4e1c269e3617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:02:53Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['41b703f0-6e00-41e6-8ff1-e67b75359218'], 'active': True} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:03:05.290132 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvr_db [None req-44b56969-109f-4620-9af9-4e1c269e3617 None None] Set router 41b703f0-6e00-41e6-8ff1-e67b75359218 gateway port host: dv-cinder-831776-4-iscsi {{(pid=103097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:03:05.395431 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device 65b477cc-a16e-43d9-a701-6ac0fb5ce3a5 up at agent ovs-agent-dv-cinder-831776-4-iscsi {{(pid=103097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 09:03:05.430272 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-59b4b587-5b9c-4cce-b3a3-cf28dc2027c0 None None] Provisioning complete for port 90d2abe6-f80e-4b56-80d5-920627170103 triggered by entity DHCP. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:03:05.430467 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-59b4b587-5b9c-4cce-b3a3-cf28dc2027c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (90d2abe6-f80e-4b56-80d5-920627170103), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:05.646708 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Provisioning complete for port 65b477cc-a16e-43d9-a701-6ac0fb5ce3a5 triggered by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:03:05.647166 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (65b477cc-a16e-43d9-a701-6ac0fb5ce3a5), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:05.720517 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5c0301-f98d-4ec4-a1de-25323e30e322 req-4cae7a63-d349-484c-ad3a-8638a9c43218 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:03:05.727634 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-aa5c0301-f98d-4ec4-a1de-25323e30e322 req-4cae7a63-d349-484c-ad3a-8638a9c43218 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=232ab7d6-42dc-4ce8-bcc4-e60daa208b35 HTTP/1.1" status: 200 len: 946 time: 0.0724766 Mar 16 09:03:05.739630 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-59b4b587-5b9c-4cce-b3a3-cf28dc2027c0 None None] Current status of the port 90d2abe6-f80e-4b56-80d5-920627170103 is: DOWN; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:03:05.740035 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-59b4b587-5b9c-4cce-b3a3-cf28dc2027c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (90d2abe6-f80e-4b56-80d5-920627170103), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:05.791119 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-aa5c0301-f98d-4ec4-a1de-25323e30e322 req-915a90cf-8fb1-4107-8f9c-cb4c023669bc tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593431 Mar 16 09:03:05.982262 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-59b4b587-5b9c-4cce-b3a3-cf28dc2027c0 None None] For port 90d2abe6-f80e-4b56-80d5-920627170103, host dv-cinder-831776-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-4-iscsi',level=0,port_id=90d2abe6-f80e-4b56-80d5-920627170103,segment=NetworkSegment(e2703465-9afe-400d-818d-38effcf7b725),segment_id=e2703465-9afe-400d-818d-38effcf7b725)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:03:05.994708 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-59b4b587-5b9c-4cce-b3a3-cf28dc2027c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (90d2abe6-f80e-4b56-80d5-920627170103), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:06.026402 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Current status of the port 65b477cc-a16e-43d9-a701-6ac0fb5ce3a5 is: ACTIVE; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:03:06.030634 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-44b56969-109f-4620-9af9-4e1c269e3617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b703f0-6e00-41e6-8ff1-e67b75359218', 'name': 'tempest-TestShelveInstance-1842869721-router', 'tenant_id': '2a0d3ff147b443cfac087e3d9aa917e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '65b477cc-a16e-43d9-a701-6ac0fb5ce3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:02:58Z', 'updated_at': '2022-03-16T09:03:01Z', 'revision_number': 4, 'project_id': '2a0d3ff147b443cfac087e3d9aa917e0', 'gw_port': {'id': '65b477cc-a16e-43d9-a701-6ac0fb5ce3a5', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:4e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b703f0-6e00-41e6-8ff1-e67b75359218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:02:58Z', 'updated_at': '2022-03-16T09:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_interfaces': [{'id': '90d2abe6-f80e-4b56-80d5-920627170103', 'name': '', 'network_id': '632f844d-05cc-4b8c-afa8-a2ee689508dd', 'tenant_id': '2a0d3ff147b443cfac087e3d9aa917e0', 'mac_address': 'fa:16:3e:f3:61:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41b703f0-6e00-41e6-8ff1-e67b75359218', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '49f356ce-d0d6-4e73-bfba-33202f6e1a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:03:00Z', 'updated_at': '2022-03-16T09:03:05Z', 'revision_number': 4, 'project_id': '2a0d3ff147b443cfac087e3d9aa917e0', 'subnets': [{'id': '49f356ce-d0d6-4e73-bfba-33202f6e1a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:03:06.059255 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b56969-109f-4620-9af9-4e1c269e3617 None None] The sync data for ids ['41b703f0-6e00-41e6-8ff1-e67b75359218'] in dv-cinder-831776-4-iscsi is: [{'id': '41b703f0-6e00-41e6-8ff1-e67b75359218', 'name': 'tempest-TestShelveInstance-1842869721-router', 'tenant_id': '2a0d3ff147b443cfac087e3d9aa917e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '65b477cc-a16e-43d9-a701-6ac0fb5ce3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:02:58Z', 'updated_at': '2022-03-16T09:03:01Z', 'revision_number': 4, 'project_id': '2a0d3ff147b443cfac087e3d9aa917e0', 'gw_port': {'id': '65b477cc-a16e-43d9-a701-6ac0fb5ce3a5', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:4e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b703f0-6e00-41e6-8ff1-e67b75359218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:02:58Z', 'updated_at': '2022-03-16T09:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_interfaces': [{'id': '90d2abe6-f80e-4b56-80d5-920627170103', 'name': '', 'network_id': '632f844d-05cc-4b8c-afa8-a2ee689508dd', 'tenant_id': '2a0d3ff147b443cfac087e3d9aa917e0', 'mac_address': 'fa:16:3e:f3:61:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41b703f0-6e00-41e6-8ff1-e67b75359218', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '49f356ce-d0d6-4e73-bfba-33202f6e1a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:03:00Z', 'updated_at': '2022-03-16T09:03:05Z', 'revision_number': 4, 'project_id': '2a0d3ff147b443cfac087e3d9aa917e0', 'subnets': [{'id': '49f356ce-d0d6-4e73-bfba-33202f6e1a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 09:03:06.080123 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b4b587-5b9c-4cce-b3a3-cf28dc2027c0 None None] Pushing event updated for resources: {'Port': ['ID=90d2abe6-f80e-4b56-80d5-920627170103,revision_number=5']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:03:06.122651 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-c6e7f052-92ba-4a39-81ea-51ad48406d97 None None] Provisioning complete for port 90d2abe6-f80e-4b56-80d5-920627170103 triggered by entity DHCP. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:03:06.123543 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-c6e7f052-92ba-4a39-81ea-51ad48406d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (90d2abe6-f80e-4b56-80d5-920627170103), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:06.225698 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-c6e7f052-92ba-4a39-81ea-51ad48406d97 None None] Current status of the port 90d2abe6-f80e-4b56-80d5-920627170103 is: ACTIVE; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:03:06.768932 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 47828) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:03:06.816789 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3475e23-5e81-4323-b7e9-d03e695c8f41 admin admin] Deleting subnet c9afe204-167e-4aa2-913e-8f78c801a698 {{(pid=103096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 16 09:03:06.820386 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-e3475e23-5e81-4323-b7e9-d03e695c8f41 admin admin] Publish callbacks [] for subnet (c9afe204-167e-4aa2-913e-8f78c801a698), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:06.869027 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-e3475e23-5e81-4323-b7e9-d03e695c8f41 admin admin] Publish callbacks [] for subnet (c9afe204-167e-4aa2-913e-8f78c801a698), precommit_delete_associations {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:06.896235 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-e3475e23-5e81-4323-b7e9-d03e695c8f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1238432'] for subnet (c9afe204-167e-4aa2-913e-8f78c801a698), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:06.979082 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dd6f9d-37e8-48e0-afcd-9698c693dc94 req-087585f0-5d10-4141-af4c-ad08dc008454 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:03:06.980609 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-e2dd6f9d-37e8-48e0-afcd-9698c693dc94 req-087585f0-5d10-4141-af4c-ad08dc008454 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=232ab7d6-42dc-4ce8-bcc4-e60daa208b35 HTTP/1.1" status: 200 len: 946 time: 0.1026115 Mar 16 09:03:07.017434 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-e3475e23-5e81-4323-b7e9-d03e695c8f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1238363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787'] for subnet (c9afe204-167e-4aa2-913e-8f78c801a698), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:07.060111 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-e3475e23-5e81-4323-b7e9-d03e695c8f41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555813'] for subnet (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:07.066859 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 47840) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:03:07.067443 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-e3475e23-5e81-4323-b7e9-d03e695c8f41 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/c9afe204-167e-4aa2-913e-8f78c801a698 HTTP/1.1" status: 204 len: 168 time: 0.2961709 Mar 16 09:03:07.091490 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-e2dd6f9d-37e8-48e0-afcd-9698c693dc94 req-4bf4cde1-02db-47f3-88b1-8e7e2e6145c4 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031773 Mar 16 09:03:07.094812 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3475e23-5e81-4323-b7e9-d03e695c8f41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9afe204-167e-4aa2-913e-8f78c801a698,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:03:07.141119 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 47842) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:03:07.171574 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-14b23687-fd43-4e60-a2dd-1bfe2eee6ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1197409'] for network (8b046261-d957-422c-a8fc-d2678ef8eea0), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:07.285621 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-14b23687-fd43-4e60-a2dd-1bfe2eee6ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1240631', 'neutron.services.segments.db._delete_segments_for_network-8732013206218'] for network (8b046261-d957-422c-a8fc-d2678ef8eea0), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:07.328163 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-454bd386-e2c8-49fa-a91b-25e04d247a90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:07.333350 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-14b23687-fd43-4e60-a2dd-1bfe2eee6ba9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 09:03:07.333758 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-14b23687-fd43-4e60-a2dd-1bfe2eee6ba9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 09:03:07.334503 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-14b23687-fd43-4e60-a2dd-1bfe2eee6ba9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 09:03:07.334829 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-14b23687-fd43-4e60-a2dd-1bfe2eee6ba9 admin admin] Subscribe: > port after_create 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 09:03:07.335219 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-14b23687-fd43-4e60-a2dd-1bfe2eee6ba9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 09:03:07.335499 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-14b23687-fd43-4e60-a2dd-1bfe2eee6ba9 admin admin] Subscribe: > port after_update 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 09:03:07.336486 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-14b23687-fd43-4e60-a2dd-1bfe2eee6ba9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 09:03:07.336717 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-14b23687-fd43-4e60-a2dd-1bfe2eee6ba9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 09:03:07.337033 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-14b23687-fd43-4e60-a2dd-1bfe2eee6ba9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 09:03:07.337350 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-14b23687-fd43-4e60-a2dd-1bfe2eee6ba9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 09:03:07.348419 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device 90d2abe6-f80e-4b56-80d5-920627170103 up at agent ovs-agent-dv-cinder-831776-4-iscsi {{(pid=103097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 09:03:07.399862 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Provisioning complete for port 90d2abe6-f80e-4b56-80d5-920627170103 triggered by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:03:07.400240 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (90d2abe6-f80e-4b56-80d5-920627170103), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:07.448546 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-14b23687-fd43-4e60-a2dd-1bfe2eee6ba9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 09:03:07.448904 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-14b23687-fd43-4e60-a2dd-1bfe2eee6ba9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 09:03:07.449232 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-14b23687-fd43-4e60-a2dd-1bfe2eee6ba9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 09:03:07.449736 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-14b23687-fd43-4e60-a2dd-1bfe2eee6ba9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 09:03:07.450111 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.services.segments.db [None req-14b23687-fd43-4e60-a2dd-1bfe2eee6ba9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b046261-d957-422c-a8fc-d2678ef8eea0']}} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:03:07.475075 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.services.segments.db [None req-14b23687-fd43-4e60-a2dd-1bfe2eee6ba9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaeec25e-dc0f-4100-89c5-f8a3e6429e04') {'for_net_delete': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:03:07.475457 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.services.segments.db [None req-14b23687-fd43-4e60-a2dd-1bfe2eee6ba9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaeec25e-dc0f-4100-89c5-f8a3e6429e04') {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:03:07.481041 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Current status of the port 90d2abe6-f80e-4b56-80d5-920627170103 is: ACTIVE; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:03:07.497164 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-14b23687-fd43-4e60-a2dd-1bfe2eee6ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732013210067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13312443'] for segment (aaeec25e-dc0f-4100-89c5-f8a3e6429e04), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:07.523788 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-14b23687-fd43-4e60-a2dd-1bfe2eee6ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079957'] for segment (aaeec25e-dc0f-4100-89c5-f8a3e6429e04), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:07.536692 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14b23687-fd43-4e60-a2dd-1bfe2eee6ba9 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=103095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 09:03:07.537085 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-14b23687-fd43-4e60-a2dd-1bfe2eee6ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13558170'] for segment (aaeec25e-dc0f-4100-89c5-f8a3e6429e04), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:07.555898 dv-cinder-831776-4-iscsi neutron-server[103095]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 16 09:03:07.555898 dv-cinder-831776-4-iscsi neutron-server[103095]: from cryptography.utils import int_from_bytes Mar 16 09:03:07.555898 dv-cinder-831776-4-iscsi neutron-server[103095]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 16 09:03:07.555898 dv-cinder-831776-4-iscsi neutron-server[103095]: from cryptography.utils import int_from_bytes Mar 16 09:03:07.555898 dv-cinder-831776-4-iscsi neutron-server[103095]: Traceback (most recent call last): Mar 16 09:03:07.555898 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 09:03:07.555898 dv-cinder-831776-4-iscsi neutron-server[103095]: timer() Mar 16 09:03:07.555898 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 09:03:07.555898 dv-cinder-831776-4-iscsi neutron-server[103095]: cb(*args, **kw) Mar 16 09:03:07.555898 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 16 09:03:07.555898 dv-cinder-831776-4-iscsi neutron-server[103095]: return func(*args, **kwargs) Mar 16 09:03:07.555898 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 09:03:07.555898 dv-cinder-831776-4-iscsi neutron-server[103095]: self._notify() Mar 16 09:03:07.555898 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 09:03:07.555898 dv-cinder-831776-4-iscsi neutron-server[103095]: self.callback(batched_events) Mar 16 09:03:07.555898 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 09:03:07.555898 dv-cinder-831776-4-iscsi neutron-server[103095]: event.method(event) Mar 16 09:03:07.555898 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 16 09:03:07.555898 dv-cinder-831776-4-iscsi neutron-server[103095]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 09:03:07.555898 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 16 09:03:07.555898 dv-cinder-831776-4-iscsi neutron-server[103095]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 09:03:07.555898 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 16 09:03:07.555898 dv-cinder-831776-4-iscsi neutron-server[103095]: return f(self, *a, **k) Mar 16 09:03:07.555898 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 09:03:07.555898 dv-cinder-831776-4-iscsi neutron-server[103095]: return self._get(url).json() Mar 16 09:03:07.555898 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 09:03:07.555898 dv-cinder-831776-4-iscsi neutron-server[103095]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 09:03:07.555898 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 09:03:07.555898 dv-cinder-831776-4-iscsi neutron-server[103095]: return self.request(url, 'GET', **kwargs) Mar 16 09:03:07.555898 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 09:03:07.555898 dv-cinder-831776-4-iscsi neutron-server[103095]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 09:03:07.555898 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 09:03:07.555898 dv-cinder-831776-4-iscsi neutron-server[103095]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 09:03:07.555898 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 09:03:07.555898 dv-cinder-831776-4-iscsi neutron-server[103095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 09:03:07.555898 dv-cinder-831776-4-iscsi neutron-server[103095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 09:03:07.642580 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-14b23687-fd43-4e60-a2dd-1bfe2eee6ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1240622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-557370'] for network (8b046261-d957-422c-a8fc-d2678ef8eea0), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:07.664241 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-14b23687-fd43-4e60-a2dd-1bfe2eee6ba9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555813'] for network (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:07.667624 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-14b23687-fd43-4e60-a2dd-1bfe2eee6ba9 admin admin] 10.222.0.18 "DELETE /v2.0/networks/8b046261-d957-422c-a8fc-d2678ef8eea0 HTTP/1.1" status: 204 len: 168 time: 0.5995576 Mar 16 09:03:07.672938 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-454bd386-e2c8-49fa-a91b-25e04d247a90 admin admin] Publish callbacks [] for security_group (21aaf445-8be4-49c0-8584-996474adac76), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:07.674132 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b23687-fd43-4e60-a2dd-1bfe2eee6ba9 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b046261-d957-422c-a8fc-d2678ef8eea0,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:03:07.677028 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-454bd386-e2c8-49fa-a91b-25e04d247a90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (21aaf445-8be4-49c0-8584-996474adac76), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:07.715425 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454bd386-e2c8-49fa-a91b-25e04d247a90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21aaf445-8be4-49c0-8584-996474adac76,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:03:07.722801 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-454bd386-e2c8-49fa-a91b-25e04d247a90 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=82ad3d8f17b04a92b23df0afae790a74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5801382 Mar 16 09:03:07.722983 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 47858) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:03:07.792014 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-6de11a4a-de0f-4d5e-a702-ef301ed1b384 admin admin] Publish callbacks [] for security_group (21aaf445-8be4-49c0-8584-996474adac76), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:07.846545 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 47862) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:03:07.860663 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-6de11a4a-de0f-4d5e-a702-ef301ed1b384 admin admin] Publish callbacks [] for security_group (21aaf445-8be4-49c0-8584-996474adac76), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:07.898259 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-0ec7f5b4-bee5-4b06-a100-4b635fa8d6dd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=856f650fab084d57bfdeb80e1ae7b176&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0504825 Mar 16 09:03:07.901019 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 47868) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:03:07.956122 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-6de11a4a-de0f-4d5e-a702-ef301ed1b384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (21aaf445-8be4-49c0-8584-996474adac76), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:07.958717 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-6de11a4a-de0f-4d5e-a702-ef301ed1b384 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:07.960140 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-6de11a4a-de0f-4d5e-a702-ef301ed1b384 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/21aaf445-8be4-49c0-8584-996474adac76 HTTP/1.1" status: 204 len: 168 time: 0.2368095 Mar 16 09:03:07.971635 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-3ca04be0-9384-4592-ade9-fae07540df05 admin admin] Publish callbacks [] for security_group (78bf3f79-aa37-43ea-9c29-1143266898ab), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:07.974259 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de11a4a-de0f-4d5e-a702-ef301ed1b384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21aaf445-8be4-49c0-8584-996474adac76,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:03:08.001774 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-3ca04be0-9384-4592-ade9-fae07540df05 admin admin] Publish callbacks [] for security_group (78bf3f79-aa37-43ea-9c29-1143266898ab), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:08.052837 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-3ca04be0-9384-4592-ade9-fae07540df05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (78bf3f79-aa37-43ea-9c29-1143266898ab), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:08.056308 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-3ca04be0-9384-4592-ade9-fae07540df05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:08.057896 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-3ca04be0-9384-4592-ade9-fae07540df05 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/78bf3f79-aa37-43ea-9c29-1143266898ab HTTP/1.1" status: 204 len: 168 time: 0.1558747 Mar 16 09:03:08.066646 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca04be0-9384-4592-ade9-fae07540df05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78bf3f79-aa37-43ea-9c29-1143266898ab,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:03:08.236211 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaa2035-96f8-4a3e-8ada-4ac2d59d695a req-5c1d0207-b78d-4995-baff-1ee3300b9e59 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:03:08.237793 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-efaa2035-96f8-4a3e-8ada-4ac2d59d695a req-5c1d0207-b78d-4995-baff-1ee3300b9e59 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=232ab7d6-42dc-4ce8-bcc4-e60daa208b35 HTTP/1.1" status: 200 len: 946 time: 0.0590544 Mar 16 09:03:08.294547 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-efaa2035-96f8-4a3e-8ada-4ac2d59d695a req-71a445d5-d281-4309-a657-ba437a3cf914 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506458 Mar 16 09:03:08.884379 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7361a233-7369-4c66-929a-49d307a27414 req-5eaf6222-44f7-415a-a9d8-121b89985887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:03:08.886162 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-7361a233-7369-4c66-929a-49d307a27414 req-5eaf6222-44f7-415a-a9d8-121b89985887 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=232ab7d6-42dc-4ce8-bcc4-e60daa208b35 HTTP/1.1" status: 200 len: 1130 time: 0.0631983 Mar 16 09:03:08.957645 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-7361a233-7369-4c66-929a-49d307a27414 req-20bd1e87-b650-411f-855b-93fe2c28853a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627277 Mar 16 09:03:09.409879 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 47964) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:03:09.443755 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775eab4d-5f47-491c-bee8-5c48fe192b37 req-4dd0f4e9-8455-4ae9-ae06-922f338cbac0 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:03:09.446209 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-775eab4d-5f47-491c-bee8-5c48fe192b37 req-4dd0f4e9-8455-4ae9-ae06-922f338cbac0 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=232ab7d6-42dc-4ce8-bcc4-e60daa208b35 HTTP/1.1" status: 200 len: 946 time: 0.0730309 Mar 16 09:03:09.497994 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-775eab4d-5f47-491c-bee8-5c48fe192b37 req-3fb998c0-a282-4e41-be04-64bedd1a8399 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457664 Mar 16 09:03:09.534952 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-202a506d-0f49-4873-8eb9-f9ddcb263de1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:09.627064 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-202a506d-0f49-4873-8eb9-f9ddcb263de1 admin admin] Publish callbacks [] for security_group (9f39aa26-dea1-46e5-ba60-3d2dcf48c699), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:09.631330 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-202a506d-0f49-4873-8eb9-f9ddcb263de1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (9f39aa26-dea1-46e5-ba60-3d2dcf48c699), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:09.674179 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-202a506d-0f49-4873-8eb9-f9ddcb263de1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cac2e15e72774f7882c6dcc8db6d4670&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2631326 Mar 16 09:03:09.675016 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202a506d-0f49-4873-8eb9-f9ddcb263de1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f39aa26-dea1-46e5-ba60-3d2dcf48c699,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:03:09.676900 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 47976) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:03:09.732330 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-5e69c625-2546-42ca-b76b-aa6f98e67382 admin admin] Publish callbacks [] for security_group (9f39aa26-dea1-46e5-ba60-3d2dcf48c699), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:09.753184 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-5e69c625-2546-42ca-b76b-aa6f98e67382 admin admin] Publish callbacks [] for security_group (9f39aa26-dea1-46e5-ba60-3d2dcf48c699), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:09.797776 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-5e69c625-2546-42ca-b76b-aa6f98e67382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (9f39aa26-dea1-46e5-ba60-3d2dcf48c699), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:09.800297 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-5e69c625-2546-42ca-b76b-aa6f98e67382 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:09.801492 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-5e69c625-2546-42ca-b76b-aa6f98e67382 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9f39aa26-dea1-46e5-ba60-3d2dcf48c699 HTTP/1.1" status: 204 len: 168 time: 0.1234655 Mar 16 09:03:09.809177 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e69c625-2546-42ca-b76b-aa6f98e67382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f39aa26-dea1-46e5-ba60-3d2dcf48c699,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:03:10.197481 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 48002) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:03:10.311343 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-5adbfa95-0368-4a66-ad6a-4b3d9f380efb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:10.407220 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-5adbfa95-0368-4a66-ad6a-4b3d9f380efb admin admin] Publish callbacks [] for security_group (22e3e1ec-6dcd-4967-9616-b48eab84531b), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:10.414532 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-5adbfa95-0368-4a66-ad6a-4b3d9f380efb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (22e3e1ec-6dcd-4967-9616-b48eab84531b), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:10.456925 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-5adbfa95-0368-4a66-ad6a-4b3d9f380efb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6e6d652a05e542b385f89138de6444b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2583206 Mar 16 09:03:10.458031 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adbfa95-0368-4a66-ad6a-4b3d9f380efb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22e3e1ec-6dcd-4967-9616-b48eab84531b,revision_number=1']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:03:10.459673 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 48018) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:03:10.471828 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 48020) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:03:10.518554 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-12fe7ef8-c559-4a40-8551-24fa0553477a admin admin] Publish callbacks [] for security_group (22e3e1ec-6dcd-4967-9616-b48eab84531b), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:10.573544 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-12fe7ef8-c559-4a40-8551-24fa0553477a admin admin] Publish callbacks [] for security_group (22e3e1ec-6dcd-4967-9616-b48eab84531b), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:10.691778 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-12fe7ef8-c559-4a40-8551-24fa0553477a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (22e3e1ec-6dcd-4967-9616-b48eab84531b), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:10.694501 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-12fe7ef8-c559-4a40-8551-24fa0553477a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:10.695962 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.v2.base [None req-e7821159-2fad-4b46-9f04-d37e7416e10b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1925522079-network', 'tenant_id': '5f8a228022184acc97188678a7dd910d'}} {{(pid=103096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:03:10.698165 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-12fe7ef8-c559-4a40-8551-24fa0553477a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/22e3e1ec-6dcd-4967-9616-b48eab84531b HTTP/1.1" status: 204 len: 168 time: 0.2337306 Mar 16 09:03:10.711905 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fe7ef8-c559-4a40-8551-24fa0553477a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e3e1ec-6dcd-4967-9616-b48eab84531b,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:03:10.729308 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b022c8f-cf77-4e34-9c9c-265780be7575 req-cf0cbf9f-9f04-45c5-a118-31df88cc55ea tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:03:10.731082 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-9b022c8f-cf77-4e34-9c9c-265780be7575 req-cf0cbf9f-9f04-45c5-a118-31df88cc55ea tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=232ab7d6-42dc-4ce8-bcc4-e60daa208b35 HTTP/1.1" status: 200 len: 946 time: 0.1373477 Mar 16 09:03:10.763988 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7821159-2fad-4b46-9f04-d37e7416e10b admin admin] Made reservation on behalf of 5f8a228022184acc97188678a7dd910d for: {'network': 1} {{(pid=103096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 09:03:10.766262 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-e7821159-2fad-4b46-9f04-d37e7416e10b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for network (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:10.784115 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-e7821159-2fad-4b46-9f04-d37e7416e10b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:10.813770 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-9b022c8f-cf77-4e34-9c9c-265780be7575 req-ffec5eb3-b910-4268-b832-036259b30990 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740924 Mar 16 09:03:10.897156 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-e7821159-2fad-4b46-9f04-d37e7416e10b admin admin] Publish callbacks [] for security_group (77ac1331-f3e5-41e2-8b67-35a2e1a6a897), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:10.900146 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-e7821159-2fad-4b46-9f04-d37e7416e10b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (77ac1331-f3e5-41e2-8b67-35a2e1a6a897), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:10.926740 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7821159-2fad-4b46-9f04-d37e7416e10b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=103096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 09:03:10.942124 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7821159-2fad-4b46-9f04-d37e7416e10b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77ac1331-f3e5-41e2-8b67-35a2e1a6a897,revision_number=1']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:03:10.946023 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-e7821159-2fad-4b46-9f04-d37e7416e10b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079957'] for segment (08cb8d24-3925-4648-8517-d63baacc3855), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:10.946382 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.db.segments_db [None req-e7821159-2fad-4b46-9f04-d37e7416e10b admin admin] Added segment 08cb8d24-3925-4648-8517-d63baacc3855 of type vlan for network 6d6fe5e0-e232-458a-ba83-79ff8abded6d Mar 16 09:03:11.007181 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-e7821159-2fad-4b46-9f04-d37e7416e10b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732012783544'] for network (6d6fe5e0-e232-458a-ba83-79ff8abded6d), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:11.038678 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-e7821159-2fad-4b46-9f04-d37e7416e10b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787'] for network (6d6fe5e0-e232-458a-ba83-79ff8abded6d), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:11.040072 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7821159-2fad-4b46-9f04-d37e7416e10b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:03:11.040570 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-e7821159-2fad-4b46-9f04-d37e7416e10b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555813'] for network (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:11.052475 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 48050) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:03:11.106848 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-e7821159-2fad-4b46-9f04-d37e7416e10b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6314094 Mar 16 09:03:11.108586 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 48058) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:03:11.113838 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.v2.base [None req-11bea191-1826-418e-84a8-a0ef9fcc65f9 admin admin] Request body: {'subnet': {'network_id': '6d6fe5e0-e232-458a-ba83-79ff8abded6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1925522079-subnet', 'tenant_id': '5f8a228022184acc97188678a7dd910d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:03:11.114155 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-453f3aef-e6a4-4558-85b9-0790b0951b11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:11.134526 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11bea191-1826-418e-84a8-a0ef9fcc65f9 admin admin] Made reservation on behalf of 5f8a228022184acc97188678a7dd910d for: {'subnet': 1} {{(pid=103095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 09:03:11.137042 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-11bea191-1826-418e-84a8-a0ef9fcc65f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133455005'] for subnet (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:11.139361 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7821159-2fad-4b46-9f04-d37e7416e10b admin admin] Pushing event updated for resources: {'Network': ['ID=6d6fe5e0-e232-458a-ba83-79ff8abded6d,revision_number=1']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:03:11.150850 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Network 6d6fe5e0-e232-458a-ba83-79ff8abded6d details requested by agent ovs-agent-dv-cinder-831776-4-iscsi with host dv-cinder-831776-4-iscsi {{(pid=103097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 16 09:03:11.213550 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-453f3aef-e6a4-4558-85b9-0790b0951b11 admin admin] Publish callbacks [] for security_group (499ecc9e-4dd2-475a-b36a-ece5a422a12e), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:11.223017 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-453f3aef-e6a4-4558-85b9-0790b0951b11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (499ecc9e-4dd2-475a-b36a-ece5a422a12e), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:11.256662 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-453f3aef-e6a4-4558-85b9-0790b0951b11 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d9cc7f322f134c1490b806d02df1b2b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2031541 Mar 16 09:03:11.261737 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 48060) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:03:11.277357 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453f3aef-e6a4-4558-85b9-0790b0951b11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=499ecc9e-4dd2-475a-b36a-ece5a422a12e,revision_number=1']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:03:11.322190 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-7186de06-caa2-4876-973c-0302279c66aa admin admin] Publish callbacks [] for security_group (499ecc9e-4dd2-475a-b36a-ece5a422a12e), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:11.345468 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-7186de06-caa2-4876-973c-0302279c66aa admin admin] Publish callbacks [] for security_group (499ecc9e-4dd2-475a-b36a-ece5a422a12e), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:11.394775 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-7186de06-caa2-4876-973c-0302279c66aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (499ecc9e-4dd2-475a-b36a-ece5a422a12e), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:11.397739 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-7186de06-caa2-4876-973c-0302279c66aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:11.398928 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-7186de06-caa2-4876-973c-0302279c66aa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/499ecc9e-4dd2-475a-b36a-ece5a422a12e HTTP/1.1" status: 204 len: 168 time: 0.1362517 Mar 16 09:03:11.408758 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7186de06-caa2-4876-973c-0302279c66aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=499ecc9e-4dd2-475a-b36a-ece5a422a12e,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:03:11.534877 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-11bea191-1826-418e-84a8-a0ef9fcc65f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13558131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133455011'] for subnet (0c872c20-0da1-49af-898d-f0464d53b431), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:11.595109 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bea191-1826-418e-84a8-a0ef9fcc65f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c872c20-0da1-49af-898d-f0464d53b431,revision_number=0']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:03:11.602458 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bea191-1826-418e-84a8-a0ef9fcc65f9 admin admin] Checking segment: {'id': '08cb8d24-3925-4648-8517-d63baacc3855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '6d6fe5e0-e232-458a-ba83-79ff8abded6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 09:03:11.602821 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11bea191-1826-418e-84a8-a0ef9fcc65f9 admin admin] Network hostable DHCP agents. Network: 6d6fe5e0-e232-458a-ba83-79ff8abded6d, hostable agents: ['a398d5bf-1368-473f-bfdd-7d167c3f4154'], hosted agents: [] {{(pid=103095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 09:03:11.626103 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11bea191-1826-418e-84a8-a0ef9fcc65f9 admin admin] Network 6d6fe5e0-e232-458a-ba83-79ff8abded6d is scheduled to be hosted by DHCP agent a398d5bf-1368-473f-bfdd-7d167c3f4154 with binding_index 1 {{(pid=103095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 09:03:11.640311 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-11bea191-1826-418e-84a8-a0ef9fcc65f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831776-4-iscsi, 6d6fe5e0-e232-458a-ba83-79ff8abded6d) {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 09:03:11.649958 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11bea191-1826-418e-84a8-a0ef9fcc65f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:03:11.650849 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-11bea191-1826-418e-84a8-a0ef9fcc65f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555813'] for subnet (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:11.652394 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d48c4be-d5a3-453b-b5a8-61609f909fda None None] Network 6d6fe5e0-e232-458a-ba83-79ff8abded6d requested from dv-cinder-831776-4-iscsi {{(pid=103097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 09:03:11.672583 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-11bea191-1826-418e-84a8-a0ef9fcc65f9 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5627036 Mar 16 09:03:11.784194 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d21e7d-c8db-4e77-868a-5952f3f24006 None None] Network 6d6fe5e0-e232-458a-ba83-79ff8abded6d requested from dv-cinder-831776-4-iscsi {{(pid=103097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 09:03:11.830953 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 48078) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:03:11.854089 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d7ba13be-d487-42c9-816a-eaebe72216b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:11.958386 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6ba2b1-8f30-46ae-9d32-7553769531ce req-ea38f162-129b-4d35-a8d1-5ebd492902c4 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:03:11.961439 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-1f6ba2b1-8f30-46ae-9d32-7553769531ce req-ea38f162-129b-4d35-a8d1-5ebd492902c4 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=232ab7d6-42dc-4ce8-bcc4-e60daa208b35 HTTP/1.1" status: 200 len: 946 time: 0.0669794 Mar 16 09:03:11.986637 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d7ba13be-d487-42c9-816a-eaebe72216b5 admin admin] Publish callbacks [] for security_group (70f8f637-b531-4524-bb88-dab3cffc6f4e), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:11.993676 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d7ba13be-d487-42c9-816a-eaebe72216b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (70f8f637-b531-4524-bb88-dab3cffc6f4e), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:12.018898 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-1f6ba2b1-8f30-46ae-9d32-7553769531ce req-ebe05942-4655-40e1-949c-67fe9ff6ff96 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509980 Mar 16 09:03:12.040152 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-d7ba13be-d487-42c9-816a-eaebe72216b5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b324906ea0ab46c5a47241445dc9509b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2080512 Mar 16 09:03:12.043132 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 48090) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:03:12.053196 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ba13be-d487-42c9-816a-eaebe72216b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70f8f637-b531-4524-bb88-dab3cffc6f4e,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:03:12.107803 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-1a0320a0-5986-452e-94b2-08ce6f9adcd5 admin admin] Publish callbacks [] for security_group (70f8f637-b531-4524-bb88-dab3cffc6f4e), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:12.147208 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-1a0320a0-5986-452e-94b2-08ce6f9adcd5 admin admin] Publish callbacks [] for security_group (70f8f637-b531-4524-bb88-dab3cffc6f4e), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:12.231880 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c142db1-0eee-4d1c-af5b-e44c175ee61c req-f2a261bf-37d0-452f-8e68-0fa84eba7c8d tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:03:12.233343 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-3c142db1-0eee-4d1c-af5b-e44c175ee61c req-f2a261bf-37d0-452f-8e68-0fa84eba7c8d tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=1033cdc1-c72e-492f-9352-14e5302515cf HTTP/1.1" status: 200 len: 945 time: 0.0948141 Mar 16 09:03:12.267030 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-1a0320a0-5986-452e-94b2-08ce6f9adcd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (70f8f637-b531-4524-bb88-dab3cffc6f4e), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:12.269565 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-1a0320a0-5986-452e-94b2-08ce6f9adcd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:12.270718 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-1a0320a0-5986-452e-94b2-08ce6f9adcd5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/70f8f637-b531-4524-bb88-dab3cffc6f4e HTTP/1.1" status: 204 len: 168 time: 0.2261586 Mar 16 09:03:12.301603 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0320a0-5986-452e-94b2-08ce6f9adcd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f8f637-b531-4524-bb88-dab3cffc6f4e,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:03:12.316661 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-3c142db1-0eee-4d1c-af5b-e44c175ee61c req-42b4dba7-6824-483e-895c-debdb5cc02ad tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777707 Mar 16 09:03:19.222654 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01e5538-147b-4552-a232-556f747cde35 req-631c8acf-dd8f-4ada-99aa-87705bee94e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:03:19.224146 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a01e5538-147b-4552-a232-556f747cde35 req-631c8acf-dd8f-4ada-99aa-87705bee94e6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8ab3e25cb83341919d112753e22938a2&device_id=1033cdc1-c72e-492f-9352-14e5302515cf HTTP/1.1" status: 200 len: 1129 time: 0.0738933 Mar 16 09:03:19.244708 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e91fb3b-75da-4b51-bb71-e7b05b218ded req-5b8fa6ac-fc52-43c6-a517-cf2961a6decb tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:03:19.246257 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-7e91fb3b-75da-4b51-bb71-e7b05b218ded req-5b8fa6ac-fc52-43c6-a517-cf2961a6decb tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=1033cdc1-c72e-492f-9352-14e5302515cf HTTP/1.1" status: 200 len: 945 time: 0.0856993 Mar 16 09:03:19.346590 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-7e91fb3b-75da-4b51-bb71-e7b05b218ded req-618f13ff-cfa8-4eb8-9191-439279e7d8bb tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893857 Mar 16 09:03:19.360499 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01e5538-147b-4552-a232-556f747cde35 req-3047a300-86bd-4575-93e4-f0b5009341b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:03:19.361851 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a01e5538-147b-4552-a232-556f747cde35 req-3047a300-86bd-4575-93e4-f0b5009341b9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c71322ee-b7a0-4c22-8a3c-0690c3f2a338 HTTP/1.1" status: 200 len: 919 time: 0.1313505 Mar 16 09:03:19.404329 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a01e5538-147b-4552-a232-556f747cde35 req-d1a6eabc-ea28-49fd-bdb0-a314566acc8e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=314a141c-e07c-41ab-9f3f-234b6043a3ed HTTP/1.1" status: 200 len: 217 time: 0.0354331 Mar 16 09:03:19.456076 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01e5538-147b-4552-a232-556f747cde35 req-76df196f-4545-4770-918b-6bf61542901e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:03:19.457485 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a01e5538-147b-4552-a232-556f747cde35 req-76df196f-4545-4770-918b-6bf61542901e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2d141d65-2c6e-46bc-b682-986a7d0cd81b HTTP/1.1" status: 200 len: 858 time: 0.0466425 Mar 16 09:03:19.489843 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a01e5538-147b-4552-a232-556f747cde35 req-6277ac57-a6dd-4036-934d-2134873923e7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c71322ee-b7a0-4c22-8a3c-0690c3f2a338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244000 Mar 16 09:03:19.582922 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a01e5538-147b-4552-a232-556f747cde35 req-779a5843-4971-48ab-99b9-0406467bb8d8 service neutron] 10.222.0.48 "GET /v2.0/networks/c71322ee-b7a0-4c22-8a3c-0690c3f2a338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851223 Mar 16 09:03:19.685768 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a01e5538-147b-4552-a232-556f747cde35 req-e8c7dd1e-1ec3-4b56-a1c5-253c87168fc5 service neutron] 10.222.0.48 "GET /v2.0/networks/c71322ee-b7a0-4c22-8a3c-0690c3f2a338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926499 Mar 16 09:03:20.027778 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 48330) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:03:20.073501 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b36043d-862e-4f1a-9376-039ae31f4d17 admin admin] Deleting subnet e31d2f51-4fb4-495a-a0bd-680768c9c696 {{(pid=103095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 16 09:03:20.076667 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7b36043d-862e-4f1a-9376-039ae31f4d17 admin admin] Publish callbacks [] for subnet (e31d2f51-4fb4-495a-a0bd-680768c9c696), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:20.110087 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7b36043d-862e-4f1a-9376-039ae31f4d17 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13312432'] for subnet (e31d2f51-4fb4-495a-a0bd-680768c9c696), precommit_delete_associations {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:20.158061 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7b36043d-862e-4f1a-9376-039ae31f4d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1238432'] for subnet (e31d2f51-4fb4-495a-a0bd-680768c9c696), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:20.210021 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7b36043d-862e-4f1a-9376-039ae31f4d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1238363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13558064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133455034'] for subnet (e31d2f51-4fb4-495a-a0bd-680768c9c696), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:20.235469 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b36043d-862e-4f1a-9376-039ae31f4d17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e31d2f51-4fb4-495a-a0bd-680768c9c696,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:03:20.241116 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7b36043d-862e-4f1a-9376-039ae31f4d17 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:20.244687 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-7b36043d-862e-4f1a-9376-039ae31f4d17 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e31d2f51-4fb4-495a-a0bd-680768c9c696 HTTP/1.1" status: 204 len: 168 time: 0.2158945 Mar 16 09:03:20.247144 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 48336) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:03:20.317209 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-08835dfd-c70f-40d7-946d-85f7363dbf52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1197409'] for network (5290f51a-b0ca-4356-aa42-ff3195f8295f), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:20.394269 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-08835dfd-c70f-40d7-946d-85f7363dbf52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1240631', 'neutron.services.segments.db._delete_segments_for_network-8732013206218'] for network (5290f51a-b0ca-4356-aa42-ff3195f8295f), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:20.415340 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.services.segments.db [None req-08835dfd-c70f-40d7-946d-85f7363dbf52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5290f51a-b0ca-4356-aa42-ff3195f8295f']}} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:03:20.424623 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.services.segments.db [None req-08835dfd-c70f-40d7-946d-85f7363dbf52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5957077b-eb63-4ef5-b723-d60b9c58a44f') {'for_net_delete': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:03:20.424929 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.services.segments.db [None req-08835dfd-c70f-40d7-946d-85f7363dbf52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5957077b-eb63-4ef5-b723-d60b9c58a44f') {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:03:20.434314 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-08835dfd-c70f-40d7-946d-85f7363dbf52 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732013210067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13312443'] for segment (5957077b-eb63-4ef5-b723-d60b9c58a44f), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:20.448064 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-08835dfd-c70f-40d7-946d-85f7363dbf52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079957'] for segment (5957077b-eb63-4ef5-b723-d60b9c58a44f), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:20.454169 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08835dfd-c70f-40d7-946d-85f7363dbf52 admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=103095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 09:03:20.454550 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-08835dfd-c70f-40d7-946d-85f7363dbf52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13558170'] for segment (5957077b-eb63-4ef5-b723-d60b9c58a44f), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:20.456352 dv-cinder-831776-4-iscsi neutron-server[103095]: Traceback (most recent call last): Mar 16 09:03:20.456352 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 09:03:20.456352 dv-cinder-831776-4-iscsi neutron-server[103095]: timer() Mar 16 09:03:20.456352 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 09:03:20.456352 dv-cinder-831776-4-iscsi neutron-server[103095]: cb(*args, **kw) Mar 16 09:03:20.456352 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 16 09:03:20.456352 dv-cinder-831776-4-iscsi neutron-server[103095]: return func(*args, **kwargs) Mar 16 09:03:20.456352 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 09:03:20.456352 dv-cinder-831776-4-iscsi neutron-server[103095]: self._notify() Mar 16 09:03:20.456352 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 09:03:20.456352 dv-cinder-831776-4-iscsi neutron-server[103095]: self.callback(batched_events) Mar 16 09:03:20.456352 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 09:03:20.456352 dv-cinder-831776-4-iscsi neutron-server[103095]: event.method(event) Mar 16 09:03:20.456352 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 16 09:03:20.456352 dv-cinder-831776-4-iscsi neutron-server[103095]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 09:03:20.456352 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 16 09:03:20.456352 dv-cinder-831776-4-iscsi neutron-server[103095]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 09:03:20.456352 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 16 09:03:20.456352 dv-cinder-831776-4-iscsi neutron-server[103095]: return f(self, *a, **k) Mar 16 09:03:20.456352 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 09:03:20.456352 dv-cinder-831776-4-iscsi neutron-server[103095]: return self._get(url).json() Mar 16 09:03:20.456352 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 09:03:20.456352 dv-cinder-831776-4-iscsi neutron-server[103095]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 09:03:20.456352 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 09:03:20.456352 dv-cinder-831776-4-iscsi neutron-server[103095]: return self.request(url, 'GET', **kwargs) Mar 16 09:03:20.456352 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 09:03:20.456352 dv-cinder-831776-4-iscsi neutron-server[103095]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 09:03:20.456352 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 09:03:20.456352 dv-cinder-831776-4-iscsi neutron-server[103095]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 09:03:20.456352 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 09:03:20.456352 dv-cinder-831776-4-iscsi neutron-server[103095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 09:03:20.456352 dv-cinder-831776-4-iscsi neutron-server[103095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 09:03:20.480295 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-f60d896e-1dbc-4926-a095-e984a97664bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (a398d5bf-1368-473f-bfdd-7d167c3f4154), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:20.489543 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa22d07-cbda-47bd-815a-bac8c02eb958 req-6c821c4f-6c8a-4165-943a-616ff40b89ed tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:03:20.491141 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5aa22d07-cbda-47bd-815a-bac8c02eb958 req-6c821c4f-6c8a-4165-943a-616ff40b89ed tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=1033cdc1-c72e-492f-9352-14e5302515cf HTTP/1.1" status: 200 len: 945 time: 0.0656447 Mar 16 09:03:20.518880 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-08835dfd-c70f-40d7-946d-85f7363dbf52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1240622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-557370'] for network (5290f51a-b0ca-4356-aa42-ff3195f8295f), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:20.525972 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-08835dfd-c70f-40d7-946d-85f7363dbf52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555813'] for network (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:20.529064 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-08835dfd-c70f-40d7-946d-85f7363dbf52 admin admin] 10.222.0.18 "DELETE /v2.0/networks/5290f51a-b0ca-4356-aa42-ff3195f8295f HTTP/1.1" status: 204 len: 168 time: 0.2810125 Mar 16 09:03:20.532267 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 48340) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:03:20.539168 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08835dfd-c70f-40d7-946d-85f7363dbf52 admin admin] Pushing event deleted for resources: {'Network': ['ID=5290f51a-b0ca-4356-aa42-ff3195f8295f,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:03:20.574750 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5aa22d07-cbda-47bd-815a-bac8c02eb958 req-d8fee1e4-0a35-4358-bb7e-d3c20cbd6133 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771825 Mar 16 09:03:20.597441 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.db_base_plugin_v2 [None req-4573d801-3da4-441a-a2f4-31ebccce2687 admin admin] Deleting subnet f5e0aa9f-d9be-4b32-a1fd-211301fffe74 {{(pid=103096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 16 09:03:20.601055 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-4573d801-3da4-441a-a2f4-31ebccce2687 admin admin] Publish callbacks [] for subnet (f5e0aa9f-d9be-4b32-a1fd-211301fffe74), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:20.640231 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-4573d801-3da4-441a-a2f4-31ebccce2687 admin admin] Publish callbacks [] for subnet (f5e0aa9f-d9be-4b32-a1fd-211301fffe74), precommit_delete_associations {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:20.646547 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-4573d801-3da4-441a-a2f4-31ebccce2687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1238432'] for subnet (f5e0aa9f-d9be-4b32-a1fd-211301fffe74), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:20.697890 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-4573d801-3da4-441a-a2f4-31ebccce2687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1238363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787'] for subnet (f5e0aa9f-d9be-4b32-a1fd-211301fffe74), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:20.723952 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4573d801-3da4-441a-a2f4-31ebccce2687 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5e0aa9f-d9be-4b32-a1fd-211301fffe74,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:03:20.725763 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-4573d801-3da4-441a-a2f4-31ebccce2687 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555813'] for subnet (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:20.728950 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-4573d801-3da4-441a-a2f4-31ebccce2687 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/f5e0aa9f-d9be-4b32-a1fd-211301fffe74 HTTP/1.1" status: 204 len: 168 time: 0.1957264 Mar 16 09:03:20.731308 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 48344) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:03:20.807216 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-4fb8c948-a3b4-4d45-bbd4-fd6c0203e074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1197409'] for network (be27306b-8977-4c34-aa90-ccf0daa86e80), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:20.902188 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-4fb8c948-a3b4-4d45-bbd4-fd6c0203e074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1240631', 'neutron.services.segments.db._delete_segments_for_network-8732013206218'] for network (be27306b-8977-4c34-aa90-ccf0daa86e80), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:20.932236 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-4fb8c948-a3b4-4d45-bbd4-fd6c0203e074 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 09:03:20.932591 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-4fb8c948-a3b4-4d45-bbd4-fd6c0203e074 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 09:03:20.933342 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-4fb8c948-a3b4-4d45-bbd4-fd6c0203e074 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 09:03:20.933692 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-4fb8c948-a3b4-4d45-bbd4-fd6c0203e074 admin admin] Subscribe: > port after_create 55550000 {{(pid=103096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 09:03:20.934034 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-4fb8c948-a3b4-4d45-bbd4-fd6c0203e074 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 09:03:20.934362 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-4fb8c948-a3b4-4d45-bbd4-fd6c0203e074 admin admin] Subscribe: > port after_update 55550000 {{(pid=103096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 09:03:20.934676 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-4fb8c948-a3b4-4d45-bbd4-fd6c0203e074 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 09:03:20.935004 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-4fb8c948-a3b4-4d45-bbd4-fd6c0203e074 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 09:03:20.935315 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-4fb8c948-a3b4-4d45-bbd4-fd6c0203e074 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 09:03:20.935627 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-4fb8c948-a3b4-4d45-bbd4-fd6c0203e074 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 09:03:21.000100 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-4fb8c948-a3b4-4d45-bbd4-fd6c0203e074 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 09:03:21.000440 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-4fb8c948-a3b4-4d45-bbd4-fd6c0203e074 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 09:03:21.000773 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-4fb8c948-a3b4-4d45-bbd4-fd6c0203e074 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 09:03:21.001211 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-4fb8c948-a3b4-4d45-bbd4-fd6c0203e074 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 16 09:03:21.001623 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.services.segments.db [None req-4fb8c948-a3b4-4d45-bbd4-fd6c0203e074 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be27306b-8977-4c34-aa90-ccf0daa86e80']}} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:03:21.023154 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.services.segments.db [None req-4fb8c948-a3b4-4d45-bbd4-fd6c0203e074 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8226b50f-a2f8-495a-a559-4a5dc2609f58') {'for_net_delete': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:03:21.023576 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.services.segments.db [None req-4fb8c948-a3b4-4d45-bbd4-fd6c0203e074 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8226b50f-a2f8-495a-a559-4a5dc2609f58') {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:03:21.046245 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-4fb8c948-a3b4-4d45-bbd4-fd6c0203e074 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732013210067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14117639'] for segment (8226b50f-a2f8-495a-a559-4a5dc2609f58), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:21.076009 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-4fb8c948-a3b4-4d45-bbd4-fd6c0203e074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079957'] for segment (8226b50f-a2f8-495a-a559-4a5dc2609f58), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:21.084362 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fb8c948-a3b4-4d45-bbd4-fd6c0203e074 admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=103096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 09:03:21.084875 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-4fb8c948-a3b4-4d45-bbd4-fd6c0203e074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13105755'] for segment (8226b50f-a2f8-495a-a559-4a5dc2609f58), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:21.089616 dv-cinder-831776-4-iscsi neutron-server[103096]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 16 09:03:21.089616 dv-cinder-831776-4-iscsi neutron-server[103096]: from cryptography.utils import int_from_bytes Mar 16 09:03:21.089616 dv-cinder-831776-4-iscsi neutron-server[103096]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 16 09:03:21.089616 dv-cinder-831776-4-iscsi neutron-server[103096]: from cryptography.utils import int_from_bytes Mar 16 09:03:21.089616 dv-cinder-831776-4-iscsi neutron-server[103096]: Traceback (most recent call last): Mar 16 09:03:21.089616 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 09:03:21.089616 dv-cinder-831776-4-iscsi neutron-server[103096]: timer() Mar 16 09:03:21.089616 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 09:03:21.089616 dv-cinder-831776-4-iscsi neutron-server[103096]: cb(*args, **kw) Mar 16 09:03:21.089616 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 16 09:03:21.089616 dv-cinder-831776-4-iscsi neutron-server[103096]: return func(*args, **kwargs) Mar 16 09:03:21.089616 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 09:03:21.089616 dv-cinder-831776-4-iscsi neutron-server[103096]: self._notify() Mar 16 09:03:21.089616 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 09:03:21.089616 dv-cinder-831776-4-iscsi neutron-server[103096]: self.callback(batched_events) Mar 16 09:03:21.089616 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 09:03:21.089616 dv-cinder-831776-4-iscsi neutron-server[103096]: event.method(event) Mar 16 09:03:21.089616 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 16 09:03:21.089616 dv-cinder-831776-4-iscsi neutron-server[103096]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 09:03:21.089616 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 16 09:03:21.089616 dv-cinder-831776-4-iscsi neutron-server[103096]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 09:03:21.089616 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 16 09:03:21.089616 dv-cinder-831776-4-iscsi neutron-server[103096]: return f(self, *a, **k) Mar 16 09:03:21.089616 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 09:03:21.089616 dv-cinder-831776-4-iscsi neutron-server[103096]: return self._get(url).json() Mar 16 09:03:21.089616 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 09:03:21.089616 dv-cinder-831776-4-iscsi neutron-server[103096]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 09:03:21.089616 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 09:03:21.089616 dv-cinder-831776-4-iscsi neutron-server[103096]: return self.request(url, 'GET', **kwargs) Mar 16 09:03:21.089616 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 09:03:21.089616 dv-cinder-831776-4-iscsi neutron-server[103096]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 09:03:21.089616 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 09:03:21.089616 dv-cinder-831776-4-iscsi neutron-server[103096]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 09:03:21.089616 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 09:03:21.089616 dv-cinder-831776-4-iscsi neutron-server[103096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 09:03:21.089616 dv-cinder-831776-4-iscsi neutron-server[103096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 09:03:21.138726 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 48364) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:03:21.151198 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-4fb8c948-a3b4-4d45-bbd4-fd6c0203e074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1240622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-557370'] for network (be27306b-8977-4c34-aa90-ccf0daa86e80), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:21.158685 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-4fb8c948-a3b4-4d45-bbd4-fd6c0203e074 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555813'] for network (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:21.165888 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-4fb8c948-a3b4-4d45-bbd4-fd6c0203e074 admin admin] 10.222.0.18 "DELETE /v2.0/networks/be27306b-8977-4c34-aa90-ccf0daa86e80 HTTP/1.1" status: 204 len: 168 time: 0.4302442 Mar 16 09:03:21.183916 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb8c948-a3b4-4d45-bbd4-fd6c0203e074 admin admin] Pushing event deleted for resources: {'Network': ['ID=be27306b-8977-4c34-aa90-ccf0daa86e80,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:03:21.259188 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-2da01a86-bfdf-4f94-8515-292e6cf56bbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:21.285463 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 48370) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:03:21.329370 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-a1d8027b-84a4-44a6-b3f3-ad9a983e1813 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9effb40e0aab4df38dc717d2d1284c87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0420873 Mar 16 09:03:21.330001 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 48372) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:03:21.335558 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-2da01a86-bfdf-4f94-8515-292e6cf56bbe admin admin] Publish callbacks [] for security_group (bd5bc3f8-466a-41c4-ab3b-8f58802ea75c), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:21.339276 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-2da01a86-bfdf-4f94-8515-292e6cf56bbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (bd5bc3f8-466a-41c4-ab3b-8f58802ea75c), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:21.380008 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da01a86-bfdf-4f94-8515-292e6cf56bbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd5bc3f8-466a-41c4-ab3b-8f58802ea75c,revision_number=1']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:03:21.384277 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-2da01a86-bfdf-4f94-8515-292e6cf56bbe admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=00fe642a3f0e410699d47d0eb0ec8f65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2435770 Mar 16 09:03:21.387211 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 48374) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:03:21.394684 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-00f28abe-70be-41c5-84d3-c5dca416e4aa admin admin] Publish callbacks [] for security_group (a5f3c674-69e2-4455-aa3a-cc9588dc1113), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:21.419046 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-00f28abe-70be-41c5-84d3-c5dca416e4aa admin admin] Publish callbacks [] for security_group (a5f3c674-69e2-4455-aa3a-cc9588dc1113), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:21.436425 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-dddc1694-3d05-4904-8c72-7d8d957121f8 admin admin] Publish callbacks [] for security_group (bd5bc3f8-466a-41c4-ab3b-8f58802ea75c), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:21.457687 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-dddc1694-3d05-4904-8c72-7d8d957121f8 admin admin] Publish callbacks [] for security_group (bd5bc3f8-466a-41c4-ab3b-8f58802ea75c), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:21.466120 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-00f28abe-70be-41c5-84d3-c5dca416e4aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (a5f3c674-69e2-4455-aa3a-cc9588dc1113), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:21.468614 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-00f28abe-70be-41c5-84d3-c5dca416e4aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:21.469825 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-00f28abe-70be-41c5-84d3-c5dca416e4aa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a5f3c674-69e2-4455-aa3a-cc9588dc1113 HTTP/1.1" status: 204 len: 168 time: 0.1388977 Mar 16 09:03:21.478283 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f28abe-70be-41c5-84d3-c5dca416e4aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f3c674-69e2-4455-aa3a-cc9588dc1113,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:03:21.517868 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-dddc1694-3d05-4904-8c72-7d8d957121f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (bd5bc3f8-466a-41c4-ab3b-8f58802ea75c), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:21.520396 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-dddc1694-3d05-4904-8c72-7d8d957121f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:21.521581 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-dddc1694-3d05-4904-8c72-7d8d957121f8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bd5bc3f8-466a-41c4-ab3b-8f58802ea75c HTTP/1.1" status: 204 len: 168 time: 0.1329918 Mar 16 09:03:21.529036 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddc1694-3d05-4904-8c72-7d8d957121f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd5bc3f8-466a-41c4-ab3b-8f58802ea75c,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:03:21.728990 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22126ee-6b51-47fc-8972-b2f8fbed351b req-3f0c1c75-747c-4c19-ae11-a65085e1f5c3 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:03:21.735650 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b22126ee-6b51-47fc-8972-b2f8fbed351b req-3f0c1c75-747c-4c19-ae11-a65085e1f5c3 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=1033cdc1-c72e-492f-9352-14e5302515cf HTTP/1.1" status: 200 len: 945 time: 0.0680513 Mar 16 09:03:21.784051 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b22126ee-6b51-47fc-8972-b2f8fbed351b req-fb5e1460-070a-4559-a538-e6520f381629 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474820 Mar 16 09:03:21.904979 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 48394) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:03:21.958253 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-8a11d9ac-81bd-4d86-9d9a-707f5bb9f4ab admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=769dfc5ea9e8428282f3edaece1e8e7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0497305 Mar 16 09:03:21.958525 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 48398) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:03:22.007040 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-132b7c9b-7500-4dbb-9b50-135a9d05ca5d admin admin] Publish callbacks [] for security_group (ce71560e-251c-4e69-8bb6-bed2dd1c44a5), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:22.029428 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-132b7c9b-7500-4dbb-9b50-135a9d05ca5d admin admin] Publish callbacks [] for security_group (ce71560e-251c-4e69-8bb6-bed2dd1c44a5), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:22.049326 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.agents_db [None req-ddb2e055-3acb-4969-8bde-a74b2247622c None None] Agent healthcheck: found 6 active agents {{(pid=103098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 09:03:22.085362 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-132b7c9b-7500-4dbb-9b50-135a9d05ca5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (ce71560e-251c-4e69-8bb6-bed2dd1c44a5), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:22.087973 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-132b7c9b-7500-4dbb-9b50-135a9d05ca5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:22.089880 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-132b7c9b-7500-4dbb-9b50-135a9d05ca5d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ce71560e-251c-4e69-8bb6-bed2dd1c44a5 HTTP/1.1" status: 204 len: 168 time: 0.1304228 Mar 16 09:03:22.098230 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132b7c9b-7500-4dbb-9b50-135a9d05ca5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce71560e-251c-4e69-8bb6-bed2dd1c44a5,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:03:22.786755 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-e12846b9-f6ba-4ed3-92de-944eaf5386ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (09ce795b-eeca-4b3b-9d7f-577d9443cb21), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:22.934412 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e25542-bce5-4edf-8fed-ece2fa8de0f8 req-0c0ea3b5-5f4b-4b2e-829a-d3171f096ee7 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:03:22.941317 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-29e25542-bce5-4edf-8fed-ece2fa8de0f8 req-0c0ea3b5-5f4b-4b2e-829a-d3171f096ee7 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=1033cdc1-c72e-492f-9352-14e5302515cf HTTP/1.1" status: 200 len: 945 time: 0.0817561 Mar 16 09:03:23.012350 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-29e25542-bce5-4edf-8fed-ece2fa8de0f8 req-cff77f52-2666-4d45-82e2-d9ba1bc2f61d tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700328 Mar 16 09:03:23.830112 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-cdeb7127-6fa1-4060-ae0a-c8ffc2dd9388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (514d7d79-ab14-439d-a6c0-bbffe337a49f), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:24.141450 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3cc9c3-65be-4055-a962-b8d0b05ffb0b req-38661d82-4d91-444b-a44c-febc19b78a31 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:03:24.142938 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-0e3cc9c3-65be-4055-a962-b8d0b05ffb0b req-38661d82-4d91-444b-a44c-febc19b78a31 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=1033cdc1-c72e-492f-9352-14e5302515cf HTTP/1.1" status: 200 len: 945 time: 0.0588434 Mar 16 09:03:24.190840 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-0e3cc9c3-65be-4055-a962-b8d0b05ffb0b req-0bc8c293-f739-4897-acb0-2154000cb3c9 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424876 Mar 16 09:03:25.315542 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fdd925-0c2d-4f4f-9941-886b43e36d42 req-0df175c9-f2b2-48a7-a804-a9a1b08f19a4 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:03:25.316998 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-29fdd925-0c2d-4f4f-9941-886b43e36d42 req-0df175c9-f2b2-48a7-a804-a9a1b08f19a4 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=1033cdc1-c72e-492f-9352-14e5302515cf HTTP/1.1" status: 200 len: 945 time: 0.0548208 Mar 16 09:03:25.381736 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-29fdd925-0c2d-4f4f-9941-886b43e36d42 req-451a9eac-9ead-4cd9-83a1-04d0752dee38 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590131 Mar 16 09:03:25.443599 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (f0da09ba-cbd5-402d-a3a1-68b8fcaf25e8), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:25.445585 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3de267ec-888d-49e1-92d2-a6991c0932cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (3616e4f6-4586-420d-b0d2-e3b2f5abb17b), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:26.501081 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a86bf03-a892-4256-8225-3965b716e21f req-d7e8545e-08c1-4ee0-8c92-4e4b0248a6da tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:03:26.502562 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-4a86bf03-a892-4256-8225-3965b716e21f req-d7e8545e-08c1-4ee0-8c92-4e4b0248a6da tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=1033cdc1-c72e-492f-9352-14e5302515cf HTTP/1.1" status: 200 len: 945 time: 0.0550618 Mar 16 09:03:26.551223 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-4a86bf03-a892-4256-8225-3965b716e21f req-70ec819c-b1e1-4d21-bb7a-5ba73a1e3a17 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430524 Mar 16 09:03:26.815872 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ee077-9871-4392-9ce1-517dc49ff1df req-c7cb8f20-9fea-4596-b222-874bc5ab3665 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:03:26.818071 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-238ee077-9871-4392-9ce1-517dc49ff1df req-c7cb8f20-9fea-4596-b222-874bc5ab3665 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] 10.222.0.18 "GET /v2.0/networks?id=6d6fe5e0-e232-458a-ba83-79ff8abded6d HTTP/1.1" status: 200 len: 814 time: 0.1119502 Mar 16 09:03:26.842305 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-238ee077-9871-4392-9ce1-517dc49ff1df req-7d0a624b-d6cf-4429-aa92-1ba733588805 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] 10.222.0.18 "GET /v2.0/quotas/5f8a228022184acc97188678a7dd910d HTTP/1.1" status: 200 len: 375 time: 0.0111368 Mar 16 09:03:26.851923 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (489981c6-9aaa-401c-bd41-6b42e027a228), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:26.880466 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-238ee077-9871-4392-9ce1-517dc49ff1df req-9feff967-dae9-4593-a430-a8eb69a2663b tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5f8a228022184acc97188678a7dd910d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317953 Mar 16 09:03:26.968268 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-238ee077-9871-4392-9ce1-517dc49ff1df req-eb24a290-4d0a-4d02-845f-eefc57732f10 service neutron] 10.222.0.18 "GET /v2.0/networks/6d6fe5e0-e232-458a-ba83-79ff8abded6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803971 Mar 16 09:03:27.063894 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-238ee077-9871-4392-9ce1-517dc49ff1df req-fd8a4e94-6c25-462e-bf6a-7127c994e81f service neutron] 10.222.0.18 "GET /v2.0/networks/6d6fe5e0-e232-458a-ba83-79ff8abded6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895460 Mar 16 09:03:27.249727 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-10ebd374-6f4e-4cbd-9260-b4121cc978a1 req-a67e6446-2b34-433b-a716-cf73173e20a8 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3d48f9e-89e3-4240-8eb0-2c25747d72b9 HTTP/1.1" status: 200 len: 210 time: 0.0312288 Mar 16 09:03:27.411479 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 48542) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:03:27.529632 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-7446eab5-65e6-472a-a9f2-b325cad5ee98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:27.627261 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-7446eab5-65e6-472a-a9f2-b325cad5ee98 admin admin] Publish callbacks [] for security_group (cf6b0b83-0681-4540-bfc2-a707de0f6d44), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:27.639479 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-7446eab5-65e6-472a-a9f2-b325cad5ee98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (cf6b0b83-0681-4540-bfc2-a707de0f6d44), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:27.699457 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7446eab5-65e6-472a-a9f2-b325cad5ee98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf6b0b83-0681-4540-bfc2-a707de0f6d44,revision_number=1']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:03:27.704374 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-7446eab5-65e6-472a-a9f2-b325cad5ee98 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=96f9f3a8d99c4de7adb2df7b0d8220c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2917047 Mar 16 09:03:27.707591 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 48558) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:03:27.720806 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc2343f-c796-4bb4-b029-6bd7acee7e50 req-0e13faac-0bd9-4590-b437-c7163b134847 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:03:27.722497 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-0dc2343f-c796-4bb4-b029-6bd7acee7e50 req-0e13faac-0bd9-4590-b437-c7163b134847 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=1033cdc1-c72e-492f-9352-14e5302515cf HTTP/1.1" status: 200 len: 945 time: 0.0936420 Mar 16 09:03:27.792171 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-56040193-9eb3-4269-ba41-0ff83ff9ac56 admin admin] Publish callbacks [] for security_group (cf6b0b83-0681-4540-bfc2-a707de0f6d44), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:27.799461 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-0dc2343f-c796-4bb4-b029-6bd7acee7e50 req-9ff11911-69a0-4274-80da-162300c50abc tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669842 Mar 16 09:03:27.815870 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-56040193-9eb3-4269-ba41-0ff83ff9ac56 admin admin] Publish callbacks [] for security_group (cf6b0b83-0681-4540-bfc2-a707de0f6d44), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:27.887169 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-56040193-9eb3-4269-ba41-0ff83ff9ac56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (cf6b0b83-0681-4540-bfc2-a707de0f6d44), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:27.889897 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-56040193-9eb3-4269-ba41-0ff83ff9ac56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:27.899224 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-56040193-9eb3-4269-ba41-0ff83ff9ac56 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cf6b0b83-0681-4540-bfc2-a707de0f6d44 HTTP/1.1" status: 204 len: 168 time: 0.1890478 Mar 16 09:03:27.909109 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56040193-9eb3-4269-ba41-0ff83ff9ac56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf6b0b83-0681-4540-bfc2-a707de0f6d44,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:03:28.178145 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 48574) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:03:28.191008 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b9165b0f-e576-46d3-b278-6644ff4eac2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:28.266698 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b9165b0f-e576-46d3-b278-6644ff4eac2f admin admin] Publish callbacks [] for security_group (97693150-baee-48a0-b833-d3275cd6f4c6), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:28.272819 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b9165b0f-e576-46d3-b278-6644ff4eac2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (97693150-baee-48a0-b833-d3275cd6f4c6), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:28.302514 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-b9165b0f-e576-46d3-b278-6644ff4eac2f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e28802779b27401fbb043ca718588a88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1209404 Mar 16 09:03:28.305686 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 48580) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:03:28.339827 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9165b0f-e576-46d3-b278-6644ff4eac2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97693150-baee-48a0-b833-d3275cd6f4c6,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:03:28.353703 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-f5c4610f-7153-4e42-b3c3-52532c575581 req-d7e1a146-c121-4301-938a-6592310ef595 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3d48f9e-89e3-4240-8eb0-2c25747d72b9 HTTP/1.1" status: 200 len: 210 time: 0.0300355 Mar 16 09:03:28.387964 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cc968928-ae85-493f-8f43-e0b6b9a7a0c8 admin admin] Publish callbacks [] for security_group (97693150-baee-48a0-b833-d3275cd6f4c6), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:28.412195 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cc968928-ae85-493f-8f43-e0b6b9a7a0c8 admin admin] Publish callbacks [] for security_group (97693150-baee-48a0-b833-d3275cd6f4c6), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:28.468156 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cc968928-ae85-493f-8f43-e0b6b9a7a0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (97693150-baee-48a0-b833-d3275cd6f4c6), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:28.470902 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cc968928-ae85-493f-8f43-e0b6b9a7a0c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:28.474844 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-cc968928-ae85-493f-8f43-e0b6b9a7a0c8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/97693150-baee-48a0-b833-d3275cd6f4c6 HTTP/1.1" status: 204 len: 168 time: 0.1653895 Mar 16 09:03:28.483507 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc968928-ae85-493f-8f43-e0b6b9a7a0c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97693150-baee-48a0-b833-d3275cd6f4c6,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:03:28.517361 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ee077-9871-4392-9ce1-517dc49ff1df req-269bdd80-a028-4160-b604-5d71b493cb25 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:03:28.518851 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-238ee077-9871-4392-9ce1-517dc49ff1df req-269bdd80-a028-4160-b604-5d71b493cb25 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] 10.222.0.48 "GET /v2.0/networks?id=6d6fe5e0-e232-458a-ba83-79ff8abded6d HTTP/1.1" status: 200 len: 814 time: 0.1605303 Mar 16 09:03:28.534324 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.v2.base [req-238ee077-9871-4392-9ce1-517dc49ff1df req-238f1354-2b37-4301-ad75-ccfa46c80374 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] Request body: {'port': {'device_id': 'a3d48f9e-89e3-4240-8eb0-2c25747d72b9', 'network_id': '6d6fe5e0-e232-458a-ba83-79ff8abded6d', 'admin_state_up': True, 'tenant_id': '5f8a228022184acc97188678a7dd910d'}} {{(pid=103096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:03:28.576163 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d8d3b6-5778-4b03-9012-5d626cefb3d5 req-15cba9ad-f279-48f5-bf01-d8f8ecaf7d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:03:28.577675 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-75d8d3b6-5778-4b03-9012-5d626cefb3d5 req-15cba9ad-f279-48f5-bf01-d8f8ecaf7d3b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8ab3e25cb83341919d112753e22938a2&device_id=1033cdc1-c72e-492f-9352-14e5302515cf HTTP/1.1" status: 200 len: 1129 time: 0.1153450 Mar 16 09:03:28.695219 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-238ee077-9871-4392-9ce1-517dc49ff1df req-238f1354-2b37-4301-ad75-ccfa46c80374 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] Made reservation on behalf of 5f8a228022184acc97188678a7dd910d for: {'port': 1} {{(pid=103096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 09:03:28.699180 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-238ee077-9871-4392-9ce1-517dc49ff1df req-238f1354-2b37-4301-ad75-ccfa46c80374 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:28.774811 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d8d3b6-5778-4b03-9012-5d626cefb3d5 req-c212fb1d-bab6-4f4f-8af2-a1a33ea3a4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:03:28.776381 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-75d8d3b6-5778-4b03-9012-5d626cefb3d5 req-c212fb1d-bab6-4f4f-8af2-a1a33ea3a4e1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c71322ee-b7a0-4c22-8a3c-0690c3f2a338 HTTP/1.1" status: 200 len: 919 time: 0.1622939 Mar 16 09:03:28.828344 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-75d8d3b6-5778-4b03-9012-5d626cefb3d5 req-1bfe33d6-7930-48e4-9206-1a75b6002ab4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=314a141c-e07c-41ab-9f3f-234b6043a3ed HTTP/1.1" status: 200 len: 217 time: 0.0439432 Mar 16 09:03:29.157288 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.db_base_plugin_common [req-238ee077-9871-4392-9ce1-517dc49ff1df req-238f1354-2b37-4301-ad75-ccfa46c80374 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] Allocated IP 172.20.0.5 (6d6fe5e0-e232-458a-ba83-79ff8abded6d/0c872c20-0da1-49af-898d-f0464d53b431/09efdb80-cdab-4a8b-86e1-5b5ae5cd14ab) {{(pid=103096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 09:03:29.174682 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d8d3b6-5778-4b03-9012-5d626cefb3d5 req-5945c3e3-2411-4c8c-a8f7-1f0daa60a604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:03:29.176147 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-75d8d3b6-5778-4b03-9012-5d626cefb3d5 req-5945c3e3-2411-4c8c-a8f7-1f0daa60a604 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2d141d65-2c6e-46bc-b682-986a7d0cd81b HTTP/1.1" status: 200 len: 858 time: 0.3365953 Mar 16 09:03:29.223693 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-75d8d3b6-5778-4b03-9012-5d626cefb3d5 req-254162fc-f6f7-4d46-b847-7481d555efb9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c71322ee-b7a0-4c22-8a3c-0690c3f2a338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387106 Mar 16 09:03:29.235609 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3258fe25-5496-4af8-bffc-dd421c805bcc req-df7fc8cd-78aa-43c4-9a25-c95c8bd1ed04 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:03:29.237017 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-3258fe25-5496-4af8-bffc-dd421c805bcc req-df7fc8cd-78aa-43c4-9a25-c95c8bd1ed04 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=1033cdc1-c72e-492f-9352-14e5302515cf HTTP/1.1" status: 200 len: 945 time: 0.1584499 Mar 16 09:03:29.414089 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-3258fe25-5496-4af8-bffc-dd421c805bcc req-d78f67fc-db2a-456e-b9f2-ef87ab281a4b tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641397 Mar 16 09:03:29.449595 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-75d8d3b6-5778-4b03-9012-5d626cefb3d5 req-254272b9-59c8-45fc-af63-89ae6711acb0 service neutron] 10.222.0.48 "GET /v2.0/networks/c71322ee-b7a0-4c22-8a3c-0690c3f2a338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112482 Mar 16 09:03:29.506571 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-3ff20bb2-15b1-4ce7-b4ff-e12866290fc9 req-ac75b43a-baef-407f-a371-b309a9858740 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3d48f9e-89e3-4240-8eb0-2c25747d72b9 HTTP/1.1" status: 200 len: 210 time: 0.0546460 Mar 16 09:03:29.510068 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-238ee077-9871-4392-9ce1-517dc49ff1df req-238f1354-2b37-4301-ad75-ccfa46c80374 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] Publish callbacks [] for port (09efdb80-cdab-4a8b-86e1-5b5ae5cd14ab), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:29.596693 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-75d8d3b6-5778-4b03-9012-5d626cefb3d5 req-aa8c14bb-2fb1-47d2-a61d-b9e148113f0a service neutron] 10.222.0.48 "GET /v2.0/networks/c71322ee-b7a0-4c22-8a3c-0690c3f2a338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408193 Mar 16 09:03:29.603536 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-238ee077-9871-4392-9ce1-517dc49ff1df req-238f1354-2b37-4301-ad75-ccfa46c80374 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732012762709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13105710'] for port (09efdb80-cdab-4a8b-86e1-5b5ae5cd14ab), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:29.666680 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-238ee077-9871-4392-9ce1-517dc49ff1df req-238f1354-2b37-4301-ad75-ccfa46c80374 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] Network 6d6fe5e0-e232-458a-ba83-79ff8abded6d is already hosted by enough agents. {{(pid=103096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 09:03:29.670273 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.base_scheduler [req-238ee077-9871-4392-9ce1-517dc49ff1df req-238f1354-2b37-4301-ad75-ccfa46c80374 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] Resources bound (agent type, host, resource id): {{(pid=103096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 09:03:29.673122 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [req-238ee077-9871-4392-9ce1-517dc49ff1df req-238f1354-2b37-4301-ad75-ccfa46c80374 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] Received port after_create {{(pid=103096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 09:03:29.686248 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 48624) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:03:29.703936 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238f1354-2b37-4301-ad75-ccfa46c80374 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] Pushing event updated for resources: {'Port': ['ID=09efdb80-cdab-4a8b-86e1-5b5ae5cd14ab,revision_number=1']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:03:29.732875 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ee077-9871-4392-9ce1-517dc49ff1df req-238f1354-2b37-4301-ad75-ccfa46c80374 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:03:29.733535 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-238ee077-9871-4392-9ce1-517dc49ff1df req-238f1354-2b37-4301-ad75-ccfa46c80374 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334679'] for port (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:29.751382 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-238ee077-9871-4392-9ce1-517dc49ff1df req-238f1354-2b37-4301-ad75-ccfa46c80374 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2218869 Mar 16 09:03:29.794372 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-8746b7e8-0b16-40f6-a50e-45b1845d4ab2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:29.871866 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-8746b7e8-0b16-40f6-a50e-45b1845d4ab2 admin admin] Publish callbacks [] for security_group (3f19f932-e238-441a-adae-406c45c8fc56), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:29.877668 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-8746b7e8-0b16-40f6-a50e-45b1845d4ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (3f19f932-e238-441a-adae-406c45c8fc56), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:29.918334 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-8746b7e8-0b16-40f6-a50e-45b1845d4ab2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c6f39c2aaa974e1b8fbd30ece80df143&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2308156 Mar 16 09:03:29.919112 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 48628) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:03:29.919784 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8746b7e8-0b16-40f6-a50e-45b1845d4ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f19f932-e238-441a-adae-406c45c8fc56,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:03:29.921349 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.v2.base [req-238ee077-9871-4392-9ce1-517dc49ff1df req-f3f59915-8ebc-4f30-ae3c-9185291ac38a service neutron] Request body: {'port': {'device_id': 'a3d48f9e-89e3-4240-8eb0-2c25747d72b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=103096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:03:29.971798 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-40feff92-c891-4564-8d78-7e407c060c1b admin admin] Publish callbacks [] for security_group (3f19f932-e238-441a-adae-406c45c8fc56), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:29.988817 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-238ee077-9871-4392-9ce1-517dc49ff1df req-f3f59915-8ebc-4f30-ae3c-9185291ac38a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (09efdb80-cdab-4a8b-86e1-5b5ae5cd14ab), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:29.993572 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-40feff92-c891-4564-8d78-7e407c060c1b admin admin] Publish callbacks [] for security_group (3f19f932-e238-441a-adae-406c45c8fc56), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:30.040629 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-40feff92-c891-4564-8d78-7e407c060c1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (3f19f932-e238-441a-adae-406c45c8fc56), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:30.043221 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-40feff92-c891-4564-8d78-7e407c060c1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:30.044466 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-40feff92-c891-4564-8d78-7e407c060c1b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3f19f932-e238-441a-adae-406c45c8fc56 HTTP/1.1" status: 204 len: 168 time: 0.1218483 Mar 16 09:03:30.054543 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40feff92-c891-4564-8d78-7e407c060c1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f19f932-e238-441a-adae-406c45c8fc56,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:03:30.314285 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.notifiers.nova [req-238ee077-9871-4392-9ce1-517dc49ff1df req-f3f59915-8ebc-4f30-ae3c-9185291ac38a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09efdb80-cdab-4a8b-86e1-5b5ae5cd14ab {{(pid=103096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 09:03:30.322582 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-238ee077-9871-4392-9ce1-517dc49ff1df req-f3f59915-8ebc-4f30-ae3c-9185291ac38a service neutron] Publish callbacks [] for port (09efdb80-cdab-4a8b-86e1-5b5ae5cd14ab), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:30.335608 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.provisioning_blocks [req-238ee077-9871-4392-9ce1-517dc49ff1df req-f3f59915-8ebc-4f30-ae3c-9185291ac38a service neutron] Transition to ACTIVE for port object 09efdb80-cdab-4a8b-86e1-5b5ae5cd14ab will not be triggered until provisioned by entity L2. {{(pid=103096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 16 09:03:30.339241 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-238ee077-9871-4392-9ce1-517dc49ff1df req-f3f59915-8ebc-4f30-ae3c-9185291ac38a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13105703'] for port (09efdb80-cdab-4a8b-86e1-5b5ae5cd14ab), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:30.398380 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f59915-8ebc-4f30-ae3c-9185291ac38a service neutron] Pushing event updated for resources: {'Port': ['ID=09efdb80-cdab-4a8b-86e1-5b5ae5cd14ab,revision_number=2']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:03:30.470062 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [req-238ee077-9871-4392-9ce1-517dc49ff1df req-f3f59915-8ebc-4f30-ae3c-9185291ac38a service neutron] Attempting to bind port 09efdb80-cdab-4a8b-86e1-5b5ae5cd14ab on host hv-cinder-83177 for vnic_type normal with profile {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 09:03:30.470402 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [req-238ee077-9871-4392-9ce1-517dc49ff1df req-f3f59915-8ebc-4f30-ae3c-9185291ac38a service neutron] Attempting to bind port 09efdb80-cdab-4a8b-86e1-5b5ae5cd14ab by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': '08cb8d24-3925-4648-8517-d63baacc3855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '6d6fe5e0-e232-458a-ba83-79ff8abded6d'}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 09:03:30.470730 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238ee077-9871-4392-9ce1-517dc49ff1df req-f3f59915-8ebc-4f30-ae3c-9185291ac38a service neutron] Attempting to bind port 09efdb80-cdab-4a8b-86e1-5b5ae5cd14ab on network 6d6fe5e0-e232-458a-ba83-79ff8abded6d {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 09:03:30.475004 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238ee077-9871-4392-9ce1-517dc49ff1df req-f3f59915-8ebc-4f30-ae3c-9185291ac38a service neutron] Port 09efdb80-cdab-4a8b-86e1-5b5ae5cd14ab on network 6d6fe5e0-e232-458a-ba83-79ff8abded6d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 16 09:03:30.475324 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238ee077-9871-4392-9ce1-517dc49ff1df req-f3f59915-8ebc-4f30-ae3c-9185291ac38a service neutron] Attempting to bind port 09efdb80-cdab-4a8b-86e1-5b5ae5cd14ab on network 6d6fe5e0-e232-458a-ba83-79ff8abded6d {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 09:03:30.480506 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238ee077-9871-4392-9ce1-517dc49ff1df req-f3f59915-8ebc-4f30-ae3c-9185291ac38a service neutron] Checking agent: {'id': 'f0da09ba-cbd5-402d-a3a1-68b8fcaf25e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 8, 59, 25), 'started_at': datetime.datetime(2022, 3, 16, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 9, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 09:03:30.481766 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238ee077-9871-4392-9ce1-517dc49ff1df req-f3f59915-8ebc-4f30-ae3c-9185291ac38a service neutron] Checking segment: {'id': '08cb8d24-3925-4648-8517-d63baacc3855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '6d6fe5e0-e232-458a-ba83-79ff8abded6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 09:03:30.481766 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238ee077-9871-4392-9ce1-517dc49ff1df req-f3f59915-8ebc-4f30-ae3c-9185291ac38a service neutron] Bound using segment: {'id': '08cb8d24-3925-4648-8517-d63baacc3855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '6d6fe5e0-e232-458a-ba83-79ff8abded6d'} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 09:03:30.481766 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [req-238ee077-9871-4392-9ce1-517dc49ff1df req-f3f59915-8ebc-4f30-ae3c-9185291ac38a service neutron] Bound port: 09efdb80-cdab-4a8b-86e1-5b5ae5cd14ab, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08cb8d24-3925-4648-8517-d63baacc3855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '6d6fe5e0-e232-458a-ba83-79ff8abded6d'}}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 09:03:30.483561 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-238ee077-9871-4392-9ce1-517dc49ff1df req-f3f59915-8ebc-4f30-ae3c-9185291ac38a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (09efdb80-cdab-4a8b-86e1-5b5ae5cd14ab), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:30.595346 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a1a3ae-967b-40de-a156-cc5e3aab0f4b req-1c9a5ec8-b384-4d0b-99d2-760781c95d64 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:03:30.596819 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-14a1a3ae-967b-40de-a156-cc5e3aab0f4b req-1c9a5ec8-b384-4d0b-99d2-760781c95d64 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=1033cdc1-c72e-492f-9352-14e5302515cf HTTP/1.1" status: 200 len: 945 time: 0.1017509 Mar 16 09:03:30.619265 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.db [req-238ee077-9871-4392-9ce1-517dc49ff1df req-f3f59915-8ebc-4f30-ae3c-9185291ac38a service neutron] For port 09efdb80-cdab-4a8b-86e1-5b5ae5cd14ab, host hv-cinder-83177, cleared binding levels {{(pid=103096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 09:03:30.647806 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.db [req-238ee077-9871-4392-9ce1-517dc49ff1df req-f3f59915-8ebc-4f30-ae3c-9185291ac38a service neutron] For port 09efdb80-cdab-4a8b-86e1-5b5ae5cd14ab, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=09efdb80-cdab-4a8b-86e1-5b5ae5cd14ab,segment=NetworkSegment(08cb8d24-3925-4648-8517-d63baacc3855),segment_id=08cb8d24-3925-4648-8517-d63baacc3855)] {{(pid=103096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 09:03:30.662869 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-238ee077-9871-4392-9ce1-517dc49ff1df req-f3f59915-8ebc-4f30-ae3c-9185291ac38a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13105703'] for port (09efdb80-cdab-4a8b-86e1-5b5ae5cd14ab), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:30.712121 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5da627-11ca-4968-bd65-4f0ee58d6e45 req-0b255105-10dd-4b59-92ad-6f2b9dae3213 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:03:30.714237 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-cc5da627-11ca-4968-bd65-4f0ee58d6e45 req-0b255105-10dd-4b59-92ad-6f2b9dae3213 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3d48f9e-89e3-4240-8eb0-2c25747d72b9 HTTP/1.1" status: 200 len: 943 time: 0.1377184 Mar 16 09:03:30.724615 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-14a1a3ae-967b-40de-a156-cc5e3aab0f4b req-0819d462-da4a-4cf8-9593-981fffacedad tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102641 Mar 16 09:03:30.733169 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ee077-9871-4392-9ce1-517dc49ff1df req-f3f59915-8ebc-4f30-ae3c-9185291ac38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:03:30.733819 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-238ee077-9871-4392-9ce1-517dc49ff1df req-f3f59915-8ebc-4f30-ae3c-9185291ac38a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334679'] for port (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:30.735221 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-238ee077-9871-4392-9ce1-517dc49ff1df req-f3f59915-8ebc-4f30-ae3c-9185291ac38a service neutron] 10.222.0.48 "PUT /v2.0/ports/09efdb80-cdab-4a8b-86e1-5b5ae5cd14ab HTTP/1.1" status: 200 len: 1093 time: 0.8191924 Mar 16 09:03:30.735557 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3d48f9e-89e3-4240-8eb0-2c25747d72b9', 'tag': '09efdb80-cdab-4a8b-86e1-5b5ae5cd14ab'}] {{(pid=103096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 09:03:30.745036 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552648401d13394d2a88e7485ef09c5647ae5ea4c1ec431ef2c5edbe801f23fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0908115-e850-4f31-a8c5-3259c89f7531" -d '{"events": [{"name": "network-changed", "server_uuid": "a3d48f9e-89e3-4240-8eb0-2c25747d72b9", "tag": "09efdb80-cdab-4a8b-86e1-5b5ae5cd14ab"}]}' {{(pid=103096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 09:03:30.779031 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 09:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ef0093-8383-4ff0-8ee0-aeef2ecab690 x-openstack-request-id: req-c2ef0093-8383-4ff0-8ee0-aeef2ecab690 {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 09:03:30.779434 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3d48f9e-89e3-4240-8eb0-2c25747d72b9", "tag": "09efdb80-cdab-4a8b-86e1-5b5ae5cd14ab", "status": "completed", "code": 200}]} {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 09:03:30.779733 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c2ef0093-8383-4ff0-8ee0-aeef2ecab690 {{(pid=103096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 09:03:30.780130 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3d48f9e-89e3-4240-8eb0-2c25747d72b9', 'tag': '09efdb80-cdab-4a8b-86e1-5b5ae5cd14ab', 'status': 'completed', 'code': 200} Mar 16 09:03:30.783725 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f59915-8ebc-4f30-ae3c-9185291ac38a service neutron] Pushing event updated for resources: {'Port': ['ID=09efdb80-cdab-4a8b-86e1-5b5ae5cd14ab,revision_number=3']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:03:30.798982 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-cc5da627-11ca-4968-bd65-4f0ee58d6e45 req-cfd38f7f-5e00-45ca-9375-28ef22866e7d tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] 10.222.0.18 "GET /v2.0/security-groups?id=77ac1331-f3e5-41e2-8b67-35a2e1a6a897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776179 Mar 16 09:03:30.850671 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0908115-e850-4f31-a8c5-3259c89f7531 req-39a48567-5fc2-481b-9788-83f3b7948914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:03:30.852190 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-d0908115-e850-4f31-a8c5-3259c89f7531 req-39a48567-5fc2-481b-9788-83f3b7948914 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5f8a228022184acc97188678a7dd910d&device_id=a3d48f9e-89e3-4240-8eb0-2c25747d72b9 HTTP/1.1" status: 200 len: 1127 time: 0.0448592 Mar 16 09:03:31.024805 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0908115-e850-4f31-a8c5-3259c89f7531 req-235fd849-de42-4360-bda3-a3d84c68dd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:03:31.027166 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-d0908115-e850-4f31-a8c5-3259c89f7531 req-235fd849-de42-4360-bda3-a3d84c68dd83 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=5f8a228022184acc97188678a7dd910d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1657479 Mar 16 09:03:31.193782 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0908115-e850-4f31-a8c5-3259c89f7531 req-edf71799-d3ab-4e76-9809-93ca7196181d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:03:31.195252 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-d0908115-e850-4f31-a8c5-3259c89f7531 req-edf71799-d3ab-4e76-9809-93ca7196181d service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1611662 Mar 16 09:03:31.288464 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ee077-9871-4392-9ce1-517dc49ff1df req-84b95deb-ee06-4039-b804-c0d791949171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:03:31.290001 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-238ee077-9871-4392-9ce1-517dc49ff1df req-84b95deb-ee06-4039-b804-c0d791949171 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5f8a228022184acc97188678a7dd910d&device_id=a3d48f9e-89e3-4240-8eb0-2c25747d72b9 HTTP/1.1" status: 200 len: 1127 time: 0.0439510 Mar 16 09:03:31.333455 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-238ee077-9871-4392-9ce1-517dc49ff1df req-bba45754-ee81-401c-a2b9-fa8b8ad204c3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09efdb80-cdab-4a8b-86e1-5b5ae5cd14ab HTTP/1.1" status: 200 len: 217 time: 0.0340183 Mar 16 09:03:31.384044 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ee077-9871-4392-9ce1-517dc49ff1df req-09c69e5f-8cb0-4342-9f68-a6226e03d6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:03:31.386164 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-238ee077-9871-4392-9ce1-517dc49ff1df req-09c69e5f-8cb0-4342-9f68-a6226e03d6d8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0c872c20-0da1-49af-898d-f0464d53b431 HTTP/1.1" status: 200 len: 854 time: 0.0465899 Mar 16 09:03:31.419828 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-238ee077-9871-4392-9ce1-517dc49ff1df req-921c3683-3b32-4428-8dcb-3b93d145991c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6d6fe5e0-e232-458a-ba83-79ff8abded6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255284 Mar 16 09:03:31.513343 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-238ee077-9871-4392-9ce1-517dc49ff1df req-7e9d5dac-6d7d-41c5-a5bc-e96144b98759 service neutron] 10.222.0.48 "GET /v2.0/networks/6d6fe5e0-e232-458a-ba83-79ff8abded6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864170 Mar 16 09:03:31.608936 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-238ee077-9871-4392-9ce1-517dc49ff1df req-d58d346d-ef8f-4b02-b4d6-d01ec1c5c8d2 service neutron] 10.222.0.48 "GET /v2.0/networks/6d6fe5e0-e232-458a-ba83-79ff8abded6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875089 Mar 16 09:03:31.844699 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa65082-d682-4455-897a-8aba3b6c4815 req-c378addb-2737-4845-8f97-8c153ee52cec tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:03:31.847611 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-efa65082-d682-4455-897a-8aba3b6c4815 req-c378addb-2737-4845-8f97-8c153ee52cec tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=1033cdc1-c72e-492f-9352-14e5302515cf HTTP/1.1" status: 200 len: 945 time: 0.0572197 Mar 16 09:03:31.898927 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-efa65082-d682-4455-897a-8aba3b6c4815 req-b4ef75bc-2e7c-463d-af36-0ad85eb0d232 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463440 Mar 16 09:03:31.978852 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9997fdb3-ceb7-4cf2-85ff-7000c083d666 req-8fc823ac-87b3-4c51-b6f2-0f5a144d1bd3 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:03:31.980324 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-9997fdb3-ceb7-4cf2-85ff-7000c083d666 req-8fc823ac-87b3-4c51-b6f2-0f5a144d1bd3 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3d48f9e-89e3-4240-8eb0-2c25747d72b9 HTTP/1.1" status: 200 len: 943 time: 0.0528009 Mar 16 09:03:32.033455 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-9997fdb3-ceb7-4cf2-85ff-7000c083d666 req-c4041b41-1a40-46cb-b937-98821822154c tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] 10.222.0.18 "GET /v2.0/security-groups?id=77ac1331-f3e5-41e2-8b67-35a2e1a6a897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459363 Mar 16 09:03:33.022971 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8a9126-1b2c-407c-89bd-1947b1fca0a2 req-3c262afb-9af3-4874-a980-cb439247dd95 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:03:33.024449 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-4b8a9126-1b2c-407c-89bd-1947b1fca0a2 req-3c262afb-9af3-4874-a980-cb439247dd95 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=1033cdc1-c72e-492f-9352-14e5302515cf HTTP/1.1" status: 200 len: 945 time: 0.0565972 Mar 16 09:03:33.071082 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-4b8a9126-1b2c-407c-89bd-1947b1fca0a2 req-7bb4522c-1c8f-43d4-b597-a00b32fb6567 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406175 Mar 16 09:03:33.150867 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbc487f-a110-4b32-a46b-ea0d72cad33f req-6df4bea6-c49b-42db-8a8a-9322f0bf21a6 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:03:33.152395 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-8fbc487f-a110-4b32-a46b-ea0d72cad33f req-6df4bea6-c49b-42db-8a8a-9322f0bf21a6 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3d48f9e-89e3-4240-8eb0-2c25747d72b9 HTTP/1.1" status: 200 len: 943 time: 0.0535195 Mar 16 09:03:33.202269 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-8fbc487f-a110-4b32-a46b-ea0d72cad33f req-b851cd36-7112-4dad-9031-5dd05043dcb2 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] 10.222.0.18 "GET /v2.0/security-groups?id=77ac1331-f3e5-41e2-8b67-35a2e1a6a897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443308 Mar 16 09:03:34.196003 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae03289-00f7-4324-b532-44e955831790 req-fe17443a-69bc-4e01-86f8-f7df9c999690 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:03:34.197382 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-eae03289-00f7-4324-b532-44e955831790 req-fe17443a-69bc-4e01-86f8-f7df9c999690 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=1033cdc1-c72e-492f-9352-14e5302515cf HTTP/1.1" status: 200 len: 945 time: 0.0540268 Mar 16 09:03:34.243431 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-eae03289-00f7-4324-b532-44e955831790 req-24f4a380-d8fe-4804-ba85-9c0e4a95e7b8 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400796 Mar 16 09:03:34.338198 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a77c23-c16d-41c3-bbb7-48329d16a979 req-5a90a2eb-9384-4d67-866e-5fbbcba2c6db tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:03:34.338198 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-f4a77c23-c16d-41c3-bbb7-48329d16a979 req-5a90a2eb-9384-4d67-866e-5fbbcba2c6db tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3d48f9e-89e3-4240-8eb0-2c25747d72b9 HTTP/1.1" status: 200 len: 943 time: 0.0603838 Mar 16 09:03:34.385179 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-f4a77c23-c16d-41c3-bbb7-48329d16a979 req-43800e76-85bd-4e7a-9420-6cac7b7ad530 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] 10.222.0.18 "GET /v2.0/security-groups?id=77ac1331-f3e5-41e2-8b67-35a2e1a6a897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408566 Mar 16 09:03:35.367018 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb7db4b-5021-4349-8fe2-03d2f8eed2a6 req-5503b88c-4428-4d26-98ef-ad23bea488d3 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:03:35.368733 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-dfb7db4b-5021-4349-8fe2-03d2f8eed2a6 req-5503b88c-4428-4d26-98ef-ad23bea488d3 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=1033cdc1-c72e-492f-9352-14e5302515cf HTTP/1.1" status: 200 len: 945 time: 0.0547101 Mar 16 09:03:35.415082 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-dfb7db4b-5021-4349-8fe2-03d2f8eed2a6 req-2337533f-011b-425f-b8e5-89c253f7566d tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407462 Mar 16 09:03:35.498696 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2419b0f-a148-4067-bbeb-ea3ae4747f00 req-7ea5de7e-86f5-49b9-984a-2f38152a757f tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:03:35.500152 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b2419b0f-a148-4067-bbeb-ea3ae4747f00 req-7ea5de7e-86f5-49b9-984a-2f38152a757f tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3d48f9e-89e3-4240-8eb0-2c25747d72b9 HTTP/1.1" status: 200 len: 943 time: 0.0504792 Mar 16 09:03:35.547451 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b2419b0f-a148-4067-bbeb-ea3ae4747f00 req-4232921e-0b65-4972-8746-9d03466cf9a0 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] 10.222.0.18 "GET /v2.0/security-groups?id=77ac1331-f3e5-41e2-8b67-35a2e1a6a897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415976 Mar 16 09:03:35.654868 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 48750) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:03:35.757002 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-fcb30755-97eb-4287-b1e5-b258c9c64330 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:35.828445 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-fcb30755-97eb-4287-b1e5-b258c9c64330 admin admin] Publish callbacks [] for security_group (f2a7c856-df53-45a5-ab3d-31634e2a3495), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:35.832239 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-fcb30755-97eb-4287-b1e5-b258c9c64330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (f2a7c856-df53-45a5-ab3d-31634e2a3495), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:35.867446 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb30755-97eb-4287-b1e5-b258c9c64330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a7c856-df53-45a5-ab3d-31634e2a3495,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:03:35.871560 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-fcb30755-97eb-4287-b1e5-b258c9c64330 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e919a4c35b9f47af9a70bf3b876c4b74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2156861 Mar 16 09:03:35.874356 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 48754) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:03:35.877260 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb30755-97eb-4287-b1e5-b258c9c64330 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:03:35.877635 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb30755-97eb-4287-b1e5-b258c9c64330 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:03:35.877992 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb30755-97eb-4287-b1e5-b258c9c64330 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:03:35.878333 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb30755-97eb-4287-b1e5-b258c9c64330 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:03:35.878692 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb30755-97eb-4287-b1e5-b258c9c64330 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:03:35.879023 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb30755-97eb-4287-b1e5-b258c9c64330 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:03:35.879347 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb30755-97eb-4287-b1e5-b258c9c64330 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:03:35.879682 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb30755-97eb-4287-b1e5-b258c9c64330 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:03:35.879993 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb30755-97eb-4287-b1e5-b258c9c64330 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:03:35.880314 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb30755-97eb-4287-b1e5-b258c9c64330 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:03:35.880651 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb30755-97eb-4287-b1e5-b258c9c64330 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:03:35.880988 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb30755-97eb-4287-b1e5-b258c9c64330 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:03:35.881310 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb30755-97eb-4287-b1e5-b258c9c64330 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:03:35.881650 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb30755-97eb-4287-b1e5-b258c9c64330 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:03:35.881973 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb30755-97eb-4287-b1e5-b258c9c64330 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:03:35.923199 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-db92c383-8ed7-4053-9dbf-9b5bd5399b6b admin admin] Publish callbacks [] for security_group (f2a7c856-df53-45a5-ab3d-31634e2a3495), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:35.943534 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-db92c383-8ed7-4053-9dbf-9b5bd5399b6b admin admin] Publish callbacks [] for security_group (f2a7c856-df53-45a5-ab3d-31634e2a3495), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:35.990830 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-db92c383-8ed7-4053-9dbf-9b5bd5399b6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (f2a7c856-df53-45a5-ab3d-31634e2a3495), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:35.993965 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-db92c383-8ed7-4053-9dbf-9b5bd5399b6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:35.995544 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-db92c383-8ed7-4053-9dbf-9b5bd5399b6b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f2a7c856-df53-45a5-ab3d-31634e2a3495 HTTP/1.1" status: 204 len: 168 time: 0.1202271 Mar 16 09:03:36.002859 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db92c383-8ed7-4053-9dbf-9b5bd5399b6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a7c856-df53-45a5-ab3d-31634e2a3495,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:03:36.010019 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db92c383-8ed7-4053-9dbf-9b5bd5399b6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:03:36.011004 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db92c383-8ed7-4053-9dbf-9b5bd5399b6b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:03:36.011382 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db92c383-8ed7-4053-9dbf-9b5bd5399b6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:03:36.011724 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db92c383-8ed7-4053-9dbf-9b5bd5399b6b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:03:36.012056 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db92c383-8ed7-4053-9dbf-9b5bd5399b6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:03:36.012385 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db92c383-8ed7-4053-9dbf-9b5bd5399b6b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:03:36.012715 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db92c383-8ed7-4053-9dbf-9b5bd5399b6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:03:36.013038 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db92c383-8ed7-4053-9dbf-9b5bd5399b6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:03:36.013376 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db92c383-8ed7-4053-9dbf-9b5bd5399b6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:03:36.013825 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db92c383-8ed7-4053-9dbf-9b5bd5399b6b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:03:36.014159 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db92c383-8ed7-4053-9dbf-9b5bd5399b6b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:03:36.014483 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db92c383-8ed7-4053-9dbf-9b5bd5399b6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:03:36.014815 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db92c383-8ed7-4053-9dbf-9b5bd5399b6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:03:36.015133 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db92c383-8ed7-4053-9dbf-9b5bd5399b6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:03:36.015452 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db92c383-8ed7-4053-9dbf-9b5bd5399b6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:03:36.547597 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14e76e9-c6a9-4006-85d8-48534fcab3d4 req-d9ba9b29-edfb-4d2a-8566-565592b49180 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:03:36.549057 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-d14e76e9-c6a9-4006-85d8-48534fcab3d4 req-d9ba9b29-edfb-4d2a-8566-565592b49180 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=1033cdc1-c72e-492f-9352-14e5302515cf HTTP/1.1" status: 200 len: 945 time: 0.0547268 Mar 16 09:03:36.597003 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-d14e76e9-c6a9-4006-85d8-48534fcab3d4 req-4cc18317-b7cf-413f-8927-a03f1a1a92d8 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423882 Mar 16 09:03:36.672108 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5679002-4c3a-4933-888e-7ff691bc4bb0 req-233a599e-761e-4d54-afb5-4bfd29b66148 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:03:36.673636 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-c5679002-4c3a-4933-888e-7ff691bc4bb0 req-233a599e-761e-4d54-afb5-4bfd29b66148 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3d48f9e-89e3-4240-8eb0-2c25747d72b9 HTTP/1.1" status: 200 len: 943 time: 0.0522037 Mar 16 09:03:36.723432 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-c5679002-4c3a-4933-888e-7ff691bc4bb0 req-cfa46f68-3833-4353-8fb1-3c9e94e11697 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] 10.222.0.18 "GET /v2.0/security-groups?id=77ac1331-f3e5-41e2-8b67-35a2e1a6a897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438070 Mar 16 09:03:37.035340 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Device 09efdb80-cdab-4a8b-86e1-5b5ae5cd14ab details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=103097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 09:03:37.142072 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] For port 09efdb80-cdab-4a8b-86e1-5b5ae5cd14ab, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=09efdb80-cdab-4a8b-86e1-5b5ae5cd14ab,segment=NetworkSegment(08cb8d24-3925-4648-8517-d63baacc3855),segment_id=08cb8d24-3925-4648-8517-d63baacc3855)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:03:37.154118 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Returning: {'device': '09efdb80-cdab-4a8b-86e1-5b5ae5cd14ab', 'network_id': '6d6fe5e0-e232-458a-ba83-79ff8abded6d', 'port_id': '09efdb80-cdab-4a8b-86e1-5b5ae5cd14ab', 'mac_address': 'fa:16:3e:e6:ad:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c872c20-0da1-49af-898d-f0464d53b431', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 09:03:37.194947 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Current status of the port 09efdb80-cdab-4a8b-86e1-5b5ae5cd14ab is: DOWN; New status is: BUILD {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:03:37.195339 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (09efdb80-cdab-4a8b-86e1-5b5ae5cd14ab), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:37.207822 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.notifiers.nova [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09efdb80-cdab-4a8b-86e1-5b5ae5cd14ab {{(pid=103097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 09:03:37.226263 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] For port 09efdb80-cdab-4a8b-86e1-5b5ae5cd14ab, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=09efdb80-cdab-4a8b-86e1-5b5ae5cd14ab,segment=NetworkSegment(08cb8d24-3925-4648-8517-d63baacc3855),segment_id=08cb8d24-3925-4648-8517-d63baacc3855)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:03:37.231005 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (09efdb80-cdab-4a8b-86e1-5b5ae5cd14ab), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:37.279161 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Pushing event updated for resources: {'Port': ['ID=09efdb80-cdab-4a8b-86e1-5b5ae5cd14ab,revision_number=4']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:03:37.286016 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:03:37.286361 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:03:37.286722 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:03:37.287082 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:03:37.287415 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:03:37.287743 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:03:37.288098 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:03:37.288369 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:03:37.288697 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:03:37.289013 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:03:37.289333 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:03:37.289693 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:03:37.290014 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:03:37.290328 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:03:37.290643 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:03:37.612677 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 48820) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:03:37.720606 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-c788783c-abeb-42b0-9483-4579e1cc6e44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:37.734520 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a66a8ca-370a-48b0-bec5-26fc3606c191 req-2c2e960b-c844-49d5-bb8f-c84ffac5ca7b tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:03:37.736046 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-8a66a8ca-370a-48b0-bec5-26fc3606c191 req-2c2e960b-c844-49d5-bb8f-c84ffac5ca7b tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=1033cdc1-c72e-492f-9352-14e5302515cf HTTP/1.1" status: 200 len: 945 time: 0.0720050 Mar 16 09:03:37.834073 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-8a66a8ca-370a-48b0-bec5-26fc3606c191 req-e3ef005d-1043-44b2-ae08-9205dbd1e709 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924671 Mar 16 09:03:37.872520 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-c788783c-abeb-42b0-9483-4579e1cc6e44 admin admin] Publish callbacks [] for security_group (d7d9be46-1879-4677-9f27-64656f5ba499), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:37.879814 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] get_ports_and_sgs() called for port_ids ['09efdb80-cdab-4a8b-86e1-5b5ae5cd14ab'] {{(pid=103097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 09:03:37.880402 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24fdf3f-5909-471f-b232-169219b94603 req-c13c064e-36a8-4fb9-98a7-2a5436a8c8a7 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:03:37.881893 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-c24fdf3f-5909-471f-b232-169219b94603 req-c13c064e-36a8-4fb9-98a7-2a5436a8c8a7 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3d48f9e-89e3-4240-8eb0-2c25747d72b9 HTTP/1.1" status: 200 len: 944 time: 0.0888422 Mar 16 09:03:37.882919 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-c788783c-abeb-42b0-9483-4579e1cc6e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (d7d9be46-1879-4677-9f27-64656f5ba499), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:37.939529 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-c788783c-abeb-42b0-9483-4579e1cc6e44 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6c7f784b64324b849eac3b25a4d709d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3257689 Mar 16 09:03:37.942156 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 48830) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:03:37.944999 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c788783c-abeb-42b0-9483-4579e1cc6e44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d9be46-1879-4677-9f27-64656f5ba499,revision_number=1']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:03:37.970447 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-c24fdf3f-5909-471f-b232-169219b94603 req-26f7909c-7a13-4eb4-a60c-00a3f392ab48 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] 10.222.0.18 "GET /v2.0/security-groups?id=77ac1331-f3e5-41e2-8b67-35a2e1a6a897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769305 Mar 16 09:03:38.005057 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-672bd8a7-8499-407d-937e-6aec4351bbba admin admin] Publish callbacks [] for security_group (d7d9be46-1879-4677-9f27-64656f5ba499), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:38.027522 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-672bd8a7-8499-407d-937e-6aec4351bbba admin admin] Publish callbacks [] for security_group (d7d9be46-1879-4677-9f27-64656f5ba499), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:38.071997 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-672bd8a7-8499-407d-937e-6aec4351bbba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (d7d9be46-1879-4677-9f27-64656f5ba499), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:38.075159 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-672bd8a7-8499-407d-937e-6aec4351bbba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:38.076331 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-672bd8a7-8499-407d-937e-6aec4351bbba admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d7d9be46-1879-4677-9f27-64656f5ba499 HTTP/1.1" status: 204 len: 168 time: 0.1330531 Mar 16 09:03:38.083871 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672bd8a7-8499-407d-937e-6aec4351bbba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d9be46-1879-4677-9f27-64656f5ba499,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:03:38.334166 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 48840) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:03:38.346866 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-c4d3360e-0c9b-4185-9db7-0457084e5eca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:38.420270 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-c4d3360e-0c9b-4185-9db7-0457084e5eca admin admin] Publish callbacks [] for security_group (ddba0841-3038-4ba0-9da9-246c0a1aab27), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:38.423711 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-c4d3360e-0c9b-4185-9db7-0457084e5eca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (ddba0841-3038-4ba0-9da9-246c0a1aab27), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:38.461171 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-c4d3360e-0c9b-4185-9db7-0457084e5eca admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=797578c7d68b410a8c3f32909ca6381f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1259696 Mar 16 09:03:38.462074 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d3360e-0c9b-4185-9db7-0457084e5eca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddba0841-3038-4ba0-9da9-246c0a1aab27,revision_number=1']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:03:38.463919 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 48842) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:03:38.525267 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-82df8790-4853-40ed-b0c8-870e86d54aa5 admin admin] Publish callbacks [] for security_group (ddba0841-3038-4ba0-9da9-246c0a1aab27), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:38.550428 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-82df8790-4853-40ed-b0c8-870e86d54aa5 admin admin] Publish callbacks [] for security_group (ddba0841-3038-4ba0-9da9-246c0a1aab27), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:38.596821 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-82df8790-4853-40ed-b0c8-870e86d54aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (ddba0841-3038-4ba0-9da9-246c0a1aab27), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:38.599344 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-82df8790-4853-40ed-b0c8-870e86d54aa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:38.600479 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-82df8790-4853-40ed-b0c8-870e86d54aa5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ddba0841-3038-4ba0-9da9-246c0a1aab27 HTTP/1.1" status: 204 len: 168 time: 0.1355791 Mar 16 09:03:38.608109 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82df8790-4853-40ed-b0c8-870e86d54aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddba0841-3038-4ba0-9da9-246c0a1aab27,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:03:38.951458 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e42c91-bcae-4ac6-b51a-bf2e889da38a req-1eab1e9c-9b78-4b3b-8826-475e332baf98 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:03:38.952933 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-f1e42c91-bcae-4ac6-b51a-bf2e889da38a req-1eab1e9c-9b78-4b3b-8826-475e332baf98 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=1033cdc1-c72e-492f-9352-14e5302515cf HTTP/1.1" status: 200 len: 945 time: 0.0522707 Mar 16 09:03:38.999390 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-f1e42c91-bcae-4ac6-b51a-bf2e889da38a req-fdae4e39-fac5-43bb-a9db-b939e12a6acc tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407732 Mar 16 09:03:39.102666 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84522eaf-f1e1-4092-a63a-07f576a2a876 req-e0e77a55-7890-47ed-8eaf-9b6262e3b82f tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:03:39.104727 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-84522eaf-f1e1-4092-a63a-07f576a2a876 req-e0e77a55-7890-47ed-8eaf-9b6262e3b82f tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3d48f9e-89e3-4240-8eb0-2c25747d72b9 HTTP/1.1" status: 200 len: 944 time: 0.0580361 Mar 16 09:03:39.161056 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-84522eaf-f1e1-4092-a63a-07f576a2a876 req-1ec5594f-db6e-4e88-bc07-9402013f60e1 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] 10.222.0.18 "GET /v2.0/security-groups?id=77ac1331-f3e5-41e2-8b67-35a2e1a6a897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507400 Mar 16 09:03:40.134152 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0ab1d5-1c0b-46c1-88db-86e97de038ec req-4333c836-9868-48cf-939a-3559e0c5ee97 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:03:40.139237 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-ef0ab1d5-1c0b-46c1-88db-86e97de038ec req-4333c836-9868-48cf-939a-3559e0c5ee97 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=1033cdc1-c72e-492f-9352-14e5302515cf HTTP/1.1" status: 200 len: 945 time: 0.0688095 Mar 16 09:03:40.195776 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-ef0ab1d5-1c0b-46c1-88db-86e97de038ec req-a0553592-9d51-4542-ac3b-ad6739ff2eb2 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532022 Mar 16 09:03:40.287541 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c29cfcc-40bd-4cd5-a6b3-52617ab5f0df req-4ffa9ea3-f38e-466c-899b-89a6cd8b1f3b tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:03:40.288904 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-4c29cfcc-40bd-4cd5-a6b3-52617ab5f0df req-4ffa9ea3-f38e-466c-899b-89a6cd8b1f3b tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3d48f9e-89e3-4240-8eb0-2c25747d72b9 HTTP/1.1" status: 200 len: 944 time: 0.0551710 Mar 16 09:03:40.567701 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-4c29cfcc-40bd-4cd5-a6b3-52617ab5f0df req-7bbff7d8-b8db-4464-8454-a9db1de8791e tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] 10.222.0.18 "GET /v2.0/security-groups?id=77ac1331-f3e5-41e2-8b67-35a2e1a6a897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731643 Mar 16 09:03:40.579741 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ed8958-55f1-489f-9ead-f974d37e6ed0 req-9b947e77-3508-4796-9d79-415228c45893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:03:40.581325 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a9ed8958-55f1-489f-9ead-f974d37e6ed0 req-9b947e77-3508-4796-9d79-415228c45893 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1033cdc1-c72e-492f-9352-14e5302515cf HTTP/1.1" status: 200 len: 1129 time: 0.0652595 Mar 16 09:03:40.628925 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a9ed8958-55f1-489f-9ead-f974d37e6ed0 req-bc9401ba-d394-4ddb-b314-3acb46d97c28 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394638 Mar 16 09:03:41.037475 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Device 09efdb80-cdab-4a8b-86e1-5b5ae5cd14ab up at agent hyperv_hv-cinder-83177 {{(pid=103097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 09:03:41.085356 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Provisioning for port 09efdb80-cdab-4a8b-86e1-5b5ae5cd14ab completed by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 16 09:03:41.089840 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Provisioning complete for port 09efdb80-cdab-4a8b-86e1-5b5ae5cd14ab triggered by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:03:41.090209 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (09efdb80-cdab-4a8b-86e1-5b5ae5cd14ab), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:41.166031 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Current status of the port 09efdb80-cdab-4a8b-86e1-5b5ae5cd14ab is: BUILD; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:03:41.167070 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (09efdb80-cdab-4a8b-86e1-5b5ae5cd14ab), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:41.188331 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3d48f9e-89e3-4240-8eb0-2c25747d72b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09efdb80-cdab-4a8b-86e1-5b5ae5cd14ab'}] {{(pid=103097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 09:03:41.190554 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4541ab3f2cdba5932412d0e11c0734b292cb124fdee115af1127c89d10c16b82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8685860-76f1-4b87-a552-68f67e75820d" -d '{"events": [{"server_uuid": "a3d48f9e-89e3-4240-8eb0-2c25747d72b9", "name": "network-vif-plugged", "status": "completed", "tag": "09efdb80-cdab-4a8b-86e1-5b5ae5cd14ab"}]}' {{(pid=103097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 09:03:41.204116 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] For port 09efdb80-cdab-4a8b-86e1-5b5ae5cd14ab, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=09efdb80-cdab-4a8b-86e1-5b5ae5cd14ab,segment=NetworkSegment(08cb8d24-3925-4648-8517-d63baacc3855),segment_id=08cb8d24-3925-4648-8517-d63baacc3855)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:03:41.209714 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (09efdb80-cdab-4a8b-86e1-5b5ae5cd14ab), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:41.237472 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 09:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80b6cc07-304e-4145-ab34-ef46e27bbd77 x-openstack-request-id: req-80b6cc07-304e-4145-ab34-ef46e27bbd77 {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 09:03:41.237787 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3d48f9e-89e3-4240-8eb0-2c25747d72b9", "name": "network-vif-plugged", "status": "completed", "tag": "09efdb80-cdab-4a8b-86e1-5b5ae5cd14ab", "code": 200}]} {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 09:03:41.238054 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-80b6cc07-304e-4145-ab34-ef46e27bbd77 {{(pid=103097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 09:03:41.238435 dv-cinder-831776-4-iscsi neutron-server[103097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3d48f9e-89e3-4240-8eb0-2c25747d72b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09efdb80-cdab-4a8b-86e1-5b5ae5cd14ab', 'code': 200} Mar 16 09:03:41.267237 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Pushing event updated for resources: {'Port': ['ID=09efdb80-cdab-4a8b-86e1-5b5ae5cd14ab,revision_number=5']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:03:41.349251 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d57d7dc-dfe0-48cf-981f-93bae9a9627c req-b82a3bff-ebd7-424c-a408-001ca76d1c4e tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:03:41.350759 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5d57d7dc-dfe0-48cf-981f-93bae9a9627c req-b82a3bff-ebd7-424c-a408-001ca76d1c4e tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=1033cdc1-c72e-492f-9352-14e5302515cf HTTP/1.1" status: 200 len: 945 time: 0.0567858 Mar 16 09:03:41.431584 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5d57d7dc-dfe0-48cf-981f-93bae9a9627c req-cd73ee19-f616-4031-9200-65905c0c4906 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745349 Mar 16 09:03:41.451300 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d92b8-dbed-4e21-b239-bc28c1a774cf req-12d0ecc1-18e8-4256-81ee-a9ea0e365887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:03:41.452879 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-273d92b8-dbed-4e21-b239-bc28c1a774cf req-12d0ecc1-18e8-4256-81ee-a9ea0e365887 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a3d48f9e-89e3-4240-8eb0-2c25747d72b9 HTTP/1.1" status: 200 len: 1129 time: 0.0751598 Mar 16 09:03:41.498357 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-273d92b8-dbed-4e21-b239-bc28c1a774cf req-351341dc-a183-4ad3-95bf-73ad10602735 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=77ac1331-f3e5-41e2-8b67-35a2e1a6a897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387125 Mar 16 09:03:41.690193 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372c7419-836e-4b21-86e2-9403bd49a73e req-cb25e1e6-c4e4-4ddb-b59f-a82193dc80d4 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:03:41.691663 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-372c7419-836e-4b21-86e2-9403bd49a73e req-cb25e1e6-c4e4-4ddb-b59f-a82193dc80d4 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3d48f9e-89e3-4240-8eb0-2c25747d72b9 HTTP/1.1" status: 200 len: 945 time: 0.0535982 Mar 16 09:03:41.736392 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-372c7419-836e-4b21-86e2-9403bd49a73e req-1028e926-fb5e-4192-bbb1-a7f01bb90255 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] 10.222.0.18 "GET /v2.0/security-groups?id=77ac1331-f3e5-41e2-8b67-35a2e1a6a897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391445 Mar 16 09:03:42.562719 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d17421-1f71-4721-b209-f4f7befd758a req-1d898d83-9bd0-45c8-bc88-caa8f84c1cdb tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:03:42.564207 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-f7d17421-1f71-4721-b209-f4f7befd758a req-1d898d83-9bd0-45c8-bc88-caa8f84c1cdb tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=1033cdc1-c72e-492f-9352-14e5302515cf HTTP/1.1" status: 200 len: 945 time: 0.0569005 Mar 16 09:03:42.610590 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-f7d17421-1f71-4721-b209-f4f7befd758a req-d80d9848-576d-4e5d-9cf2-cb6985fc2e25 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404992 Mar 16 09:03:42.856120 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f82d5d-2f02-46cd-8321-ef7e47cd5088 req-36cb24c9-429b-4ef2-b64f-f45e8ed874a2 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:03:42.857624 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a3f82d5d-2f02-46cd-8321-ef7e47cd5088 req-36cb24c9-429b-4ef2-b64f-f45e8ed874a2 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3d48f9e-89e3-4240-8eb0-2c25747d72b9 HTTP/1.1" status: 200 len: 945 time: 0.0556223 Mar 16 09:03:42.905064 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a3f82d5d-2f02-46cd-8321-ef7e47cd5088 req-391d7846-0a06-4475-a8d3-599c9f7aa0fc tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] 10.222.0.18 "GET /v2.0/security-groups?id=77ac1331-f3e5-41e2-8b67-35a2e1a6a897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418806 Mar 16 09:03:43.734957 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30da9863-ac4a-413e-9f4c-d00625324629 req-12846bff-bfb7-4261-b942-f5e9e72999ff tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:03:43.735764 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-30da9863-ac4a-413e-9f4c-d00625324629 req-12846bff-bfb7-4261-b942-f5e9e72999ff tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=1033cdc1-c72e-492f-9352-14e5302515cf HTTP/1.1" status: 200 len: 945 time: 0.0581245 Mar 16 09:03:43.791722 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-30da9863-ac4a-413e-9f4c-d00625324629 req-a98499cb-c049-46f6-9639-fa4ed771e67a tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487766 Mar 16 09:03:44.097703 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b972f55b-2265-407f-9164-b836a63a9b73 req-da280f17-1f77-467b-ac3b-578766cc122b tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:03:44.099106 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b972f55b-2265-407f-9164-b836a63a9b73 req-da280f17-1f77-467b-ac3b-578766cc122b tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3d48f9e-89e3-4240-8eb0-2c25747d72b9 HTTP/1.1" status: 200 len: 945 time: 0.1201584 Mar 16 09:03:44.107814 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b2e312-9456-4441-a0ce-7502d028008a req-64dd42e0-1dd1-4385-95e5-5cd85b2d4e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:03:44.109184 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-69b2e312-9456-4441-a0ce-7502d028008a req-64dd42e0-1dd1-4385-95e5-5cd85b2d4e42 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8ab3e25cb83341919d112753e22938a2&device_id=1033cdc1-c72e-492f-9352-14e5302515cf HTTP/1.1" status: 200 len: 1129 time: 0.1011510 Mar 16 09:03:44.121867 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b72927b-4714-4798-b8eb-71f002ecc1e0 req-4a71ef3d-e07a-487f-8e24-c34fc4d5d3f5 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:03:44.123251 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-7b72927b-4714-4798-b8eb-71f002ecc1e0 req-4a71ef3d-e07a-487f-8e24-c34fc4d5d3f5 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=1033cdc1-c72e-492f-9352-14e5302515cf HTTP/1.1" status: 200 len: 945 time: 0.1165829 Mar 16 09:03:44.239734 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b972f55b-2265-407f-9164-b836a63a9b73 req-849e6a5e-d2ed-4e7a-9a73-6375e657e9e2 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] 10.222.0.18 "GET /v2.0/security-groups?id=77ac1331-f3e5-41e2-8b67-35a2e1a6a897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337421 Mar 16 09:03:44.246612 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-7b72927b-4714-4798-b8eb-71f002ecc1e0 req-fec4ce5c-adfd-4935-bc66-b3d400f759b2 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143029 Mar 16 09:03:44.274407 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b2e312-9456-4441-a0ce-7502d028008a req-1d1b122f-95ff-4180-8f09-7dc2b5ee693e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:03:44.275880 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-69b2e312-9456-4441-a0ce-7502d028008a req-1d1b122f-95ff-4180-8f09-7dc2b5ee693e service neutron] 10.222.0.48 "GET /v2.0/networks?id=c71322ee-b7a0-4c22-8a3c-0690c3f2a338 HTTP/1.1" status: 200 len: 919 time: 0.1518166 Mar 16 09:03:44.328174 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-69b2e312-9456-4441-a0ce-7502d028008a req-c832b616-3881-41a2-becc-1af5430058e0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=314a141c-e07c-41ab-9f3f-234b6043a3ed HTTP/1.1" status: 200 len: 217 time: 0.0393932 Mar 16 09:03:44.376758 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b2e312-9456-4441-a0ce-7502d028008a req-32f80682-de9f-4687-9ae5-4e164deb14cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:03:44.378342 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-69b2e312-9456-4441-a0ce-7502d028008a req-32f80682-de9f-4687-9ae5-4e164deb14cf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2d141d65-2c6e-46bc-b682-986a7d0cd81b HTTP/1.1" status: 200 len: 858 time: 0.0442426 Mar 16 09:03:44.410031 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-69b2e312-9456-4441-a0ce-7502d028008a req-62b8af74-0abd-410e-b91c-276fe25b60a7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c71322ee-b7a0-4c22-8a3c-0690c3f2a338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250721 Mar 16 09:03:44.503444 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-69b2e312-9456-4441-a0ce-7502d028008a req-27763ca3-2f8a-4e62-9b09-0a013cdb8ff4 service neutron] 10.222.0.48 "GET /v2.0/networks/c71322ee-b7a0-4c22-8a3c-0690c3f2a338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861762 Mar 16 09:03:44.597329 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-69b2e312-9456-4441-a0ce-7502d028008a req-b1b441db-d226-4fb0-b4c6-41b28a8a38b6 service neutron] 10.222.0.48 "GET /v2.0/networks/c71322ee-b7a0-4c22-8a3c-0690c3f2a338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875316 Mar 16 09:03:45.366100 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee445215-1a02-45e5-87e2-876559536f3f req-909dfbd5-06bc-40c7-bb1b-0a7a3648c12b tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:03:45.367806 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-ee445215-1a02-45e5-87e2-876559536f3f req-909dfbd5-06bc-40c7-bb1b-0a7a3648c12b tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=1033cdc1-c72e-492f-9352-14e5302515cf HTTP/1.1" status: 200 len: 945 time: 0.0552816 Mar 16 09:03:45.412189 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-ee445215-1a02-45e5-87e2-876559536f3f req-7ddc9c2a-6a53-4d12-8606-d48d4d4b1e83 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388832 Mar 16 09:03:46.525373 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab249658-0218-4c51-9627-1ff0e36cfd23 req-63bd7df0-0c54-48b5-a574-4741adc30382 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:03:46.527338 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-ab249658-0218-4c51-9627-1ff0e36cfd23 req-63bd7df0-0c54-48b5-a574-4741adc30382 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=1033cdc1-c72e-492f-9352-14e5302515cf HTTP/1.1" status: 200 len: 945 time: 0.0512328 Mar 16 09:03:46.571873 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-ab249658-0218-4c51-9627-1ff0e36cfd23 req-c479abbc-6866-4ebd-b35b-0c411d0f02e2 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391579 Mar 16 09:03:47.684690 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb140fb-a9b1-47e8-ba57-12293fe2205e req-b252a30e-f670-4649-a02e-0ed2ab3e927e tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:03:47.686170 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-1eb140fb-a9b1-47e8-ba57-12293fe2205e req-b252a30e-f670-4649-a02e-0ed2ab3e927e tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=1033cdc1-c72e-492f-9352-14e5302515cf HTTP/1.1" status: 200 len: 945 time: 0.0501158 Mar 16 09:03:47.733806 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-1eb140fb-a9b1-47e8-ba57-12293fe2205e req-7279803a-fa1c-4ad0-b376-83d1a255d1a3 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422614 Mar 16 09:03:48.847232 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2702755-9b5f-46da-876e-c7054133a6cd req-2059a56c-40fb-4d77-87cb-643d36cb7571 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:03:48.848736 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-d2702755-9b5f-46da-876e-c7054133a6cd req-2059a56c-40fb-4d77-87cb-643d36cb7571 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=1033cdc1-c72e-492f-9352-14e5302515cf HTTP/1.1" status: 200 len: 945 time: 0.0516238 Mar 16 09:03:48.894008 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-d2702755-9b5f-46da-876e-c7054133a6cd req-1e4e8f82-abd2-4667-957d-186cc39ce60d tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398352 Mar 16 09:03:50.008903 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4f88c5-4312-489a-9fd2-6ec941d2d0c1 req-1d3a88e9-d68d-4a63-a2e3-7b8a9769847b tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:03:50.010394 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-ca4f88c5-4312-489a-9fd2-6ec941d2d0c1 req-1d3a88e9-d68d-4a63-a2e3-7b8a9769847b tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=1033cdc1-c72e-492f-9352-14e5302515cf HTTP/1.1" status: 200 len: 945 time: 0.0511727 Mar 16 09:03:50.063902 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-ca4f88c5-4312-489a-9fd2-6ec941d2d0c1 req-6edb4d91-6668-48fa-9a2e-84034342c26a tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406218 Mar 16 09:03:50.476109 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-2bc09e99-c88c-4256-9992-f02894906432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (a398d5bf-1368-473f-bfdd-7d167c3f4154), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:51.173809 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca889dbe-da14-4367-b247-1af08a5aa8db req-fb9aebd2-5d11-45c4-9a0b-2b05cdba27f6 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:03:51.175160 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-ca889dbe-da14-4367-b247-1af08a5aa8db req-fb9aebd2-5d11-45c4-9a0b-2b05cdba27f6 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=1033cdc1-c72e-492f-9352-14e5302515cf HTTP/1.1" status: 200 len: 945 time: 0.0533943 Mar 16 09:03:51.220317 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-ca889dbe-da14-4367-b247-1af08a5aa8db req-c7c26f64-63e3-46a5-9f11-74f3f68cc932 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397358 Mar 16 09:03:52.343199 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584b6c76-dac9-405f-9d63-044f8a010d04 req-cf8fd8e0-1839-4439-8b53-468d9b8eb07c tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:03:52.344674 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-584b6c76-dac9-405f-9d63-044f8a010d04 req-cf8fd8e0-1839-4439-8b53-468d9b8eb07c tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=1033cdc1-c72e-492f-9352-14e5302515cf HTTP/1.1" status: 200 len: 945 time: 0.0573411 Mar 16 09:03:52.393128 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-584b6c76-dac9-405f-9d63-044f8a010d04 req-70f2291c-f195-466d-a6b7-ce7d9d3993cc tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429394 Mar 16 09:03:52.791785 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-57412909-c681-4c69-aaf2-27505400f7cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (09ce795b-eeca-4b3b-9d7f-577d9443cb21), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:53.508177 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d955b096-b685-4e66-a854-8385034ca936 req-2012095a-07e1-4d53-a7c7-c4da59c002b7 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:03:53.509655 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-d955b096-b685-4e66-a854-8385034ca936 req-2012095a-07e1-4d53-a7c7-c4da59c002b7 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=1033cdc1-c72e-492f-9352-14e5302515cf HTTP/1.1" status: 200 len: 945 time: 0.0511847 Mar 16 09:03:53.558327 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-d955b096-b685-4e66-a854-8385034ca936 req-50e52341-1d4c-4e47-a37d-51b2ed3485e5 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432916 Mar 16 09:03:53.833316 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-cdeb7127-6fa1-4060-ae0a-c8ffc2dd9388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (514d7d79-ab14-439d-a6c0-bbffe337a49f), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:54.377734 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-e766eb64-1f25-4371-b31b-9443494ba9cd req-3bf4685c-3e42-41c7-8ca3-e9c460980e99 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-427339258&fields=id&tenant_id=26ea3aab85a94b37a21cdbed5b78f153 HTTP/1.1" status: 200 len: 267 time: 0.0450130 Mar 16 09:03:54.482071 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e766eb64-1f25-4371-b31b-9443494ba9cd req-0c27cadf-8ae8-4c33-9fc9-5875c706ec02 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:03:54.483585 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-e766eb64-1f25-4371-b31b-9443494ba9cd req-0c27cadf-8ae8-4c33-9fc9-5875c706ec02 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/networks?id=c3ea6daf-446f-43ea-84a0-53f7ed6f9fc7 HTTP/1.1" status: 200 len: 808 time: 0.0996249 Mar 16 09:03:54.498753 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-e766eb64-1f25-4371-b31b-9443494ba9cd req-27025a18-c083-4e45-9ba6-e11aa193a21f tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/quotas/26ea3aab85a94b37a21cdbed5b78f153 HTTP/1.1" status: 200 len: 375 time: 0.0097756 Mar 16 09:03:54.558707 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-e766eb64-1f25-4371-b31b-9443494ba9cd req-028e7fff-a797-4bff-acd1-660f963baf3b tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=26ea3aab85a94b37a21cdbed5b78f153&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0540168 Mar 16 09:03:54.693435 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-e766eb64-1f25-4371-b31b-9443494ba9cd req-1c9142b4-bfbc-43f8-b016-d239f344fb24 service neutron] 10.222.0.18 "GET /v2.0/networks/c3ea6daf-446f-43ea-84a0-53f7ed6f9fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191773 Mar 16 09:03:54.704634 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b44859-b4e5-460c-b405-d8c63323b16c req-417118da-188c-4c7c-96d2-96ab75a9cd97 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:03:54.706051 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b4b44859-b4e5-460c-b405-d8c63323b16c req-417118da-188c-4c7c-96d2-96ab75a9cd97 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=1033cdc1-c72e-492f-9352-14e5302515cf HTTP/1.1" status: 200 len: 945 time: 0.0800462 Mar 16 09:03:54.802713 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b4b44859-b4e5-460c-b405-d8c63323b16c req-0f77a996-3b53-4af9-88f0-b72d2e1fe024 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890741 Mar 16 09:03:54.826601 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-e766eb64-1f25-4371-b31b-9443494ba9cd req-79acc393-85ae-4418-9c5e-c563786dfd4f service neutron] 10.222.0.18 "GET /v2.0/networks/c3ea6daf-446f-43ea-84a0-53f7ed6f9fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196246 Mar 16 09:03:55.106843 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-f79766e9-8ae3-4748-9d01-7b4cdfdd7061 req-df804c95-62cd-4e73-9be1-c4da8dd586c1 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca3b3319-fece-4b8f-97c7-2dba568d0728 HTTP/1.1" status: 200 len: 210 time: 0.0280812 Mar 16 09:03:55.428055 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (f0da09ba-cbd5-402d-a3a1-68b8fcaf25e8), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:55.445506 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3de267ec-888d-49e1-92d2-a6991c0932cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (3616e4f6-4586-420d-b0d2-e3b2f5abb17b), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:55.952663 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b89d418-c2a5-407d-a239-1b7051115703 req-2de3f079-1c58-41ee-87ba-c9237fa6065a tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:03:55.954163 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-1b89d418-c2a5-407d-a239-1b7051115703 req-2de3f079-1c58-41ee-87ba-c9237fa6065a tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=1033cdc1-c72e-492f-9352-14e5302515cf HTTP/1.1" status: 200 len: 945 time: 0.0581341 Mar 16 09:03:56.000738 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-1b89d418-c2a5-407d-a239-1b7051115703 req-e6894e9f-906b-4ab2-b912-4588352fe9e9 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411234 Mar 16 09:03:56.260332 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-ff38b8ff-6098-41de-9e3f-80b8752584d3 req-42c92a04-e33c-436f-a5cb-c3cfa7e0163c tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca3b3319-fece-4b8f-97c7-2dba568d0728 HTTP/1.1" status: 200 len: 210 time: 0.0476348 Mar 16 09:03:56.297674 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e766eb64-1f25-4371-b31b-9443494ba9cd req-0f155535-ad67-44c2-b92f-670ef7037ab3 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:03:56.299124 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-e766eb64-1f25-4371-b31b-9443494ba9cd req-0f155535-ad67-44c2-b92f-670ef7037ab3 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.48 "GET /v2.0/networks?id=c3ea6daf-446f-43ea-84a0-53f7ed6f9fc7 HTTP/1.1" status: 200 len: 808 time: 0.1793754 Mar 16 09:03:56.395102 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-e766eb64-1f25-4371-b31b-9443494ba9cd req-9e363b67-764b-4dba-b460-625ae53c3026 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26ea3aab85a94b37a21cdbed5b78f153 HTTP/1.1" status: 200 len: 379 time: 0.0655267 Mar 16 09:03:56.405528 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.v2.base [req-e766eb64-1f25-4371-b31b-9443494ba9cd req-c4d2ed09-53ca-4616-9941-02e09b10c8fb tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Request body: {'port': {'device_id': 'ca3b3319-fece-4b8f-97c7-2dba568d0728', 'network_id': 'c3ea6daf-446f-43ea-84a0-53f7ed6f9fc7', 'admin_state_up': True, 'tenant_id': '26ea3aab85a94b37a21cdbed5b78f153', 'security_groups': ['e0740942-11c2-47cc-a293-e00947365415']}} {{(pid=103096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:03:56.514141 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e766eb64-1f25-4371-b31b-9443494ba9cd req-c4d2ed09-53ca-4616-9941-02e09b10c8fb tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Made reservation on behalf of 26ea3aab85a94b37a21cdbed5b78f153 for: {'port': 1} {{(pid=103096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 09:03:56.517782 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-e766eb64-1f25-4371-b31b-9443494ba9cd req-c4d2ed09-53ca-4616-9941-02e09b10c8fb tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:56.646227 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.db_base_plugin_common [req-e766eb64-1f25-4371-b31b-9443494ba9cd req-c4d2ed09-53ca-4616-9941-02e09b10c8fb tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Allocated IP 172.20.0.9 (c3ea6daf-446f-43ea-84a0-53f7ed6f9fc7/460c243c-1e34-4d2b-859c-b3bb55da3a92/a76df884-4e7b-483e-a50e-fcb5250bd972) {{(pid=103096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 09:03:56.788616 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-e766eb64-1f25-4371-b31b-9443494ba9cd req-c4d2ed09-53ca-4616-9941-02e09b10c8fb tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Publish callbacks [] for port (a76df884-4e7b-483e-a50e-fcb5250bd972), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:56.824458 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-e766eb64-1f25-4371-b31b-9443494ba9cd req-c4d2ed09-53ca-4616-9941-02e09b10c8fb tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732012762709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13105710'] for port (a76df884-4e7b-483e-a50e-fcb5250bd972), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:56.852972 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (489981c6-9aaa-401c-bd41-6b42e027a228), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:56.871254 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e766eb64-1f25-4371-b31b-9443494ba9cd req-c4d2ed09-53ca-4616-9941-02e09b10c8fb tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Network c3ea6daf-446f-43ea-84a0-53f7ed6f9fc7 is already hosted by enough agents. {{(pid=103096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 09:03:56.874505 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.base_scheduler [req-e766eb64-1f25-4371-b31b-9443494ba9cd req-c4d2ed09-53ca-4616-9941-02e09b10c8fb tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Resources bound (agent type, host, resource id): {{(pid=103096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 09:03:56.878151 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [req-e766eb64-1f25-4371-b31b-9443494ba9cd req-c4d2ed09-53ca-4616-9941-02e09b10c8fb tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Received port after_create {{(pid=103096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 09:03:56.900872 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d2ed09-53ca-4616-9941-02e09b10c8fb tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Pushing event updated for resources: {'Port': ['ID=a76df884-4e7b-483e-a50e-fcb5250bd972,revision_number=1']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:03:56.932981 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e766eb64-1f25-4371-b31b-9443494ba9cd req-c4d2ed09-53ca-4616-9941-02e09b10c8fb tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:03:56.934149 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-e766eb64-1f25-4371-b31b-9443494ba9cd req-c4d2ed09-53ca-4616-9941-02e09b10c8fb tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334679'] for port (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:56.950362 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-e766eb64-1f25-4371-b31b-9443494ba9cd req-c4d2ed09-53ca-4616-9941-02e09b10c8fb tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5493178 Mar 16 09:03:56.970326 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.v2.base [req-e766eb64-1f25-4371-b31b-9443494ba9cd req-eb07dad7-11d7-4fe9-aebe-cf4a630faa42 service neutron] Request body: {'port': {'device_id': 'ca3b3319-fece-4b8f-97c7-2dba568d0728', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=103096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:03:57.035390 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-e766eb64-1f25-4371-b31b-9443494ba9cd req-eb07dad7-11d7-4fe9-aebe-cf4a630faa42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (a76df884-4e7b-483e-a50e-fcb5250bd972), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:57.112821 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-80979856-d245-47d2-8781-7f5a27be7a52 None None] Provisioning complete for port a76df884-4e7b-483e-a50e-fcb5250bd972 triggered by entity DHCP. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:03:57.113125 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-80979856-d245-47d2-8781-7f5a27be7a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (a76df884-4e7b-483e-a50e-fcb5250bd972), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:57.150667 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-80979856-d245-47d2-8781-7f5a27be7a52 None None] Port a76df884-4e7b-483e-a50e-fcb5250bd972 cannot update to ACTIVE because it is not bound. {{(pid=103097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 09:03:57.299833 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.notifiers.nova [req-e766eb64-1f25-4371-b31b-9443494ba9cd req-eb07dad7-11d7-4fe9-aebe-cf4a630faa42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a76df884-4e7b-483e-a50e-fcb5250bd972 {{(pid=103096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 09:03:57.307535 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-e766eb64-1f25-4371-b31b-9443494ba9cd req-eb07dad7-11d7-4fe9-aebe-cf4a630faa42 service neutron] Publish callbacks [] for port (a76df884-4e7b-483e-a50e-fcb5250bd972), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:57.320742 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.provisioning_blocks [req-e766eb64-1f25-4371-b31b-9443494ba9cd req-eb07dad7-11d7-4fe9-aebe-cf4a630faa42 service neutron] Transition to ACTIVE for port object a76df884-4e7b-483e-a50e-fcb5250bd972 will not be triggered until provisioned by entity L2. {{(pid=103096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 16 09:03:57.325015 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-e766eb64-1f25-4371-b31b-9443494ba9cd req-eb07dad7-11d7-4fe9-aebe-cf4a630faa42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13105703'] for port (a76df884-4e7b-483e-a50e-fcb5250bd972), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:57.419844 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb07dad7-11d7-4fe9-aebe-cf4a630faa42 service neutron] Pushing event updated for resources: {'Port': ['ID=a76df884-4e7b-483e-a50e-fcb5250bd972,revision_number=2']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:03:57.482157 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c1cd86-52b0-4fca-b800-9f447411af70 req-c9c08191-6f91-49e9-9312-ebd9b696030c tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:03:57.483968 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a7c1cd86-52b0-4fca-b800-9f447411af70 req-c9c08191-6f91-49e9-9312-ebd9b696030c tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca3b3319-fece-4b8f-97c7-2dba568d0728 HTTP/1.1" status: 200 len: 943 time: 0.1273999 Mar 16 09:03:57.530101 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [req-e766eb64-1f25-4371-b31b-9443494ba9cd req-eb07dad7-11d7-4fe9-aebe-cf4a630faa42 service neutron] Attempting to bind port a76df884-4e7b-483e-a50e-fcb5250bd972 on host hv-cinder-83177 for vnic_type normal with profile {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 09:03:57.530447 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [req-e766eb64-1f25-4371-b31b-9443494ba9cd req-eb07dad7-11d7-4fe9-aebe-cf4a630faa42 service neutron] Attempting to bind port a76df884-4e7b-483e-a50e-fcb5250bd972 by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': '2be44d73-3d28-429b-944f-2d2ec1b02c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c3ea6daf-446f-43ea-84a0-53f7ed6f9fc7'}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 09:03:57.530782 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e766eb64-1f25-4371-b31b-9443494ba9cd req-eb07dad7-11d7-4fe9-aebe-cf4a630faa42 service neutron] Attempting to bind port a76df884-4e7b-483e-a50e-fcb5250bd972 on network c3ea6daf-446f-43ea-84a0-53f7ed6f9fc7 {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 09:03:57.544575 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e766eb64-1f25-4371-b31b-9443494ba9cd req-eb07dad7-11d7-4fe9-aebe-cf4a630faa42 service neutron] Port a76df884-4e7b-483e-a50e-fcb5250bd972 on network c3ea6daf-446f-43ea-84a0-53f7ed6f9fc7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 16 09:03:57.544899 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e766eb64-1f25-4371-b31b-9443494ba9cd req-eb07dad7-11d7-4fe9-aebe-cf4a630faa42 service neutron] Attempting to bind port a76df884-4e7b-483e-a50e-fcb5250bd972 on network c3ea6daf-446f-43ea-84a0-53f7ed6f9fc7 {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 09:03:57.559175 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e766eb64-1f25-4371-b31b-9443494ba9cd req-eb07dad7-11d7-4fe9-aebe-cf4a630faa42 service neutron] Checking agent: {'id': 'f0da09ba-cbd5-402d-a3a1-68b8fcaf25e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 8, 59, 25), 'started_at': datetime.datetime(2022, 3, 16, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 9, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 09:03:57.559520 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e766eb64-1f25-4371-b31b-9443494ba9cd req-eb07dad7-11d7-4fe9-aebe-cf4a630faa42 service neutron] Checking segment: {'id': '2be44d73-3d28-429b-944f-2d2ec1b02c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c3ea6daf-446f-43ea-84a0-53f7ed6f9fc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 09:03:57.559903 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e766eb64-1f25-4371-b31b-9443494ba9cd req-eb07dad7-11d7-4fe9-aebe-cf4a630faa42 service neutron] Bound using segment: {'id': '2be44d73-3d28-429b-944f-2d2ec1b02c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c3ea6daf-446f-43ea-84a0-53f7ed6f9fc7'} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 09:03:57.560340 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [req-e766eb64-1f25-4371-b31b-9443494ba9cd req-eb07dad7-11d7-4fe9-aebe-cf4a630faa42 service neutron] Bound port: a76df884-4e7b-483e-a50e-fcb5250bd972, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2be44d73-3d28-429b-944f-2d2ec1b02c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c3ea6daf-446f-43ea-84a0-53f7ed6f9fc7'}}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 09:03:57.560704 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-e766eb64-1f25-4371-b31b-9443494ba9cd req-eb07dad7-11d7-4fe9-aebe-cf4a630faa42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (a76df884-4e7b-483e-a50e-fcb5250bd972), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:57.566503 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a7c1cd86-52b0-4fca-b800-9f447411af70 req-8902e68e-cd2b-4712-9ff5-5fe4c80d2214 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0740942-11c2-47cc-a293-e00947365415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732703 Mar 16 09:03:57.631349 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.db [req-e766eb64-1f25-4371-b31b-9443494ba9cd req-eb07dad7-11d7-4fe9-aebe-cf4a630faa42 service neutron] For port a76df884-4e7b-483e-a50e-fcb5250bd972, host hv-cinder-83177, cleared binding levels {{(pid=103096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 09:03:57.634154 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.db [req-e766eb64-1f25-4371-b31b-9443494ba9cd req-eb07dad7-11d7-4fe9-aebe-cf4a630faa42 service neutron] For port a76df884-4e7b-483e-a50e-fcb5250bd972, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=a76df884-4e7b-483e-a50e-fcb5250bd972,segment=NetworkSegment(2be44d73-3d28-429b-944f-2d2ec1b02c37),segment_id=2be44d73-3d28-429b-944f-2d2ec1b02c37)] {{(pid=103096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 09:03:57.639887 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-e766eb64-1f25-4371-b31b-9443494ba9cd req-eb07dad7-11d7-4fe9-aebe-cf4a630faa42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13105703'] for port (a76df884-4e7b-483e-a50e-fcb5250bd972), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:57.671988 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e766eb64-1f25-4371-b31b-9443494ba9cd req-eb07dad7-11d7-4fe9-aebe-cf4a630faa42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:03:57.672609 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-e766eb64-1f25-4371-b31b-9443494ba9cd req-eb07dad7-11d7-4fe9-aebe-cf4a630faa42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334679'] for port (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:03:57.674037 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-e766eb64-1f25-4371-b31b-9443494ba9cd req-eb07dad7-11d7-4fe9-aebe-cf4a630faa42 service neutron] 10.222.0.48 "PUT /v2.0/ports/a76df884-4e7b-483e-a50e-fcb5250bd972 HTTP/1.1" status: 200 len: 1093 time: 0.7085516 Mar 16 09:03:57.674477 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca3b3319-fece-4b8f-97c7-2dba568d0728', 'tag': 'a76df884-4e7b-483e-a50e-fcb5250bd972'}] {{(pid=103096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 09:03:57.676701 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552648401d13394d2a88e7485ef09c5647ae5ea4c1ec431ef2c5edbe801f23fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe9590e4-b955-42ab-99e1-7ab4dcbe5025" -d '{"events": [{"name": "network-changed", "server_uuid": "ca3b3319-fece-4b8f-97c7-2dba568d0728", "tag": "a76df884-4e7b-483e-a50e-fcb5250bd972"}]}' {{(pid=103096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 09:03:57.712399 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb07dad7-11d7-4fe9-aebe-cf4a630faa42 service neutron] Pushing event updated for resources: {'Port': ['ID=a76df884-4e7b-483e-a50e-fcb5250bd972,revision_number=3']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:03:57.732481 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 09:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38c96000-cded-4a11-845c-eb40a49f365b x-openstack-request-id: req-38c96000-cded-4a11-845c-eb40a49f365b {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 09:03:57.732774 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca3b3319-fece-4b8f-97c7-2dba568d0728", "tag": "a76df884-4e7b-483e-a50e-fcb5250bd972", "status": "completed", "code": 200}]} {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 09:03:57.733099 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-38c96000-cded-4a11-845c-eb40a49f365b {{(pid=103096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 09:03:57.733533 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca3b3319-fece-4b8f-97c7-2dba568d0728', 'tag': 'a76df884-4e7b-483e-a50e-fcb5250bd972', 'status': 'completed', 'code': 200} Mar 16 09:03:57.796053 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e766eb64-1f25-4371-b31b-9443494ba9cd req-0bc17e29-8b33-425a-93b6-dcfe2afdb767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:03:57.798376 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-e766eb64-1f25-4371-b31b-9443494ba9cd req-0bc17e29-8b33-425a-93b6-dcfe2afdb767 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=26ea3aab85a94b37a21cdbed5b78f153&device_id=ca3b3319-fece-4b8f-97c7-2dba568d0728 HTTP/1.1" status: 200 len: 1127 time: 0.0603793 Mar 16 09:03:57.852305 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-e766eb64-1f25-4371-b31b-9443494ba9cd req-f8bfda7e-ff6a-4b5a-b04e-89308aeccb8f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a76df884-4e7b-483e-a50e-fcb5250bd972 HTTP/1.1" status: 200 len: 217 time: 0.0405135 Mar 16 09:03:57.903152 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e766eb64-1f25-4371-b31b-9443494ba9cd req-737fae30-d4f0-4416-8708-0c9030ae710c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:03:57.904737 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-e766eb64-1f25-4371-b31b-9443494ba9cd req-737fae30-d4f0-4416-8708-0c9030ae710c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=460c243c-1e34-4d2b-859c-b3bb55da3a92 HTTP/1.1" status: 200 len: 847 time: 0.0452840 Mar 16 09:03:57.963518 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e766eb64-1f25-4371-b31b-9443494ba9cd req-8b9b87f6-bc3d-4dad-a296-15e4d86c33f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:03:57.965036 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-e766eb64-1f25-4371-b31b-9443494ba9cd req-8b9b87f6-bc3d-4dad-a296-15e4d86c33f7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c3ea6daf-446f-43ea-84a0-53f7ed6f9fc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0529010 Mar 16 09:03:58.062202 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-e766eb64-1f25-4371-b31b-9443494ba9cd req-84b5ba6d-82f4-46e3-a33b-245239731941 service neutron] 10.222.0.48 "GET /v2.0/networks/c3ea6daf-446f-43ea-84a0-53f7ed6f9fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899031 Mar 16 09:03:58.160010 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-e766eb64-1f25-4371-b31b-9443494ba9cd req-75cd340a-9eee-4590-9521-503e824025da service neutron] 10.222.0.48 "GET /v2.0/networks/c3ea6daf-446f-43ea-84a0-53f7ed6f9fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882061 Mar 16 09:03:58.257144 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9590e4-b955-42ab-99e1-7ab4dcbe5025 req-7c0cc233-3583-4552-b99a-0ffce7ffb07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:03:58.258655 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-fe9590e4-b955-42ab-99e1-7ab4dcbe5025 req-7c0cc233-3583-4552-b99a-0ffce7ffb07b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=26ea3aab85a94b37a21cdbed5b78f153&device_id=ca3b3319-fece-4b8f-97c7-2dba568d0728 HTTP/1.1" status: 200 len: 1127 time: 0.0432770 Mar 16 09:03:58.359385 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9590e4-b955-42ab-99e1-7ab4dcbe5025 req-0d3de967-ed17-48a2-9c27-8c1e24fbb392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:03:58.360832 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-fe9590e4-b955-42ab-99e1-7ab4dcbe5025 req-0d3de967-ed17-48a2-9c27-8c1e24fbb392 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c3ea6daf-446f-43ea-84a0-53f7ed6f9fc7 HTTP/1.1" status: 200 len: 909 time: 0.0873392 Mar 16 09:03:58.408798 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-fe9590e4-b955-42ab-99e1-7ab4dcbe5025 req-b9067d0b-19d1-4b0a-9ca9-34921451ac5d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a76df884-4e7b-483e-a50e-fcb5250bd972 HTTP/1.1" status: 200 len: 217 time: 0.0344062 Mar 16 09:03:58.462113 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9590e4-b955-42ab-99e1-7ab4dcbe5025 req-5a208477-678c-43d3-ab90-4d190e7445c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:03:58.463570 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-fe9590e4-b955-42ab-99e1-7ab4dcbe5025 req-5a208477-678c-43d3-ab90-4d190e7445c3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=460c243c-1e34-4d2b-859c-b3bb55da3a92 HTTP/1.1" status: 200 len: 847 time: 0.0430689 Mar 16 09:03:58.553067 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9590e4-b955-42ab-99e1-7ab4dcbe5025 req-5f6a224c-d199-4de5-906f-999e33a4d819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:03:58.554668 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-fe9590e4-b955-42ab-99e1-7ab4dcbe5025 req-5f6a224c-d199-4de5-906f-999e33a4d819 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c3ea6daf-446f-43ea-84a0-53f7ed6f9fc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0788853 Mar 16 09:03:58.562148 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ce59b1-c562-48f8-a441-33c78fbf5e54 req-b5a394b3-5e70-43cf-802e-3198a171b1d9 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:03:58.563484 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b3ce59b1-c562-48f8-a441-33c78fbf5e54 req-b5a394b3-5e70-43cf-802e-3198a171b1d9 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=1033cdc1-c72e-492f-9352-14e5302515cf HTTP/1.1" status: 200 len: 945 time: 0.0795026 Mar 16 09:03:58.689658 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b3ce59b1-c562-48f8-a441-33c78fbf5e54 req-6eb64fab-dcbf-4879-aad0-873d0ad9e0b6 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169004 Mar 16 09:03:58.717757 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-fe9590e4-b955-42ab-99e1-7ab4dcbe5025 req-f556b704-ac26-4eba-a520-239b2c6a9fe8 service neutron] 10.222.0.48 "GET /v2.0/networks/c3ea6daf-446f-43ea-84a0-53f7ed6f9fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525259 Mar 16 09:03:58.734613 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f657e0-63cb-4c06-a64f-a52fc17c34e0 req-73a85050-0ea7-43d8-940c-0a53de1b49fd tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:03:58.736087 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-c3f657e0-63cb-4c06-a64f-a52fc17c34e0 req-73a85050-0ea7-43d8-940c-0a53de1b49fd tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca3b3319-fece-4b8f-97c7-2dba568d0728 HTTP/1.1" status: 200 len: 943 time: 0.0923631 Mar 16 09:03:58.859737 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-c3f657e0-63cb-4c06-a64f-a52fc17c34e0 req-1294f61c-cef0-4465-8815-d05b87f59ec3 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0740942-11c2-47cc-a293-e00947365415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156535 Mar 16 09:03:58.897068 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-fe9590e4-b955-42ab-99e1-7ab4dcbe5025 req-c03aa571-e85c-4f5b-b816-31968288e4d0 service neutron] 10.222.0.48 "GET /v2.0/networks/c3ea6daf-446f-43ea-84a0-53f7ed6f9fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699114 Mar 16 09:03:59.050331 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.agents_db [None req-ddb2e055-3acb-4969-8bde-a74b2247622c None None] Agent healthcheck: found 6 active agents {{(pid=103098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 09:03:59.988093 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b67501-e782-462d-9a2d-9f585664cef4 req-b47bc134-ba4c-48d2-a02f-00a32c614b06 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:03:59.989563 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-27b67501-e782-462d-9a2d-9f585664cef4 req-b47bc134-ba4c-48d2-a02f-00a32c614b06 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca3b3319-fece-4b8f-97c7-2dba568d0728 HTTP/1.1" status: 200 len: 943 time: 0.0504150 Mar 16 09:04:00.041800 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-27b67501-e782-462d-9a2d-9f585664cef4 req-eb0a23f8-e6b2-482d-9b17-67cf36606c74 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0740942-11c2-47cc-a293-e00947365415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465722 Mar 16 09:04:01.161039 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c82a04-2414-403f-b1a1-c5e040724e57 req-dd801aed-bb08-454d-b2d0-466ea553b132 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:04:01.162508 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-41c82a04-2414-403f-b1a1-c5e040724e57 req-dd801aed-bb08-454d-b2d0-466ea553b132 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca3b3319-fece-4b8f-97c7-2dba568d0728 HTTP/1.1" status: 200 len: 943 time: 0.0542967 Mar 16 09:04:01.417034 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-41c82a04-2414-403f-b1a1-c5e040724e57 req-5360b3bb-bbd3-4067-9686-d6786e6c6eb1 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0740942-11c2-47cc-a293-e00947365415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2489614 Mar 16 09:04:02.533782 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ad3292-4677-4d7c-b9b0-8d386d937cca req-8a62d387-40e8-4336-83a4-7a737d24dd4e tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:04:02.535171 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-08ad3292-4677-4d7c-b9b0-8d386d937cca req-8a62d387-40e8-4336-83a4-7a737d24dd4e tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca3b3319-fece-4b8f-97c7-2dba568d0728 HTTP/1.1" status: 200 len: 943 time: 0.0519707 Mar 16 09:04:02.581970 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-08ad3292-4677-4d7c-b9b0-8d386d937cca req-63bab24c-3555-4f35-815e-8822f67622a6 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0740942-11c2-47cc-a293-e00947365415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414054 Mar 16 09:04:03.697465 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13efd88-d9d0-406f-9e8e-f9bfe898d589 req-29ffb697-f4dc-4190-8a70-6b4f3c9e2979 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:04:03.699494 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b13efd88-d9d0-406f-9e8e-f9bfe898d589 req-29ffb697-f4dc-4190-8a70-6b4f3c9e2979 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca3b3319-fece-4b8f-97c7-2dba568d0728 HTTP/1.1" status: 200 len: 943 time: 0.0511739 Mar 16 09:04:03.750387 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b13efd88-d9d0-406f-9e8e-f9bfe898d589 req-6c5bb633-452a-4fb2-a28d-bec00bd837fc tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0740942-11c2-47cc-a293-e00947365415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449228 Mar 16 09:04:04.865369 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a95565-6808-4745-8cc9-d405d88ac8c3 req-b4b417f1-5a88-416b-92de-3105c0191bd3 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:04:04.866841 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-86a95565-6808-4745-8cc9-d405d88ac8c3 req-b4b417f1-5a88-416b-92de-3105c0191bd3 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca3b3319-fece-4b8f-97c7-2dba568d0728 HTTP/1.1" status: 200 len: 943 time: 0.0513651 Mar 16 09:04:04.913706 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-86a95565-6808-4745-8cc9-d405d88ac8c3 req-6a8b0902-c90e-4522-8c72-cc1d65e7d182 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0740942-11c2-47cc-a293-e00947365415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411034 Mar 16 09:04:06.028185 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfde44a3-210f-42e3-987d-a2950797dbcc req-c7d9a9ef-4ad5-4cc7-89ee-0f376a234027 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:04:06.029663 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-dfde44a3-210f-42e3-987d-a2950797dbcc req-c7d9a9ef-4ad5-4cc7-89ee-0f376a234027 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca3b3319-fece-4b8f-97c7-2dba568d0728 HTTP/1.1" status: 200 len: 943 time: 0.0516438 Mar 16 09:04:06.075958 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-dfde44a3-210f-42e3-987d-a2950797dbcc req-b7114ef7-4106-4f93-94e9-0d4661857b83 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0740942-11c2-47cc-a293-e00947365415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409238 Mar 16 09:04:07.195431 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e4f5e6-1d93-4de9-9558-90cedfd358bf req-9b8167af-3f28-455b-986e-1aa84efd58d8 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:04:07.196872 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-40e4f5e6-1d93-4de9-9558-90cedfd358bf req-9b8167af-3f28-455b-986e-1aa84efd58d8 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca3b3319-fece-4b8f-97c7-2dba568d0728 HTTP/1.1" status: 200 len: 943 time: 0.0559847 Mar 16 09:04:07.243984 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-40e4f5e6-1d93-4de9-9558-90cedfd358bf req-93355be8-5cf3-4724-9ca1-f3cac83fdbd5 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0740942-11c2-47cc-a293-e00947365415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409045 Mar 16 09:04:08.374396 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae41c1f8-a756-465e-9814-61d667990c15 req-f5240a21-a4a4-4aae-9ac1-5ec2c90f30a6 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:04:08.375850 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-ae41c1f8-a756-465e-9814-61d667990c15 req-f5240a21-a4a4-4aae-9ac1-5ec2c90f30a6 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca3b3319-fece-4b8f-97c7-2dba568d0728 HTTP/1.1" status: 200 len: 943 time: 0.0516102 Mar 16 09:04:08.423406 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-ae41c1f8-a756-465e-9814-61d667990c15 req-9665f193-3ac3-4d8f-9c5e-b3dd86b6b225 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0740942-11c2-47cc-a293-e00947365415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419595 Mar 16 09:04:09.177138 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Device a76df884-4e7b-483e-a50e-fcb5250bd972 details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=103097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 09:04:09.273855 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] For port a76df884-4e7b-483e-a50e-fcb5250bd972, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=a76df884-4e7b-483e-a50e-fcb5250bd972,segment=NetworkSegment(2be44d73-3d28-429b-944f-2d2ec1b02c37),segment_id=2be44d73-3d28-429b-944f-2d2ec1b02c37)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:04:09.286194 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Returning: {'device': 'a76df884-4e7b-483e-a50e-fcb5250bd972', 'network_id': 'c3ea6daf-446f-43ea-84a0-53f7ed6f9fc7', 'port_id': 'a76df884-4e7b-483e-a50e-fcb5250bd972', 'mac_address': 'fa:16:3e:c3:51:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '460c243c-1e34-4d2b-859c-b3bb55da3a92', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 09:04:09.322155 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Current status of the port a76df884-4e7b-483e-a50e-fcb5250bd972 is: DOWN; New status is: BUILD {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:04:09.322544 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (a76df884-4e7b-483e-a50e-fcb5250bd972), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:04:09.336719 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.notifiers.nova [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a76df884-4e7b-483e-a50e-fcb5250bd972 {{(pid=103097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 09:04:09.363571 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] For port a76df884-4e7b-483e-a50e-fcb5250bd972, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=a76df884-4e7b-483e-a50e-fcb5250bd972,segment=NetworkSegment(2be44d73-3d28-429b-944f-2d2ec1b02c37),segment_id=2be44d73-3d28-429b-944f-2d2ec1b02c37)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:04:09.368653 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (a76df884-4e7b-483e-a50e-fcb5250bd972), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:04:09.427515 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Pushing event updated for resources: {'Port': ['ID=a76df884-4e7b-483e-a50e-fcb5250bd972,revision_number=4']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:04:09.547665 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41aeec6-548b-430f-a168-4079fa756ba4 req-4d37de31-d911-4b18-a0b0-f69df0cb479f tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:04:09.549274 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a41aeec6-548b-430f-a168-4079fa756ba4 req-4d37de31-d911-4b18-a0b0-f69df0cb479f tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca3b3319-fece-4b8f-97c7-2dba568d0728 HTTP/1.1" status: 200 len: 944 time: 0.0583832 Mar 16 09:04:09.601897 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a41aeec6-548b-430f-a168-4079fa756ba4 req-b9b65a91-3c50-4823-9fc8-972edf782d9e tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0740942-11c2-47cc-a293-e00947365415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465767 Mar 16 09:04:10.044219 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] get_ports_and_sgs() called for port_ids ['a76df884-4e7b-483e-a50e-fcb5250bd972'] {{(pid=103097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 09:04:10.726524 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447d48a6-c658-44ef-8ee0-95e0bbbc0ee5 req-83459d4d-6ffe-4cc3-b176-e9ede168a650 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:04:10.727970 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-447d48a6-c658-44ef-8ee0-95e0bbbc0ee5 req-83459d4d-6ffe-4cc3-b176-e9ede168a650 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca3b3319-fece-4b8f-97c7-2dba568d0728 HTTP/1.1" status: 200 len: 944 time: 0.0618639 Mar 16 09:04:10.775718 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-447d48a6-c658-44ef-8ee0-95e0bbbc0ee5 req-fd434740-4210-47f4-b46b-03542c6e7d24 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0740942-11c2-47cc-a293-e00947365415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416136 Mar 16 09:04:11.896033 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cfa7db-9c2f-440b-b92a-96795d3fa90a req-d1c3d25f-5292-4235-81b7-8f2972982322 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:04:11.897554 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-f0cfa7db-9c2f-440b-b92a-96795d3fa90a req-d1c3d25f-5292-4235-81b7-8f2972982322 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca3b3319-fece-4b8f-97c7-2dba568d0728 HTTP/1.1" status: 200 len: 944 time: 0.0512214 Mar 16 09:04:11.948237 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-f0cfa7db-9c2f-440b-b92a-96795d3fa90a req-aafe01ce-2f9b-4295-8fa6-49d7d5dad07e tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0740942-11c2-47cc-a293-e00947365415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452213 Mar 16 09:04:13.064140 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc0a4ff-a003-4cd0-b268-c3acc586e9c4 req-f144fa21-3d39-41be-b8de-284f616c6cb7 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:04:13.065633 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5cc0a4ff-a003-4cd0-b268-c3acc586e9c4 req-f144fa21-3d39-41be-b8de-284f616c6cb7 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca3b3319-fece-4b8f-97c7-2dba568d0728 HTTP/1.1" status: 200 len: 944 time: 0.0508006 Mar 16 09:04:13.112186 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5cc0a4ff-a003-4cd0-b268-c3acc586e9c4 req-640fea78-7a08-4a32-bd9f-6d1aa41c0411 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0740942-11c2-47cc-a293-e00947365415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409122 Mar 16 09:04:13.178824 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Device a76df884-4e7b-483e-a50e-fcb5250bd972 up at agent hyperv_hv-cinder-83177 {{(pid=103097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 09:04:13.226047 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Provisioning for port a76df884-4e7b-483e-a50e-fcb5250bd972 completed by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 16 09:04:13.230056 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Provisioning complete for port a76df884-4e7b-483e-a50e-fcb5250bd972 triggered by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:04:13.230427 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (a76df884-4e7b-483e-a50e-fcb5250bd972), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:04:13.309899 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Current status of the port a76df884-4e7b-483e-a50e-fcb5250bd972 is: BUILD; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:04:13.310200 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (a76df884-4e7b-483e-a50e-fcb5250bd972), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:04:13.339212 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca3b3319-fece-4b8f-97c7-2dba568d0728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a76df884-4e7b-483e-a50e-fcb5250bd972'}] {{(pid=103097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 09:04:13.341465 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4541ab3f2cdba5932412d0e11c0734b292cb124fdee115af1127c89d10c16b82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db640fd8-30d6-4d3b-9dbb-23dfbeaad46b" -d '{"events": [{"server_uuid": "ca3b3319-fece-4b8f-97c7-2dba568d0728", "name": "network-vif-plugged", "status": "completed", "tag": "a76df884-4e7b-483e-a50e-fcb5250bd972"}]}' {{(pid=103097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 09:04:13.353055 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] For port a76df884-4e7b-483e-a50e-fcb5250bd972, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=a76df884-4e7b-483e-a50e-fcb5250bd972,segment=NetworkSegment(2be44d73-3d28-429b-944f-2d2ec1b02c37),segment_id=2be44d73-3d28-429b-944f-2d2ec1b02c37)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:04:13.358323 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (a76df884-4e7b-483e-a50e-fcb5250bd972), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:04:13.381141 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 09:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd8d2b69-9e94-40d6-9021-de9600baf1e4 x-openstack-request-id: req-bd8d2b69-9e94-40d6-9021-de9600baf1e4 {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 09:04:13.381456 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca3b3319-fece-4b8f-97c7-2dba568d0728", "name": "network-vif-plugged", "status": "completed", "tag": "a76df884-4e7b-483e-a50e-fcb5250bd972", "code": 200}]} {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 09:04:13.381717 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bd8d2b69-9e94-40d6-9021-de9600baf1e4 {{(pid=103097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 09:04:13.382107 dv-cinder-831776-4-iscsi neutron-server[103097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca3b3319-fece-4b8f-97c7-2dba568d0728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a76df884-4e7b-483e-a50e-fcb5250bd972', 'code': 200} Mar 16 09:04:13.407543 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Pushing event updated for resources: {'Port': ['ID=a76df884-4e7b-483e-a50e-fcb5250bd972,revision_number=5']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:04:13.668050 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b287f31-03b0-425d-8983-3649dcb3af7b req-546712b8-a41e-498a-91e4-baa044b7fab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:04:13.670051 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-8b287f31-03b0-425d-8983-3649dcb3af7b req-546712b8-a41e-498a-91e4-baa044b7fab2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ca3b3319-fece-4b8f-97c7-2dba568d0728 HTTP/1.1" status: 200 len: 1129 time: 0.0514288 Mar 16 09:04:13.714582 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-8b287f31-03b0-425d-8983-3649dcb3af7b req-fab45d2a-0df7-4a7c-b1b5-218f4da539da service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e0740942-11c2-47cc-a293-e00947365415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375631 Mar 16 09:04:14.233315 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8388bb59-1e41-4f1b-bf4f-f4f827da5495 req-c90c20fd-91a2-43d6-bbb9-715b26dfb68c tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:04:14.234836 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-8388bb59-1e41-4f1b-bf4f-f4f827da5495 req-c90c20fd-91a2-43d6-bbb9-715b26dfb68c tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca3b3319-fece-4b8f-97c7-2dba568d0728 HTTP/1.1" status: 200 len: 945 time: 0.0563834 Mar 16 09:04:14.281951 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-8388bb59-1e41-4f1b-bf4f-f4f827da5495 req-ab6f7816-b86b-4329-93eb-51bd008afc3d tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0740942-11c2-47cc-a293-e00947365415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415745 Mar 16 09:04:15.396730 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e69b6a-c94e-4840-aa42-a87a58ccbec7 req-029c053b-8b8e-4737-8102-1056cc393d9f tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:04:15.398236 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-64e69b6a-c94e-4840-aa42-a87a58ccbec7 req-029c053b-8b8e-4737-8102-1056cc393d9f tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca3b3319-fece-4b8f-97c7-2dba568d0728 HTTP/1.1" status: 200 len: 945 time: 0.0511370 Mar 16 09:04:15.444658 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-64e69b6a-c94e-4840-aa42-a87a58ccbec7 req-e0ee7521-2dfb-467a-9035-cd3b861cc883 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0740942-11c2-47cc-a293-e00947365415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410321 Mar 16 09:04:16.563783 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926f3cbb-0362-4e17-86fb-dbdc81da31ec req-9fa9a822-22b9-4b49-8144-9a8c106242dd tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:04:16.565341 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-926f3cbb-0362-4e17-86fb-dbdc81da31ec req-9fa9a822-22b9-4b49-8144-9a8c106242dd tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca3b3319-fece-4b8f-97c7-2dba568d0728 HTTP/1.1" status: 200 len: 945 time: 0.0522065 Mar 16 09:04:16.617156 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-926f3cbb-0362-4e17-86fb-dbdc81da31ec req-95525def-24c9-4096-b3f2-de3e7402f148 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0740942-11c2-47cc-a293-e00947365415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458786 Mar 16 09:04:16.735132 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066651eb-b08e-4483-88be-8ee5fdbdc671 req-0cd946d5-a733-4935-bc94-28bd09ca26d5 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:04:16.736502 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-066651eb-b08e-4483-88be-8ee5fdbdc671 req-0cd946d5-a733-4935-bc94-28bd09ca26d5 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca3b3319-fece-4b8f-97c7-2dba568d0728 HTTP/1.1" status: 200 len: 945 time: 0.0548947 Mar 16 09:04:16.782428 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-066651eb-b08e-4483-88be-8ee5fdbdc671 req-d55383c4-0271-44d4-8325-376aafb1d883 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0740942-11c2-47cc-a293-e00947365415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405021 Mar 16 09:04:16.803877 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 49520) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:04:17.067571 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79502556-a5de-45c8-afc3-077064cb813c tempest-TestShelveInstance-1560376745 tempest-TestShelveInstance-1560376745-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:04:17.069291 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-79502556-a5de-45c8-afc3-077064cb813c tempest-TestShelveInstance-1560376745 tempest-TestShelveInstance-1560376745-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ca3b3319-fece-4b8f-97c7-2dba568d0728 HTTP/1.1" status: 200 len: 1124 time: 0.2644353 Mar 16 09:04:17.072226 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 49532) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:04:17.077096 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.v2.base [None req-78ffa778-6b1b-4fd2-a657-535e53a47c6c tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Request body: {'floatingip': {'floating_network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'port_id': 'a76df884-4e7b-483e-a50e-fcb5250bd972', 'tenant_id': '26ea3aab85a94b37a21cdbed5b78f153', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:04:17.098157 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-78ffa778-6b1b-4fd2-a657-535e53a47c6c tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:04:17.191519 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-78ffa778-6b1b-4fd2-a657-535e53a47c6c tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:04:17.304023 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.db_base_plugin_common [None req-78ffa778-6b1b-4fd2-a657-535e53a47c6c tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Allocated IP 172.27.1.81 (c4839873-0f35-4ea4-8707-46bf79a3edab/25bf7ac3-5945-4bb8-8d8f-087cde6dd03d/9096c0ff-ffb6-489f-95c9-e49c8f0119bb) {{(pid=103096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 09:04:17.404586 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-78ffa778-6b1b-4fd2-a657-535e53a47c6c tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Publish callbacks [] for port (9096c0ff-ffb6-489f-95c9-e49c8f0119bb), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:04:17.438104 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-78ffa778-6b1b-4fd2-a657-535e53a47c6c tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732012762709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13105710'] for port (9096c0ff-ffb6-489f-95c9-e49c8f0119bb), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:04:17.476573 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ffa778-6b1b-4fd2-a657-535e53a47c6c tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Network c4839873-0f35-4ea4-8707-46bf79a3edab is already hosted by enough agents. {{(pid=103096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 09:04:17.483296 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.base_scheduler [None req-78ffa778-6b1b-4fd2-a657-535e53a47c6c tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Resources bound (agent type, host, resource id): {{(pid=103096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 09:04:17.486023 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ffa778-6b1b-4fd2-a657-535e53a47c6c tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Received port after_create {{(pid=103096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 09:04:17.516079 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ffa778-6b1b-4fd2-a657-535e53a47c6c tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Pushing event updated for resources: {'Port': ['ID=9096c0ff-ffb6-489f-95c9-e49c8f0119bb,revision_number=1']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:04:17.871263 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-78ffa778-6b1b-4fd2-a657-535e53a47c6c tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Publish callbacks [] for floatingip (ab3920df-02d6-4af8-947f-3c7746308685), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:04:17.946950 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-78ffa778-6b1b-4fd2-a657-535e53a47c6c tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (9096c0ff-ffb6-489f-95c9-e49c8f0119bb), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:04:18.100979 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-78ffa778-6b1b-4fd2-a657-535e53a47c6c tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Publish callbacks [] for port (9096c0ff-ffb6-489f-95c9-e49c8f0119bb), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:04:18.105636 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-78ffa778-6b1b-4fd2-a657-535e53a47c6c tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13105703'] for port (9096c0ff-ffb6-489f-95c9-e49c8f0119bb), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:04:18.176254 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ffa778-6b1b-4fd2-a657-535e53a47c6c tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Pushing event updated for resources: {'Port': ['ID=9096c0ff-ffb6-489f-95c9-e49c8f0119bb,revision_number=2']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:04:18.184070 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-78ffa778-6b1b-4fd2-a657-535e53a47c6c tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557332'] for floatingip (ab3920df-02d6-4af8-947f-3c7746308685), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:04:18.282147 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.db.l3_db [None req-78ffa778-6b1b-4fd2-a657-535e53a47c6c tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Floating IP ab3920df-02d6-4af8-947f-3c7746308685 associated. External IP: 172.27.1.81, port: a76df884-4e7b-483e-a50e-fcb5250bd972. Mar 16 09:04:18.490087 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78ffa778-6b1b-4fd2-a657-535e53a47c6c tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Router 07933606-7411-4476-8d79-18dcf776997d has already been hosted by L3 agent 09ce795b-eeca-4b3b-9d7f-577d9443cb21 {{(pid=103096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 09:04:18.597196 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78ffa778-6b1b-4fd2-a657-535e53a47c6c tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Notify agent at l3_agent.dv-cinder-831776-4-iscsi the message routers_updated {{(pid=103096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 09:04:18.606897 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232e2654-9335-46e7-af95-695e7a374ffb None None] Sync routers for ids ['07933606-7411-4476-8d79-18dcf776997d'] in dv-cinder-831776-4-iscsi {{(pid=103098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 09:04:18.615802 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-78ffa778-6b1b-4fd2-a657-535e53a47c6c tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334679'] for floatingip (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:04:18.616395 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232e2654-9335-46e7-af95-695e7a374ffb None None] Routers {'07933606-7411-4476-8d79-18dcf776997d'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:04:18.617030 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-232e2654-9335-46e7-af95-695e7a374ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:03:53Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['07933606-7411-4476-8d79-18dcf776997d'], 'active': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:04:18.657067 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-78ffa778-6b1b-4fd2-a657-535e53a47c6c tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5722103 Mar 16 09:04:18.657067 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca3b3319-fece-4b8f-97c7-2dba568d0728', 'tag': 'a76df884-4e7b-483e-a50e-fcb5250bd972'}] {{(pid=103096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 09:04:18.657067 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552648401d13394d2a88e7485ef09c5647ae5ea4c1ec431ef2c5edbe801f23fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e35e8ea-1e12-4ada-9579-fc21babeef35" -d '{"events": [{"name": "network-changed", "server_uuid": "ca3b3319-fece-4b8f-97c7-2dba568d0728", "tag": "a76df884-4e7b-483e-a50e-fcb5250bd972"}]}' {{(pid=103096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 09:04:18.685174 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 09:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eab940a-bbd6-40c3-98a1-014430479c35 x-openstack-request-id: req-1eab940a-bbd6-40c3-98a1-014430479c35 {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 09:04:18.685503 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca3b3319-fece-4b8f-97c7-2dba568d0728", "tag": "a76df884-4e7b-483e-a50e-fcb5250bd972", "status": "completed", "code": 200}]} {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 09:04:18.685763 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1eab940a-bbd6-40c3-98a1-014430479c35 {{(pid=103096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 09:04:18.686165 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca3b3319-fece-4b8f-97c7-2dba568d0728', 'tag': 'a76df884-4e7b-483e-a50e-fcb5250bd972', 'status': 'completed', 'code': 200} Mar 16 09:04:18.723566 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvr_db [None req-232e2654-9335-46e7-af95-695e7a374ffb None None] Set router 07933606-7411-4476-8d79-18dcf776997d gateway port host: dv-cinder-831776-4-iscsi {{(pid=103098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:04:18.750064 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e35e8ea-1e12-4ada-9579-fc21babeef35 req-e2cd85f9-4695-4c54-af6c-954592bd73a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:04:18.751554 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-6e35e8ea-1e12-4ada-9579-fc21babeef35 req-e2cd85f9-4695-4c54-af6c-954592bd73a8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=26ea3aab85a94b37a21cdbed5b78f153&device_id=ca3b3319-fece-4b8f-97c7-2dba568d0728 HTTP/1.1" status: 200 len: 1129 time: 0.0434687 Mar 16 09:04:18.841393 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e35e8ea-1e12-4ada-9579-fc21babeef35 req-9a02c6d7-9e62-43ed-b907-d497e4767665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:04:18.842873 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-6e35e8ea-1e12-4ada-9579-fc21babeef35 req-9a02c6d7-9e62-43ed-b907-d497e4767665 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c3ea6daf-446f-43ea-84a0-53f7ed6f9fc7 HTTP/1.1" status: 200 len: 909 time: 0.0849414 Mar 16 09:04:18.943788 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-232e2654-9335-46e7-af95-695e7a374ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07933606-7411-4476-8d79-18dcf776997d', 'name': 'tempest-TestShelveInstance-380111654-router', 'tenant_id': '26ea3aab85a94b37a21cdbed5b78f153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '738f7bf1-a65f-4968-9741-053f39a4c384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:02:50Z', 'updated_at': '2022-03-16T09:02:54Z', 'revision_number': 4, 'project_id': '26ea3aab85a94b37a21cdbed5b78f153', 'gw_port': {'id': '738f7bf1-a65f-4968-9741-053f39a4c384', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:fd:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07933606-7411-4476-8d79-18dcf776997d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:02:51Z', 'updated_at': '2022-03-16T09:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_floatingips': [{'id': 'ab3920df-02d6-4af8-947f-3c7746308685', 'tenant_id': '26ea3aab85a94b37a21cdbed5b78f153', 'floating_ip_address': '172.27.1.81', 'floating_network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'router_id': '07933606-7411-4476-8d79-18dcf776997d', 'port_id': 'a76df884-4e7b-483e-a50e-fcb5250bd972', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3ea6daf-446f-43ea-84a0-53f7ed6f9fc7', 'mac_address': 'fa:16:3e:c3:51:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3b3319-fece-4b8f-97c7-2dba568d0728', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T09:04:17Z', 'updated_at': '2022-03-16T09:04:17Z', 'revision_number': 0, 'project_id': '26ea3aab85a94b37a21cdbed5b78f153', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5a508b3-7c24-4ecf-8dda-3ad525efcbad', 'name': '', 'network_id': 'c3ea6daf-446f-43ea-84a0-53f7ed6f9fc7', 'tenant_id': '26ea3aab85a94b37a21cdbed5b78f153', 'mac_address': 'fa:16:3e:fa:4a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07933606-7411-4476-8d79-18dcf776997d', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '460c243c-1e34-4d2b-859c-b3bb55da3a92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:02:53Z', 'updated_at': '2022-03-16T09:03:01Z', 'revision_number': 5, 'project_id': '26ea3aab85a94b37a21cdbed5b78f153', 'subnets': [{'id': '460c243c-1e34-4d2b-859c-b3bb55da3a92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:04:19.048130 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232e2654-9335-46e7-af95-695e7a374ffb None None] Checking router: 07933606-7411-4476-8d79-18dcf776997d for host: dv-cinder-831776-4-iscsi {{(pid=103098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 09:04:19.056414 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232e2654-9335-46e7-af95-695e7a374ffb None None] Routers {'07933606-7411-4476-8d79-18dcf776997d'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:04:19.057019 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-232e2654-9335-46e7-af95-695e7a374ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:03:53Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['07933606-7411-4476-8d79-18dcf776997d'], 'active': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:04:19.160980 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvr_db [None req-232e2654-9335-46e7-af95-695e7a374ffb None None] Set router 07933606-7411-4476-8d79-18dcf776997d gateway port host: dv-cinder-831776-4-iscsi {{(pid=103098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:04:19.386467 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-232e2654-9335-46e7-af95-695e7a374ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07933606-7411-4476-8d79-18dcf776997d', 'name': 'tempest-TestShelveInstance-380111654-router', 'tenant_id': '26ea3aab85a94b37a21cdbed5b78f153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '738f7bf1-a65f-4968-9741-053f39a4c384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:02:50Z', 'updated_at': '2022-03-16T09:02:54Z', 'revision_number': 4, 'project_id': '26ea3aab85a94b37a21cdbed5b78f153', 'gw_port': {'id': '738f7bf1-a65f-4968-9741-053f39a4c384', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:fd:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07933606-7411-4476-8d79-18dcf776997d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:02:51Z', 'updated_at': '2022-03-16T09:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_floatingips': [{'id': 'ab3920df-02d6-4af8-947f-3c7746308685', 'tenant_id': '26ea3aab85a94b37a21cdbed5b78f153', 'floating_ip_address': '172.27.1.81', 'floating_network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'router_id': '07933606-7411-4476-8d79-18dcf776997d', 'port_id': 'a76df884-4e7b-483e-a50e-fcb5250bd972', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3ea6daf-446f-43ea-84a0-53f7ed6f9fc7', 'mac_address': 'fa:16:3e:c3:51:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3b3319-fece-4b8f-97c7-2dba568d0728', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T09:04:17Z', 'updated_at': '2022-03-16T09:04:17Z', 'revision_number': 0, 'project_id': '26ea3aab85a94b37a21cdbed5b78f153', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5a508b3-7c24-4ecf-8dda-3ad525efcbad', 'name': '', 'network_id': 'c3ea6daf-446f-43ea-84a0-53f7ed6f9fc7', 'tenant_id': '26ea3aab85a94b37a21cdbed5b78f153', 'mac_address': 'fa:16:3e:fa:4a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07933606-7411-4476-8d79-18dcf776997d', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '460c243c-1e34-4d2b-859c-b3bb55da3a92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:02:53Z', 'updated_at': '2022-03-16T09:03:01Z', 'revision_number': 5, 'project_id': '26ea3aab85a94b37a21cdbed5b78f153', 'subnets': [{'id': '460c243c-1e34-4d2b-859c-b3bb55da3a92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:04:19.415503 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232e2654-9335-46e7-af95-695e7a374ffb None None] The sync data for ids ['07933606-7411-4476-8d79-18dcf776997d'] in dv-cinder-831776-4-iscsi is: [{'id': '07933606-7411-4476-8d79-18dcf776997d', 'name': 'tempest-TestShelveInstance-380111654-router', 'tenant_id': '26ea3aab85a94b37a21cdbed5b78f153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '738f7bf1-a65f-4968-9741-053f39a4c384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:02:50Z', 'updated_at': '2022-03-16T09:02:54Z', 'revision_number': 4, 'project_id': '26ea3aab85a94b37a21cdbed5b78f153', 'gw_port': {'id': '738f7bf1-a65f-4968-9741-053f39a4c384', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:fd:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07933606-7411-4476-8d79-18dcf776997d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:02:51Z', 'updated_at': '2022-03-16T09:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_floatingips': [{'id': 'ab3920df-02d6-4af8-947f-3c7746308685', 'tenant_id': '26ea3aab85a94b37a21cdbed5b78f153', 'floating_ip_address': '172.27.1.81', 'floating_network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'router_id': '07933606-7411-4476-8d79-18dcf776997d', 'port_id': 'a76df884-4e7b-483e-a50e-fcb5250bd972', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3ea6daf-446f-43ea-84a0-53f7ed6f9fc7', 'mac_address': 'fa:16:3e:c3:51:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3b3319-fece-4b8f-97c7-2dba568d0728', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T09:04:17Z', 'updated_at': '2022-03-16T09:04:17Z', 'revision_number': 0, 'project_id': '26ea3aab85a94b37a21cdbed5b78f153', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5a508b3-7c24-4ecf-8dda-3ad525efcbad', 'name': '', 'network_id': 'c3ea6daf-446f-43ea-84a0-53f7ed6f9fc7', 'tenant_id': '26ea3aab85a94b37a21cdbed5b78f153', 'mac_address': 'fa:16:3e:fa:4a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07933606-7411-4476-8d79-18dcf776997d', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '460c243c-1e34-4d2b-859c-b3bb55da3a92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:02:53Z', 'updated_at': '2022-03-16T09:03:01Z', 'revision_number': 5, 'project_id': '26ea3aab85a94b37a21cdbed5b78f153', 'subnets': [{'id': '460c243c-1e34-4d2b-859c-b3bb55da3a92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 09:04:19.585649 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a4c7ff-250f-4d80-948e-7bd448c8b9b3 None None] New status for floating IP ab3920df-02d6-4af8-947f-3c7746308685: ACTIVE {{(pid=103097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 09:04:20.615502 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-87918370-f2ef-492a-a95c-95fe17d3fb01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (a398d5bf-1368-473f-bfdd-7d167c3f4154), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:04:22.792549 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3d01f7c4-d476-4409-ae0e-650f30defe7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (09ce795b-eeca-4b3b-9d7f-577d9443cb21), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:04:23.026648 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-6e35e8ea-1e12-4ada-9579-fc21babeef35 req-826e963e-7588-456c-99cb-07d5f39beccf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a76df884-4e7b-483e-a50e-fcb5250bd972 HTTP/1.1" status: 200 len: 1000 time: 0.0586097 Mar 16 09:04:23.833010 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-cdeb7127-6fa1-4060-ae0a-c8ffc2dd9388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (514d7d79-ab14-439d-a6c0-bbffe337a49f), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:04:24.586562 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e35e8ea-1e12-4ada-9579-fc21babeef35 req-82f24248-66dc-48b0-b632-9a42c254f6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:04:24.588109 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-6e35e8ea-1e12-4ada-9579-fc21babeef35 req-82f24248-66dc-48b0-b632-9a42c254f6d3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=460c243c-1e34-4d2b-859c-b3bb55da3a92 HTTP/1.1" status: 200 len: 847 time: 0.0497932 Mar 16 09:04:24.635704 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e35e8ea-1e12-4ada-9579-fc21babeef35 req-90e82a27-fb4f-409a-ae6b-82127767d96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:04:24.637723 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-6e35e8ea-1e12-4ada-9579-fc21babeef35 req-90e82a27-fb4f-409a-ae6b-82127767d96b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c3ea6daf-446f-43ea-84a0-53f7ed6f9fc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424945 Mar 16 09:04:24.725339 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-6e35e8ea-1e12-4ada-9579-fc21babeef35 req-d733ed2f-f724-4505-9793-3675ead74e22 service neutron] 10.222.0.48 "GET /v2.0/networks/c3ea6daf-446f-43ea-84a0-53f7ed6f9fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799401 Mar 16 09:04:24.827757 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-6e35e8ea-1e12-4ada-9579-fc21babeef35 req-45d531b2-a1e8-4a07-9448-3ce918adca6b service neutron] 10.222.0.48 "GET /v2.0/networks/c3ea6daf-446f-43ea-84a0-53f7ed6f9fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861311 Mar 16 09:04:25.421590 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (f0da09ba-cbd5-402d-a3a1-68b8fcaf25e8), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:04:25.445779 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3de267ec-888d-49e1-92d2-a6991c0932cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (3616e4f6-4586-420d-b0d2-e3b2f5abb17b), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:04:26.855305 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (489981c6-9aaa-401c-bd41-6b42e027a228), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:04:30.009905 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-bf901867-d338-49d1-807e-81ab4f4e800d req-6fb63aa8-aa5c-4811-9d5c-c9d6a64fec9e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=232ab7d6-42dc-4ce8-bcc4-e60daa208b35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442667 Mar 16 09:04:30.219592 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf901867-d338-49d1-807e-81ab4f4e800d req-feb30c65-4bc8-46f6-bb24-536657e9996a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:04:30.221074 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-bf901867-d338-49d1-807e-81ab4f4e800d req-feb30c65-4bc8-46f6-bb24-536657e9996a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8ab3e25cb83341919d112753e22938a2&device_id=232ab7d6-42dc-4ce8-bcc4-e60daa208b35 HTTP/1.1" status: 200 len: 1130 time: 0.0433600 Mar 16 09:04:30.340829 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf901867-d338-49d1-807e-81ab4f4e800d req-680a305d-a276-4c8d-a056-4e9a440df5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:04:30.342245 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-bf901867-d338-49d1-807e-81ab4f4e800d req-680a305d-a276-4c8d-a056-4e9a440df5c1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c71322ee-b7a0-4c22-8a3c-0690c3f2a338 HTTP/1.1" status: 200 len: 919 time: 0.0906048 Mar 16 09:04:30.383764 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-bf901867-d338-49d1-807e-81ab4f4e800d req-77616301-8cec-4668-bcba-67e37eaf212f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1cc16302-a750-4211-a3a0-fc8bfdfdf175 HTTP/1.1" status: 200 len: 217 time: 0.0336208 Mar 16 09:04:30.429227 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf901867-d338-49d1-807e-81ab4f4e800d req-ae0b5b41-d5ba-48ef-a6d9-c9646bd4bbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:04:30.430621 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-bf901867-d338-49d1-807e-81ab4f4e800d req-ae0b5b41-d5ba-48ef-a6d9-c9646bd4bbbf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2d141d65-2c6e-46bc-b682-986a7d0cd81b HTTP/1.1" status: 200 len: 858 time: 0.0394540 Mar 16 09:04:30.465184 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-bf901867-d338-49d1-807e-81ab4f4e800d req-28f8b8a0-3c88-457b-a15e-f149606fc774 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c71322ee-b7a0-4c22-8a3c-0690c3f2a338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272160 Mar 16 09:04:30.550681 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-bf901867-d338-49d1-807e-81ab4f4e800d req-d6216a40-76b0-460c-85f9-6d434e333464 service neutron] 10.222.0.48 "GET /v2.0/networks/c71322ee-b7a0-4c22-8a3c-0690c3f2a338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787022 Mar 16 09:04:30.639758 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-bf901867-d338-49d1-807e-81ab4f4e800d req-af268ad4-0064-4b87-8f1e-4a0d602b9316 service neutron] 10.222.0.48 "GET /v2.0/networks/c71322ee-b7a0-4c22-8a3c-0690c3f2a338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830138 Mar 16 09:04:30.991636 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aae3a0-0ee0-471f-b991-49bb1702395c req-e44f0bca-6b56-4ffa-b594-a0f0d6cbf23f tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:04:30.993338 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-d7aae3a0-0ee0-471f-b991-49bb1702395c req-e44f0bca-6b56-4ffa-b594-a0f0d6cbf23f tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=1033cdc1-c72e-492f-9352-14e5302515cf HTTP/1.1" status: 200 len: 945 time: 0.0515323 Mar 16 09:04:31.037117 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-d7aae3a0-0ee0-471f-b991-49bb1702395c req-db97f7e3-3219-4071-be0c-96cf79626023 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383048 Mar 16 09:04:31.412117 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07ceaeb-fed5-48c7-8e12-317b60d9b34a req-07de5d5f-c123-4e49-b16b-457dd03298e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:04:31.413691 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b07ceaeb-fed5-48c7-8e12-317b60d9b34a req-07de5d5f-c123-4e49-b16b-457dd03298e8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8ab3e25cb83341919d112753e22938a2&device_id=1033cdc1-c72e-492f-9352-14e5302515cf HTTP/1.1" status: 200 len: 1129 time: 0.0436680 Mar 16 09:04:31.503776 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07ceaeb-fed5-48c7-8e12-317b60d9b34a req-fc8ee22b-f6a5-4940-b04b-76329d75fa3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:04:31.505238 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b07ceaeb-fed5-48c7-8e12-317b60d9b34a req-fc8ee22b-f6a5-4940-b04b-76329d75fa3e service neutron] 10.222.0.48 "GET /v2.0/networks?id=c71322ee-b7a0-4c22-8a3c-0690c3f2a338 HTTP/1.1" status: 200 len: 919 time: 0.0854666 Mar 16 09:04:31.549007 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b07ceaeb-fed5-48c7-8e12-317b60d9b34a req-eaf532f3-325a-4724-b8ed-aad294ca3006 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=314a141c-e07c-41ab-9f3f-234b6043a3ed HTTP/1.1" status: 200 len: 217 time: 0.0342090 Mar 16 09:04:31.596092 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07ceaeb-fed5-48c7-8e12-317b60d9b34a req-ec33d0dd-526b-426a-b778-42705aa1b808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:04:31.597599 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b07ceaeb-fed5-48c7-8e12-317b60d9b34a req-ec33d0dd-526b-426a-b778-42705aa1b808 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2d141d65-2c6e-46bc-b682-986a7d0cd81b HTTP/1.1" status: 200 len: 858 time: 0.0423384 Mar 16 09:04:31.633168 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b07ceaeb-fed5-48c7-8e12-317b60d9b34a req-877c47f7-ddf4-46c3-bd90-0d1c71ec8b1e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c71322ee-b7a0-4c22-8a3c-0690c3f2a338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290487 Mar 16 09:04:31.751648 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b07ceaeb-fed5-48c7-8e12-317b60d9b34a req-d13eacf6-2d21-47aa-9952-e3add994d2f8 service neutron] 10.222.0.48 "GET /v2.0/networks/c71322ee-b7a0-4c22-8a3c-0690c3f2a338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819249 Mar 16 09:04:32.059949 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b07ceaeb-fed5-48c7-8e12-317b60d9b34a req-8e83286c-2743-45f8-873c-db067172027b service neutron] 10.222.0.48 "GET /v2.0/networks/c71322ee-b7a0-4c22-8a3c-0690c3f2a338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3023190 Mar 16 09:04:32.155794 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca645f-baea-4611-9239-909b464bdcf7 req-44f3f821-3d0a-439b-a577-4baf8815fba7 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:04:32.157484 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a2ca645f-baea-4611-9239-909b464bdcf7 req-44f3f821-3d0a-439b-a577-4baf8815fba7 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=1033cdc1-c72e-492f-9352-14e5302515cf HTTP/1.1" status: 200 len: 945 time: 0.0518956 Mar 16 09:04:32.202142 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a2ca645f-baea-4611-9239-909b464bdcf7 req-0c00186a-bce2-409d-aab7-e0591ca0a71d tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394881 Mar 16 09:04:33.316189 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb65dd91-8778-48e7-be21-d5947f451ee1 req-0000f417-c2ed-46f1-a34c-763b5db162f8 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:04:33.317663 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-bb65dd91-8778-48e7-be21-d5947f451ee1 req-0000f417-c2ed-46f1-a34c-763b5db162f8 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=1033cdc1-c72e-492f-9352-14e5302515cf HTTP/1.1" status: 200 len: 945 time: 0.0506663 Mar 16 09:04:33.364907 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-bb65dd91-8778-48e7-be21-d5947f451ee1 req-88c26935-ab94-4f52-902f-b9529f1e0305 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418346 Mar 16 09:04:34.479189 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2023205-032b-4c8d-88fb-a329a5e36e7f req-004103f6-8a67-4e19-9ad8-190b2c1f9a5c tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:04:34.480555 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-f2023205-032b-4c8d-88fb-a329a5e36e7f req-004103f6-8a67-4e19-9ad8-190b2c1f9a5c tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=1033cdc1-c72e-492f-9352-14e5302515cf HTTP/1.1" status: 200 len: 945 time: 0.0506699 Mar 16 09:04:34.525499 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-f2023205-032b-4c8d-88fb-a329a5e36e7f req-21dafefc-ab01-47c9-8964-0bf511ad1a97 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388894 Mar 16 09:04:35.645653 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3390e9db-2881-4fb7-a4c1-dff6bade4851 req-f22fff39-22b8-465a-8ab1-c4503c5a0b06 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:04:35.647115 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-3390e9db-2881-4fb7-a4c1-dff6bade4851 req-f22fff39-22b8-465a-8ab1-c4503c5a0b06 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=1033cdc1-c72e-492f-9352-14e5302515cf HTTP/1.1" status: 200 len: 945 time: 0.0518119 Mar 16 09:04:35.692892 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-3390e9db-2881-4fb7-a4c1-dff6bade4851 req-583f70b1-a7ec-4c0c-8d39-760f759d6172 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401595 Mar 16 09:04:36.048676 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.agents_db [None req-ddb2e055-3acb-4969-8bde-a74b2247622c None None] Agent healthcheck: found 6 active agents {{(pid=103098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 09:04:36.811375 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b31c01d-fc19-4430-ac4c-8c75a4662c1e req-23d7df21-29fe-4179-9d81-b06b52f10957 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:04:36.812807 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-3b31c01d-fc19-4430-ac4c-8c75a4662c1e req-23d7df21-29fe-4179-9d81-b06b52f10957 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=1033cdc1-c72e-492f-9352-14e5302515cf HTTP/1.1" status: 200 len: 945 time: 0.0534847 Mar 16 09:04:36.857338 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-3b31c01d-fc19-4430-ac4c-8c75a4662c1e req-643ec28e-8be0-427b-8378-33480e37999d tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390351 Mar 16 09:04:37.972567 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ae4e7b-16c0-49d5-8ab0-963458336e0f req-adc53d60-da5b-4667-a336-2df938ff93fa tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:04:37.974045 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-83ae4e7b-16c0-49d5-8ab0-963458336e0f req-adc53d60-da5b-4667-a336-2df938ff93fa tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=1033cdc1-c72e-492f-9352-14e5302515cf HTTP/1.1" status: 200 len: 945 time: 0.0509260 Mar 16 09:04:38.018715 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-83ae4e7b-16c0-49d5-8ab0-963458336e0f req-403a2e35-6c00-40fe-af76-9ee4feffcb49 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393555 Mar 16 09:04:39.138813 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243b58d6-c97a-4156-9d18-348dd0b25614 req-04539388-4a3f-4dc6-a728-101ef493eec3 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:04:39.140229 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-243b58d6-c97a-4156-9d18-348dd0b25614 req-04539388-4a3f-4dc6-a728-101ef493eec3 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=1033cdc1-c72e-492f-9352-14e5302515cf HTTP/1.1" status: 200 len: 945 time: 0.0540140 Mar 16 09:04:39.189769 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-243b58d6-c97a-4156-9d18-348dd0b25614 req-652d74d3-662a-42d2-84bd-d5f7b067e6f9 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441279 Mar 16 09:04:40.314002 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dfd797-e219-4bec-9a2b-3d6bf7eeb3be req-4a79fd9c-ab7c-4004-9155-4a45d80e8f01 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:04:40.315556 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-93dfd797-e219-4bec-9a2b-3d6bf7eeb3be req-4a79fd9c-ab7c-4004-9155-4a45d80e8f01 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=1033cdc1-c72e-492f-9352-14e5302515cf HTTP/1.1" status: 200 len: 945 time: 0.0593929 Mar 16 09:04:40.362446 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-93dfd797-e219-4bec-9a2b-3d6bf7eeb3be req-ca422cd7-df5e-4053-a1ca-9c6ade5fad9a tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413640 Mar 16 09:04:41.504388 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9a7460-466f-453a-9d49-ba19738ab8cc req-3e53deb8-6158-4fb4-a26f-480b6ca0a2b6 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:04:41.506135 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-6c9a7460-466f-453a-9d49-ba19738ab8cc req-3e53deb8-6158-4fb4-a26f-480b6ca0a2b6 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=1033cdc1-c72e-492f-9352-14e5302515cf HTTP/1.1" status: 200 len: 945 time: 0.0579016 Mar 16 09:04:41.554705 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-6c9a7460-466f-453a-9d49-ba19738ab8cc req-241b00a7-f4ca-4418-866b-ddf04066724f tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430238 Mar 16 09:04:42.686109 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0929d1a-9daf-4071-b73b-355de4d77487 req-8df03254-e950-42da-9ace-79cac5fb5128 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:04:42.687588 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a0929d1a-9daf-4071-b73b-355de4d77487 req-8df03254-e950-42da-9ace-79cac5fb5128 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=1033cdc1-c72e-492f-9352-14e5302515cf HTTP/1.1" status: 200 len: 945 time: 0.0580292 Mar 16 09:04:42.734754 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a0929d1a-9daf-4071-b73b-355de4d77487 req-a6babbf6-2c1f-41bb-9abb-9a6fb319f24d tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415883 Mar 16 09:04:43.856936 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a680d6-23e1-4b34-a00f-454400d4bb92 req-dddbaee5-b073-4407-95c5-f055a50dac02 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:04:43.858480 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-37a680d6-23e1-4b34-a00f-454400d4bb92 req-dddbaee5-b073-4407-95c5-f055a50dac02 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=1033cdc1-c72e-492f-9352-14e5302515cf HTTP/1.1" status: 200 len: 945 time: 0.0516610 Mar 16 09:04:43.902923 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-37a680d6-23e1-4b34-a00f-454400d4bb92 req-f0d50148-4c3f-420b-81d9-c70479c3d3ed tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390110 Mar 16 09:04:44.494880 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 49890) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:04:44.596071 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-e0d6c6fc-b321-40ad-93c2-efd416658b16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:04:44.671742 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-e0d6c6fc-b321-40ad-93c2-efd416658b16 admin admin] Publish callbacks [] for security_group (6adf1a91-73d3-435b-8ef6-3a1edca00a4b), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:04:44.675543 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-e0d6c6fc-b321-40ad-93c2-efd416658b16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (6adf1a91-73d3-435b-8ef6-3a1edca00a4b), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:04:44.712662 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-e0d6c6fc-b321-40ad-93c2-efd416658b16 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c0e0948f89aa48d58d76913afb1c4621&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2167470 Mar 16 09:04:44.713522 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d6c6fc-b321-40ad-93c2-efd416658b16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6adf1a91-73d3-435b-8ef6-3a1edca00a4b,revision_number=1']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:04:44.715284 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 49894) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:04:44.731079 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d6c6fc-b321-40ad-93c2-efd416658b16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:04:44.731463 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d6c6fc-b321-40ad-93c2-efd416658b16 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:04:44.731812 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d6c6fc-b321-40ad-93c2-efd416658b16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:04:44.732152 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d6c6fc-b321-40ad-93c2-efd416658b16 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:04:44.732483 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d6c6fc-b321-40ad-93c2-efd416658b16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:04:44.732814 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d6c6fc-b321-40ad-93c2-efd416658b16 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:04:44.733146 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d6c6fc-b321-40ad-93c2-efd416658b16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:04:44.733492 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d6c6fc-b321-40ad-93c2-efd416658b16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:04:44.733822 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d6c6fc-b321-40ad-93c2-efd416658b16 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:04:44.734148 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d6c6fc-b321-40ad-93c2-efd416658b16 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:04:44.734474 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d6c6fc-b321-40ad-93c2-efd416658b16 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:04:44.734799 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d6c6fc-b321-40ad-93c2-efd416658b16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:04:44.735121 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d6c6fc-b321-40ad-93c2-efd416658b16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:04:44.735440 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d6c6fc-b321-40ad-93c2-efd416658b16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:04:44.735761 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d6c6fc-b321-40ad-93c2-efd416658b16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:04:44.773641 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-2d75acde-013b-4c6f-927b-c08248d801b7 admin admin] Publish callbacks [] for security_group (6adf1a91-73d3-435b-8ef6-3a1edca00a4b), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:04:44.794395 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-2d75acde-013b-4c6f-927b-c08248d801b7 admin admin] Publish callbacks [] for security_group (6adf1a91-73d3-435b-8ef6-3a1edca00a4b), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:04:44.841004 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-2d75acde-013b-4c6f-927b-c08248d801b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (6adf1a91-73d3-435b-8ef6-3a1edca00a4b), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:04:44.843686 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-2d75acde-013b-4c6f-927b-c08248d801b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:04:44.854987 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-2d75acde-013b-4c6f-927b-c08248d801b7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6adf1a91-73d3-435b-8ef6-3a1edca00a4b HTTP/1.1" status: 204 len: 168 time: 0.1286376 Mar 16 09:04:44.854987 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d75acde-013b-4c6f-927b-c08248d801b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6adf1a91-73d3-435b-8ef6-3a1edca00a4b,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:04:45.021097 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd81810-062c-4d90-b9c5-3e4cd46b0604 req-35b2adc6-1f0c-43a7-953f-861f7339b99b tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:04:45.022620 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2cd81810-062c-4d90-b9c5-3e4cd46b0604 req-35b2adc6-1f0c-43a7-953f-861f7339b99b tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=1033cdc1-c72e-492f-9352-14e5302515cf HTTP/1.1" status: 200 len: 945 time: 0.0523014 Mar 16 09:04:45.076755 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2cd81810-062c-4d90-b9c5-3e4cd46b0604 req-af1820c3-d5b4-4834-95b8-a87ec985efe2 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484505 Mar 16 09:04:45.304793 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42989943-1916-4297-8496-611059be06a2 req-4312b507-1ca8-4e1b-bf6e-cfc11eea1225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:04:45.306338 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-42989943-1916-4297-8496-611059be06a2 req-4312b507-1ca8-4e1b-bf6e-cfc11eea1225 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1033cdc1-c72e-492f-9352-14e5302515cf HTTP/1.1" status: 200 len: 1129 time: 0.0439243 Mar 16 09:04:45.352844 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-42989943-1916-4297-8496-611059be06a2 req-52fc580d-1f97-4504-9bc8-b29dc0172ca6 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404198 Mar 16 09:04:46.194605 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbad78fb-206c-4ad6-b041-68ec193e2fa5 req-42bc7fe6-34a8-484a-9f66-309daa11a3c1 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:04:46.196080 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-fbad78fb-206c-4ad6-b041-68ec193e2fa5 req-42bc7fe6-34a8-484a-9f66-309daa11a3c1 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=1033cdc1-c72e-492f-9352-14e5302515cf HTTP/1.1" status: 200 len: 945 time: 0.0509171 Mar 16 09:04:46.240829 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-fbad78fb-206c-4ad6-b041-68ec193e2fa5 req-43728554-3202-4a2d-b333-6697c95f8c6a tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385735 Mar 16 09:04:47.359750 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05208181-d468-4748-ac22-fbbd0032fd5f req-8bb960cc-f741-4ffa-a6e1-de4ff84ad0c0 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:04:47.361229 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-05208181-d468-4748-ac22-fbbd0032fd5f req-8bb960cc-f741-4ffa-a6e1-de4ff84ad0c0 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=1033cdc1-c72e-492f-9352-14e5302515cf HTTP/1.1" status: 200 len: 945 time: 0.0546942 Mar 16 09:04:47.408664 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-05208181-d468-4748-ac22-fbbd0032fd5f req-43d5605d-c5bc-4a41-94d9-30a1f343df98 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415266 Mar 16 09:04:48.523895 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2136db38-f8b3-4789-86ab-16422451bde8 req-ec882a28-7e61-4a3e-9aa1-05d9a2406c2c tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:04:48.525352 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2136db38-f8b3-4789-86ab-16422451bde8 req-ec882a28-7e61-4a3e-9aa1-05d9a2406c2c tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=1033cdc1-c72e-492f-9352-14e5302515cf HTTP/1.1" status: 200 len: 945 time: 0.0524795 Mar 16 09:04:48.571111 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2136db38-f8b3-4789-86ab-16422451bde8 req-1d75eb3a-3686-4f19-806b-f740f8302fea tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402014 Mar 16 09:04:49.686479 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41369b35-3794-41cb-88e9-8d81c5b7de17 req-f43ba191-0a7f-448c-aade-df63e2f10221 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:04:49.687842 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-41369b35-3794-41cb-88e9-8d81c5b7de17 req-f43ba191-0a7f-448c-aade-df63e2f10221 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=1033cdc1-c72e-492f-9352-14e5302515cf HTTP/1.1" status: 200 len: 945 time: 0.0508342 Mar 16 09:04:49.735564 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-41369b35-3794-41cb-88e9-8d81c5b7de17 req-2d3cf373-fe41-40c0-9e48-5139f6dc6116 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422912 Mar 16 09:04:50.478517 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3e4bcc96-4499-45d8-8875-eb7902be17e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (a398d5bf-1368-473f-bfdd-7d167c3f4154), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:04:50.854589 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095a317e-1019-447b-b82c-66839be38c90 req-8f2f8e26-dba5-4bad-bab6-2029497dca71 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:04:50.856083 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-095a317e-1019-447b-b82c-66839be38c90 req-8f2f8e26-dba5-4bad-bab6-2029497dca71 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=1033cdc1-c72e-492f-9352-14e5302515cf HTTP/1.1" status: 200 len: 945 time: 0.0529313 Mar 16 09:04:50.911791 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-095a317e-1019-447b-b82c-66839be38c90 req-df2baa68-7694-41a7-ac54-0df043fa3617 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489914 Mar 16 09:04:52.030499 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c099505-0391-4113-a318-36d4d463b856 req-729d51ae-e2bd-437e-a7c7-802dc9a5a9c0 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:04:52.031957 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-0c099505-0391-4113-a318-36d4d463b856 req-729d51ae-e2bd-437e-a7c7-802dc9a5a9c0 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=1033cdc1-c72e-492f-9352-14e5302515cf HTTP/1.1" status: 200 len: 945 time: 0.0518837 Mar 16 09:04:52.076422 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-0c099505-0391-4113-a318-36d4d463b856 req-050cf40b-65c0-455a-87fb-d9c3cc16c08d tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390429 Mar 16 09:04:52.538131 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0933049a-16bc-4643-b4b2-e925e803554a req-bc4470ac-8f9c-40a4-ba24-5d34cb0edc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:04:52.540017 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-0933049a-16bc-4643-b4b2-e925e803554a req-bc4470ac-8f9c-40a4-ba24-5d34cb0edc63 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8ab3e25cb83341919d112753e22938a2&device_id=1033cdc1-c72e-492f-9352-14e5302515cf HTTP/1.1" status: 200 len: 1129 time: 0.0976634 Mar 16 09:04:52.548733 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b2ad16-6bf0-4d6e-b892-9b21a2e97f07 req-a8d19945-5d58-4c9b-9e25-0a1ad6640de5 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:04:52.550144 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-d9b2ad16-6bf0-4d6e-b892-9b21a2e97f07 req-a8d19945-5d58-4c9b-9e25-0a1ad6640de5 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=1033cdc1-c72e-492f-9352-14e5302515cf HTTP/1.1" status: 200 len: 945 time: 0.0979667 Mar 16 09:04:52.662048 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-d9b2ad16-6bf0-4d6e-b892-9b21a2e97f07 req-5f410b19-fbbf-4046-acc7-f2729b8db439 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017230 Mar 16 09:04:52.684056 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0933049a-16bc-4643-b4b2-e925e803554a req-53971c25-3309-4d5e-b439-5758c693d4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:04:52.686138 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-0933049a-16bc-4643-b4b2-e925e803554a req-53971c25-3309-4d5e-b439-5758c693d4ae service neutron] 10.222.0.48 "GET /v2.0/networks?id=c71322ee-b7a0-4c22-8a3c-0690c3f2a338 HTTP/1.1" status: 200 len: 919 time: 0.1351373 Mar 16 09:04:52.730844 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-0933049a-16bc-4643-b4b2-e925e803554a req-b60e282b-91cd-4afa-a370-0521343fe836 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=314a141c-e07c-41ab-9f3f-234b6043a3ed HTTP/1.1" status: 200 len: 217 time: 0.0379777 Mar 16 09:04:52.788105 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0933049a-16bc-4643-b4b2-e925e803554a req-be5151e0-1f66-45ed-8d91-f57284a7833d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:04:52.789611 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-0933049a-16bc-4643-b4b2-e925e803554a req-be5151e0-1f66-45ed-8d91-f57284a7833d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2d141d65-2c6e-46bc-b682-986a7d0cd81b HTTP/1.1" status: 200 len: 858 time: 0.0513277 Mar 16 09:04:52.793583 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-d9e897ef-242f-47ce-a663-ab0ebf8def49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (09ce795b-eeca-4b3b-9d7f-577d9443cb21), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:04:52.823681 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-0933049a-16bc-4643-b4b2-e925e803554a req-1f7ad158-8644-450c-8504-6477472c1365 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c71322ee-b7a0-4c22-8a3c-0690c3f2a338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279262 Mar 16 09:04:52.910643 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-0933049a-16bc-4643-b4b2-e925e803554a req-fc23da36-d929-42ae-a557-c4c8e6ac14fc service neutron] 10.222.0.48 "GET /v2.0/networks/c71322ee-b7a0-4c22-8a3c-0690c3f2a338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787783 Mar 16 09:04:53.003542 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-0933049a-16bc-4643-b4b2-e925e803554a req-c58d7a6b-de1a-4e4f-97a9-4e620f6b8e79 service neutron] 10.222.0.48 "GET /v2.0/networks/c71322ee-b7a0-4c22-8a3c-0690c3f2a338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867662 Mar 16 09:04:53.786535 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9d0b0a-f6fc-4e41-b259-9000f4fe4b63 req-bac33594-25dc-4e61-96ad-4927c2794820 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:04:53.788486 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-bf9d0b0a-f6fc-4e41-b259-9000f4fe4b63 req-bac33594-25dc-4e61-96ad-4927c2794820 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=1033cdc1-c72e-492f-9352-14e5302515cf HTTP/1.1" status: 200 len: 945 time: 0.0580513 Mar 16 09:04:53.835598 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-bf9d0b0a-f6fc-4e41-b259-9000f4fe4b63 req-770b0386-f717-4c1e-bbea-97c1e883bd59 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419605 Mar 16 09:04:53.835769 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-cdeb7127-6fa1-4060-ae0a-c8ffc2dd9388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (514d7d79-ab14-439d-a6c0-bbffe337a49f), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:04:54.078197 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 50126) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:04:54.181731 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-04d531ad-d906-44b3-aa8c-6f094edc5e99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:04:54.255383 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-04d531ad-d906-44b3-aa8c-6f094edc5e99 admin admin] Publish callbacks [] for security_group (98da145f-9f58-42d5-9f30-42df4c56852c), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:04:54.259065 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-04d531ad-d906-44b3-aa8c-6f094edc5e99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (98da145f-9f58-42d5-9f30-42df4c56852c), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:04:54.296768 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-04d531ad-d906-44b3-aa8c-6f094edc5e99 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9f24b40b1c274fbfb0fd03868441ee36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2174971 Mar 16 09:04:54.297666 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d531ad-d906-44b3-aa8c-6f094edc5e99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98da145f-9f58-42d5-9f30-42df4c56852c,revision_number=1']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:04:54.299440 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 50130) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:04:54.354923 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9a566824-0ad7-447f-9613-b4a812b10d18 admin admin] Publish callbacks [] for security_group (98da145f-9f58-42d5-9f30-42df4c56852c), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:04:54.376173 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9a566824-0ad7-447f-9613-b4a812b10d18 admin admin] Publish callbacks [] for security_group (98da145f-9f58-42d5-9f30-42df4c56852c), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:04:54.434056 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9a566824-0ad7-447f-9613-b4a812b10d18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (98da145f-9f58-42d5-9f30-42df4c56852c), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:04:54.437090 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9a566824-0ad7-447f-9613-b4a812b10d18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:04:54.438292 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-9a566824-0ad7-447f-9613-b4a812b10d18 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/98da145f-9f58-42d5-9f30-42df4c56852c HTTP/1.1" status: 204 len: 168 time: 0.1378713 Mar 16 09:04:54.447063 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a566824-0ad7-447f-9613-b4a812b10d18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98da145f-9f58-42d5-9f30-42df4c56852c,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:04:54.454775 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a566824-0ad7-447f-9613-b4a812b10d18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:04:54.455521 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a566824-0ad7-447f-9613-b4a812b10d18 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:04:54.455879 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a566824-0ad7-447f-9613-b4a812b10d18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:04:54.456226 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a566824-0ad7-447f-9613-b4a812b10d18 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:04:54.456568 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a566824-0ad7-447f-9613-b4a812b10d18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:04:54.456903 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a566824-0ad7-447f-9613-b4a812b10d18 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:04:54.457239 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a566824-0ad7-447f-9613-b4a812b10d18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:04:54.457609 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a566824-0ad7-447f-9613-b4a812b10d18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:04:54.457966 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a566824-0ad7-447f-9613-b4a812b10d18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:04:54.458303 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a566824-0ad7-447f-9613-b4a812b10d18 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:04:54.458636 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a566824-0ad7-447f-9613-b4a812b10d18 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:04:54.458966 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a566824-0ad7-447f-9613-b4a812b10d18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:04:54.459296 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a566824-0ad7-447f-9613-b4a812b10d18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:04:54.459622 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a566824-0ad7-447f-9613-b4a812b10d18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:04:54.459948 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a566824-0ad7-447f-9613-b4a812b10d18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:04:54.695888 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 50142) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:04:54.708736 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e9e5bc3c-835b-46e0-b853-921c280dda87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:04:54.792312 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e9e5bc3c-835b-46e0-b853-921c280dda87 admin admin] Publish callbacks [] for security_group (ce0df4e8-54f3-4804-aba4-e99d1c76b9ce), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:04:54.796523 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e9e5bc3c-835b-46e0-b853-921c280dda87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (ce0df4e8-54f3-4804-aba4-e99d1c76b9ce), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:04:54.835316 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-e9e5bc3c-835b-46e0-b853-921c280dda87 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dca06a1a337e4e1c8894ec64d84e924b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1383898 Mar 16 09:04:54.836413 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e5bc3c-835b-46e0-b853-921c280dda87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce0df4e8-54f3-4804-aba4-e99d1c76b9ce,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:04:54.838018 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 50144) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:04:54.890391 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-083374d0-7dd0-4908-83eb-cc8f4b307095 admin admin] Publish callbacks [] for security_group (ce0df4e8-54f3-4804-aba4-e99d1c76b9ce), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:04:54.912571 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-083374d0-7dd0-4908-83eb-cc8f4b307095 admin admin] Publish callbacks [] for security_group (ce0df4e8-54f3-4804-aba4-e99d1c76b9ce), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:04:54.986399 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321377de-66f8-4da0-8af8-ac6e1fbbb321 req-014b2620-131c-4a89-b9a5-d924aac08801 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:04:54.987852 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-321377de-66f8-4da0-8af8-ac6e1fbbb321 req-014b2620-131c-4a89-b9a5-d924aac08801 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=1033cdc1-c72e-492f-9352-14e5302515cf HTTP/1.1" status: 200 len: 945 time: 0.0774345 Mar 16 09:04:55.000589 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-083374d0-7dd0-4908-83eb-cc8f4b307095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (ce0df4e8-54f3-4804-aba4-e99d1c76b9ce), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:04:55.003012 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-083374d0-7dd0-4908-83eb-cc8f4b307095 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:04:55.004048 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-083374d0-7dd0-4908-83eb-cc8f4b307095 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ce0df4e8-54f3-4804-aba4-e99d1c76b9ce HTTP/1.1" status: 204 len: 168 time: 0.1642921 Mar 16 09:04:55.021614 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083374d0-7dd0-4908-83eb-cc8f4b307095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce0df4e8-54f3-4804-aba4-e99d1c76b9ce,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:04:55.050316 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-321377de-66f8-4da0-8af8-ac6e1fbbb321 req-4b6d467c-e034-41cb-ad71-0d01b66d4cad tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560770 Mar 16 09:04:55.467565 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (f0da09ba-cbd5-402d-a3a1-68b8fcaf25e8), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:04:55.474343 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3de267ec-888d-49e1-92d2-a6991c0932cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (3616e4f6-4586-420d-b0d2-e3b2f5abb17b), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:04:56.173380 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404a8c73-8184-41c3-93c3-925e4e54a1f8 req-e8b63021-e58c-4372-a541-68d6b46b0793 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:04:56.174871 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-404a8c73-8184-41c3-93c3-925e4e54a1f8 req-e8b63021-e58c-4372-a541-68d6b46b0793 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=1033cdc1-c72e-492f-9352-14e5302515cf HTTP/1.1" status: 200 len: 945 time: 0.0517621 Mar 16 09:04:56.224558 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-404a8c73-8184-41c3-93c3-925e4e54a1f8 req-67b44025-8ca5-4ae5-a1dc-03205dbf22f6 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439708 Mar 16 09:04:56.630670 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 50202) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:04:56.732945 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-45a98fcd-717d-4b49-bb90-c36f3a043913 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:04:56.804784 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-45a98fcd-717d-4b49-bb90-c36f3a043913 admin admin] Publish callbacks [] for security_group (ff551317-fdc7-4ddb-b4df-3bf2e318afc9), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:04:56.810074 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-45a98fcd-717d-4b49-bb90-c36f3a043913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (ff551317-fdc7-4ddb-b4df-3bf2e318afc9), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:04:56.849178 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 50206) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:04:56.849381 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-45a98fcd-717d-4b49-bb90-c36f3a043913 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bb4d345fbe65441ebabac2670b4ff512&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2175214 Mar 16 09:04:56.850155 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a98fcd-717d-4b49-bb90-c36f3a043913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff551317-fdc7-4ddb-b4df-3bf2e318afc9,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:04:56.864725 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (489981c6-9aaa-401c-bd41-6b42e027a228), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:04:56.902684 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-72c78e43-a0fa-4a7d-b4bc-8bb7340bf02d admin admin] Publish callbacks [] for security_group (ff551317-fdc7-4ddb-b4df-3bf2e318afc9), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:04:56.924540 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-72c78e43-a0fa-4a7d-b4bc-8bb7340bf02d admin admin] Publish callbacks [] for security_group (ff551317-fdc7-4ddb-b4df-3bf2e318afc9), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:04:56.969291 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-72c78e43-a0fa-4a7d-b4bc-8bb7340bf02d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (ff551317-fdc7-4ddb-b4df-3bf2e318afc9), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:04:56.971772 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-72c78e43-a0fa-4a7d-b4bc-8bb7340bf02d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:04:56.972896 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-72c78e43-a0fa-4a7d-b4bc-8bb7340bf02d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ff551317-fdc7-4ddb-b4df-3bf2e318afc9 HTTP/1.1" status: 204 len: 168 time: 0.1226935 Mar 16 09:04:56.980110 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c78e43-a0fa-4a7d-b4bc-8bb7340bf02d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff551317-fdc7-4ddb-b4df-3bf2e318afc9,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:04:57.234014 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 50212) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:04:57.247163 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-21e2897f-9a7a-49d2-a721-e13ff9fe0ddd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:04:57.355938 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-21e2897f-9a7a-49d2-a721-e13ff9fe0ddd admin admin] Publish callbacks [] for security_group (e1414f1c-1beb-4baa-8d86-d3d04d0ff916), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:04:57.361022 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-21e2897f-9a7a-49d2-a721-e13ff9fe0ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (e1414f1c-1beb-4baa-8d86-d3d04d0ff916), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:04:57.397304 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c293f-74c0-44b4-bbc3-106d216365eb req-ec513b6e-2749-4a57-af34-b8a8852f3634 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:04:57.398798 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-c64c293f-74c0-44b4-bbc3-106d216365eb req-ec513b6e-2749-4a57-af34-b8a8852f3634 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=1033cdc1-c72e-492f-9352-14e5302515cf HTTP/1.1" status: 200 len: 945 time: 0.1056032 Mar 16 09:04:57.417663 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-21e2897f-9a7a-49d2-a721-e13ff9fe0ddd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dd15aeba6cf34bb1ad132476fecacd89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1825712 Mar 16 09:04:57.421581 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 50216) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:04:57.427151 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e2897f-9a7a-49d2-a721-e13ff9fe0ddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1414f1c-1beb-4baa-8d86-d3d04d0ff916,revision_number=1']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:04:57.460830 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-c64c293f-74c0-44b4-bbc3-106d216365eb req-5c52a4e1-33d0-4d62-b40f-5bc63b96f5d6 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538399 Mar 16 09:04:57.473248 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-bb2d7026-c32d-45fc-b1f4-038ba9f6e679 admin admin] Publish callbacks [] for security_group (e1414f1c-1beb-4baa-8d86-d3d04d0ff916), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:04:57.494315 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-bb2d7026-c32d-45fc-b1f4-038ba9f6e679 admin admin] Publish callbacks [] for security_group (e1414f1c-1beb-4baa-8d86-d3d04d0ff916), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:04:57.544012 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-bb2d7026-c32d-45fc-b1f4-038ba9f6e679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (e1414f1c-1beb-4baa-8d86-d3d04d0ff916), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:04:57.546604 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-bb2d7026-c32d-45fc-b1f4-038ba9f6e679 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:04:57.547771 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-bb2d7026-c32d-45fc-b1f4-038ba9f6e679 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e1414f1c-1beb-4baa-8d86-d3d04d0ff916 HTTP/1.1" status: 204 len: 168 time: 0.1252086 Mar 16 09:04:57.556789 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2d7026-c32d-45fc-b1f4-038ba9f6e679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1414f1c-1beb-4baa-8d86-d3d04d0ff916,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:04:58.584389 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3546905d-aefb-4474-b564-fd96fe0505f9 req-439419e0-a196-4d4d-9bc3-5f7dd333c8a3 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:04:58.585926 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-3546905d-aefb-4474-b564-fd96fe0505f9 req-439419e0-a196-4d4d-9bc3-5f7dd333c8a3 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=1033cdc1-c72e-492f-9352-14e5302515cf HTTP/1.1" status: 200 len: 945 time: 0.0529122 Mar 16 09:04:58.647087 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-3546905d-aefb-4474-b564-fd96fe0505f9 req-48279ae1-18cf-42c6-aa7c-e11a81cca5af tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553453 Mar 16 09:04:59.779268 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d7e61a-248d-4906-a6a0-932ca34cf250 req-e2816bb8-ffac-46ab-a2bd-b385a7d4641c tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:04:59.780718 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-29d7e61a-248d-4906-a6a0-932ca34cf250 req-e2816bb8-ffac-46ab-a2bd-b385a7d4641c tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=1033cdc1-c72e-492f-9352-14e5302515cf HTTP/1.1" status: 200 len: 945 time: 0.0545254 Mar 16 09:04:59.825905 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-29d7e61a-248d-4906-a6a0-932ca34cf250 req-d9b677e6-37ca-4c57-aca0-a5d91654fd6a tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396583 Mar 16 09:05:00.955788 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6817a80e-569a-4d35-8456-c8ec0545d272 req-6b40a28e-3588-42f1-b388-1e74e640e0b2 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:05:00.957161 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-6817a80e-569a-4d35-8456-c8ec0545d272 req-6b40a28e-3588-42f1-b388-1e74e640e0b2 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=1033cdc1-c72e-492f-9352-14e5302515cf HTTP/1.1" status: 200 len: 945 time: 0.0541756 Mar 16 09:05:01.005700 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-6817a80e-569a-4d35-8456-c8ec0545d272 req-18079f31-9f57-4abd-9491-8fc47d8bea97 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424316 Mar 16 09:05:02.120068 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451282e1-4b2c-4377-af8b-254a940a0783 req-aae9aac5-8d2c-434f-9ba4-eb05c3a785d8 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:05:02.121541 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-451282e1-4b2c-4377-af8b-254a940a0783 req-aae9aac5-8d2c-434f-9ba4-eb05c3a785d8 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=1033cdc1-c72e-492f-9352-14e5302515cf HTTP/1.1" status: 200 len: 945 time: 0.0499992 Mar 16 09:05:02.168457 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-451282e1-4b2c-4377-af8b-254a940a0783 req-45a4dcdf-16b3-4469-b2da-4b5f2cfcc8f4 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410180 Mar 16 09:05:03.283722 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c109ee8-1114-4f52-8559-76b3e72b0360 req-58883177-e2f6-4d3e-a998-0ea4ae7d935d tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:05:03.285184 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-6c109ee8-1114-4f52-8559-76b3e72b0360 req-58883177-e2f6-4d3e-a998-0ea4ae7d935d tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=1033cdc1-c72e-492f-9352-14e5302515cf HTTP/1.1" status: 200 len: 945 time: 0.0506389 Mar 16 09:05:03.329360 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-6c109ee8-1114-4f52-8559-76b3e72b0360 req-9b8a4516-0a94-43c8-b00f-34e3fb67e2fa tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388005 Mar 16 09:05:04.444779 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2eeb84-7dce-4f84-ace5-4fb42cc937f9 req-e5005ab6-3691-47ab-af12-29e104c157ab tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:05:04.446275 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-da2eeb84-7dce-4f84-ace5-4fb42cc937f9 req-e5005ab6-3691-47ab-af12-29e104c157ab tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=1033cdc1-c72e-492f-9352-14e5302515cf HTTP/1.1" status: 200 len: 945 time: 0.0517473 Mar 16 09:05:04.491476 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-da2eeb84-7dce-4f84-ace5-4fb42cc937f9 req-c67da8ad-6249-4c5b-98bf-de3e16f5612b tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391772 Mar 16 09:05:05.612951 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf571b3d-6847-40b8-8d2f-74abe8732595 req-27353020-acaa-4340-be19-73aa864e02ca tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:05:05.614454 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-cf571b3d-6847-40b8-8d2f-74abe8732595 req-27353020-acaa-4340-be19-73aa864e02ca tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=1033cdc1-c72e-492f-9352-14e5302515cf HTTP/1.1" status: 200 len: 945 time: 0.0543578 Mar 16 09:05:05.661704 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-cf571b3d-6847-40b8-8d2f-74abe8732595 req-49b48c63-9838-44ec-b67c-9f624ce25867 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415611 Mar 16 09:05:06.778056 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490fa270-7d52-4320-ade4-95ec0b2cc3fa req-58b8daad-ac5e-4f68-84c6-946ea613edef tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:05:06.779537 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-490fa270-7d52-4320-ade4-95ec0b2cc3fa req-58b8daad-ac5e-4f68-84c6-946ea613edef tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=1033cdc1-c72e-492f-9352-14e5302515cf HTTP/1.1" status: 200 len: 945 time: 0.0524976 Mar 16 09:05:06.828638 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-490fa270-7d52-4320-ade4-95ec0b2cc3fa req-b64e7f19-98ba-4f97-a9ca-58d20f73977d tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437119 Mar 16 09:05:07.941555 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae40db6a-ed6d-4ed6-a8ac-67c3c89efd0a req-3ce46ca4-75c7-422b-b974-c15a8468209a tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:05:07.943008 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-ae40db6a-ed6d-4ed6-a8ac-67c3c89efd0a req-3ce46ca4-75c7-422b-b974-c15a8468209a tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=1033cdc1-c72e-492f-9352-14e5302515cf HTTP/1.1" status: 200 len: 945 time: 0.0504124 Mar 16 09:05:07.990969 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-ae40db6a-ed6d-4ed6-a8ac-67c3c89efd0a req-e40c105b-8a97-45a0-86bb-a95be752e100 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425599 Mar 16 09:05:09.120203 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 50394) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:05:09.120912 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cad48a-8d5c-454a-8c49-ba632d2210bf req-4706423f-a777-4419-9277-d8d642700409 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:05:09.122430 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-c0cad48a-8d5c-454a-8c49-ba632d2210bf req-4706423f-a777-4419-9277-d8d642700409 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=1033cdc1-c72e-492f-9352-14e5302515cf HTTP/1.1" status: 200 len: 945 time: 0.0620944 Mar 16 09:05:09.176081 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-c0cad48a-8d5c-454a-8c49-ba632d2210bf req-b98e2704-fee3-4157-89b8-74450690a7f9 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435779 Mar 16 09:05:09.235023 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f683f4e2-73d2-4370-8c23-966a84a05872 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:09.314995 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f683f4e2-73d2-4370-8c23-966a84a05872 admin admin] Publish callbacks [] for security_group (376354f8-8a7f-4132-b424-dcf8c4ecc5ea), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:09.319094 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f683f4e2-73d2-4370-8c23-966a84a05872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (376354f8-8a7f-4132-b424-dcf8c4ecc5ea), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:09.354221 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f683f4e2-73d2-4370-8c23-966a84a05872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=376354f8-8a7f-4132-b424-dcf8c4ecc5ea,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:05:09.362928 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-f683f4e2-73d2-4370-8c23-966a84a05872 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b23b765322ca4538a36a606321e7f26b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2393918 Mar 16 09:05:09.364181 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 50406) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:05:09.410682 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-cea95dd4-a5b2-47f4-98e0-83c17ce77ab4 admin admin] Publish callbacks [] for security_group (376354f8-8a7f-4132-b424-dcf8c4ecc5ea), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:09.431492 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-cea95dd4-a5b2-47f4-98e0-83c17ce77ab4 admin admin] Publish callbacks [] for security_group (376354f8-8a7f-4132-b424-dcf8c4ecc5ea), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:09.477851 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-cea95dd4-a5b2-47f4-98e0-83c17ce77ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (376354f8-8a7f-4132-b424-dcf8c4ecc5ea), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:09.480772 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-cea95dd4-a5b2-47f4-98e0-83c17ce77ab4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:09.486608 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-cea95dd4-a5b2-47f4-98e0-83c17ce77ab4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/376354f8-8a7f-4132-b424-dcf8c4ecc5ea HTTP/1.1" status: 204 len: 168 time: 0.1181145 Mar 16 09:05:09.493345 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea95dd4-a5b2-47f4-98e0-83c17ce77ab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=376354f8-8a7f-4132-b424-dcf8c4ecc5ea,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:05:09.752306 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 50416) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:05:09.769202 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-52bac9ae-8be8-4a33-bc21-af59fb0f00ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:09.859312 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-52bac9ae-8be8-4a33-bc21-af59fb0f00ef admin admin] Publish callbacks [] for security_group (65d15a51-c4c1-496e-a1c5-67e5ebf54ad5), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:09.862430 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-52bac9ae-8be8-4a33-bc21-af59fb0f00ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (65d15a51-c4c1-496e-a1c5-67e5ebf54ad5), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:09.899605 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-52bac9ae-8be8-4a33-bc21-af59fb0f00ef admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=66022e15d4f241b58e6a5802b70d3d3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1462336 Mar 16 09:05:09.901606 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bac9ae-8be8-4a33-bc21-af59fb0f00ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65d15a51-c4c1-496e-a1c5-67e5ebf54ad5,revision_number=1']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:05:09.902160 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 50418) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:05:09.948364 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-acc10b16-8822-440d-8279-3a8f75c92868 admin admin] Publish callbacks [] for security_group (65d15a51-c4c1-496e-a1c5-67e5ebf54ad5), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:09.969435 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-acc10b16-8822-440d-8279-3a8f75c92868 admin admin] Publish callbacks [] for security_group (65d15a51-c4c1-496e-a1c5-67e5ebf54ad5), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:10.014410 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-acc10b16-8822-440d-8279-3a8f75c92868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (65d15a51-c4c1-496e-a1c5-67e5ebf54ad5), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:10.017385 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-acc10b16-8822-440d-8279-3a8f75c92868 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:10.018546 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-acc10b16-8822-440d-8279-3a8f75c92868 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/65d15a51-c4c1-496e-a1c5-67e5ebf54ad5 HTTP/1.1" status: 204 len: 168 time: 0.1154125 Mar 16 09:05:10.025689 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc10b16-8822-440d-8279-3a8f75c92868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d15a51-c4c1-496e-a1c5-67e5ebf54ad5,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:05:11.631180 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 50482) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:05:11.733508 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3208255d-c965-4b5f-8e9a-8372e380a132 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:11.804036 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3208255d-c965-4b5f-8e9a-8372e380a132 admin admin] Publish callbacks [] for security_group (ff2aa496-dc47-4bd1-bbaf-c7728d241e40), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:11.807655 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3208255d-c965-4b5f-8e9a-8372e380a132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (ff2aa496-dc47-4bd1-bbaf-c7728d241e40), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:11.846554 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-3208255d-c965-4b5f-8e9a-8372e380a132 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e598160a17904b6e85c5ab492d99793e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2142932 Mar 16 09:05:11.848384 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3208255d-c965-4b5f-8e9a-8372e380a132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff2aa496-dc47-4bd1-bbaf-c7728d241e40,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:05:11.849255 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 50488) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:05:11.895868 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-419e2311-c5c0-4d3b-9037-0ef2f4b6ff5c admin admin] Publish callbacks [] for security_group (ff2aa496-dc47-4bd1-bbaf-c7728d241e40), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:11.916813 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-419e2311-c5c0-4d3b-9037-0ef2f4b6ff5c admin admin] Publish callbacks [] for security_group (ff2aa496-dc47-4bd1-bbaf-c7728d241e40), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:11.961945 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-419e2311-c5c0-4d3b-9037-0ef2f4b6ff5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (ff2aa496-dc47-4bd1-bbaf-c7728d241e40), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:11.965873 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-419e2311-c5c0-4d3b-9037-0ef2f4b6ff5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:11.967024 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-419e2311-c5c0-4d3b-9037-0ef2f4b6ff5c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ff2aa496-dc47-4bd1-bbaf-c7728d241e40 HTTP/1.1" status: 204 len: 168 time: 0.1167619 Mar 16 09:05:11.975097 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419e2311-c5c0-4d3b-9037-0ef2f4b6ff5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff2aa496-dc47-4bd1-bbaf-c7728d241e40,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:05:12.226463 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 50496) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:05:12.239325 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-2effa9ae-a9d3-48b5-8f2e-cd4752170138 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:12.312728 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-2effa9ae-a9d3-48b5-8f2e-cd4752170138 admin admin] Publish callbacks [] for security_group (ba5ea5b4-3947-4d53-b0fb-4179bc082f77), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:12.316226 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-2effa9ae-a9d3-48b5-8f2e-cd4752170138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (ba5ea5b4-3947-4d53-b0fb-4179bc082f77), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:12.353994 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-2effa9ae-a9d3-48b5-8f2e-cd4752170138 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a12a6f979a494f8daacdbdb7bcba8299&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1264582 Mar 16 09:05:12.354863 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2effa9ae-a9d3-48b5-8f2e-cd4752170138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba5ea5b4-3947-4d53-b0fb-4179bc082f77,revision_number=1']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:05:12.356563 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 50500) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:05:12.404590 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a6f547f1-1280-4a75-a4cc-63ffa53f09f1 admin admin] Publish callbacks [] for security_group (ba5ea5b4-3947-4d53-b0fb-4179bc082f77), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:12.426367 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a6f547f1-1280-4a75-a4cc-63ffa53f09f1 admin admin] Publish callbacks [] for security_group (ba5ea5b4-3947-4d53-b0fb-4179bc082f77), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:12.472958 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a6f547f1-1280-4a75-a4cc-63ffa53f09f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (ba5ea5b4-3947-4d53-b0fb-4179bc082f77), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:12.476592 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a6f547f1-1280-4a75-a4cc-63ffa53f09f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:12.478187 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-a6f547f1-1280-4a75-a4cc-63ffa53f09f1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ba5ea5b4-3947-4d53-b0fb-4179bc082f77 HTTP/1.1" status: 204 len: 168 time: 0.1196158 Mar 16 09:05:12.488177 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f547f1-1280-4a75-a4cc-63ffa53f09f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba5ea5b4-3947-4d53-b0fb-4179bc082f77,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:05:13.047509 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.agents_db [None req-ddb2e055-3acb-4969-8bde-a74b2247622c None None] Agent healthcheck: found 6 active agents {{(pid=103098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 09:05:20.481091 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-2b8451a3-960d-4fed-ad7c-5b1f324a5a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (a398d5bf-1368-473f-bfdd-7d167c3f4154), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:22.795362 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-4d23516e-0da6-49b2-81c8-50cf30634267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (09ce795b-eeca-4b3b-9d7f-577d9443cb21), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:23.836279 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-cdeb7127-6fa1-4060-ae0a-c8ffc2dd9388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (514d7d79-ab14-439d-a6c0-bbffe337a49f), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:25.440933 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (f0da09ba-cbd5-402d-a3a1-68b8fcaf25e8), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:25.450973 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3de267ec-888d-49e1-92d2-a6991c0932cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (3616e4f6-4586-420d-b0d2-e3b2f5abb17b), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:26.858545 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (489981c6-9aaa-401c-bd41-6b42e027a228), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:29.304340 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-9e3754a6-82db-4130-9ac5-0d37a79e3e52 req-74dcfc8b-bd5f-47a0-a9ab-6a2f3ec7f4e4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=51ee1195-e0b6-4420-88ec-39d8a8149d60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435753 Mar 16 09:05:29.426773 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3754a6-82db-4130-9ac5-0d37a79e3e52 req-c01c3aa8-4404-49b4-a6aa-e80471d6fc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:05:29.428227 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-9e3754a6-82db-4130-9ac5-0d37a79e3e52 req-c01c3aa8-4404-49b4-a6aa-e80471d6fc10 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cb287d834c3747da825c3d4bb412c949&device_id=51ee1195-e0b6-4420-88ec-39d8a8149d60 HTTP/1.1" status: 200 len: 1129 time: 0.0425062 Mar 16 09:05:29.530355 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3754a6-82db-4130-9ac5-0d37a79e3e52 req-b8b1dab9-151e-4c7a-9b23-6bf102580a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:05:29.532344 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-9e3754a6-82db-4130-9ac5-0d37a79e3e52 req-b8b1dab9-151e-4c7a-9b23-6bf102580a06 service neutron] 10.222.0.48 "GET /v2.0/networks?id=71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625 HTTP/1.1" status: 200 len: 916 time: 0.0840461 Mar 16 09:05:29.593609 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-9e3754a6-82db-4130-9ac5-0d37a79e3e52 req-e1722701-a13a-46e6-ba66-04afad017fe8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05729417-13d8-4b9d-be9a-cb0b900858ce HTTP/1.1" status: 200 len: 1001 time: 0.0554671 Mar 16 09:05:29.639269 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3754a6-82db-4130-9ac5-0d37a79e3e52 req-f4f868f1-f83e-4d60-b5ed-f94ecb8f68b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:05:29.640644 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-9e3754a6-82db-4130-9ac5-0d37a79e3e52 req-f4f868f1-f83e-4d60-b5ed-f94ecb8f68b8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=21cfdeb1-bd49-41a4-bdcb-784e8ee0104b HTTP/1.1" status: 200 len: 854 time: 0.0413182 Mar 16 09:05:29.689828 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3754a6-82db-4130-9ac5-0d37a79e3e52 req-edbb365f-838e-4847-bbf2-53701555d90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:05:29.691247 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-9e3754a6-82db-4130-9ac5-0d37a79e3e52 req-edbb365f-838e-4847-bbf2-53701555d90c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448208 Mar 16 09:05:29.780921 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-9e3754a6-82db-4130-9ac5-0d37a79e3e52 req-b03759f9-eda7-49bb-93fa-326759107c1c service neutron] 10.222.0.48 "GET /v2.0/networks/71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834951 Mar 16 09:05:29.870219 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-9e3754a6-82db-4130-9ac5-0d37a79e3e52 req-8c00167f-5044-4b7f-92ef-53f6bc86a710 service neutron] 10.222.0.48 "GET /v2.0/networks/71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825810 Mar 16 09:05:31.644267 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7417c098-51a5-4341-a11c-d2df654696e7 req-a0135c7d-7246-42c2-8dc3-6fb19b940dfa tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:05:31.645732 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-7417c098-51a5-4341-a11c-d2df654696e7 req-a0135c7d-7246-42c2-8dc3-6fb19b940dfa tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3d48f9e-89e3-4240-8eb0-2c25747d72b9 HTTP/1.1" status: 200 len: 945 time: 0.0520415 Mar 16 09:05:31.690901 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-7417c098-51a5-4341-a11c-d2df654696e7 req-69b55936-d34c-441b-8e10-80bbc9e07023 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] 10.222.0.18 "GET /v2.0/security-groups?id=77ac1331-f3e5-41e2-8b67-35a2e1a6a897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396733 Mar 16 09:05:32.188128 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837e4e31-7173-4d74-a050-6c39a0b65372 req-6438c293-934a-4301-a989-5c589c2ad555 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:05:32.189599 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-837e4e31-7173-4d74-a050-6c39a0b65372 req-6438c293-934a-4301-a989-5c589c2ad555 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=232ab7d6-42dc-4ce8-bcc4-e60daa208b35 HTTP/1.1" status: 200 len: 946 time: 0.0528455 Mar 16 09:05:32.243973 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-837e4e31-7173-4d74-a050-6c39a0b65372 req-eaa0e198-7f8a-4145-822d-d6fc90b6a983 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485637 Mar 16 09:05:32.824892 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8720ef27-d580-4fda-80e1-ffc83ecf8e35 req-bd35f054-3f10-41cc-972f-cee9ef454281 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:05:32.827407 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-8720ef27-d580-4fda-80e1-ffc83ecf8e35 req-bd35f054-3f10-41cc-972f-cee9ef454281 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3d48f9e-89e3-4240-8eb0-2c25747d72b9 HTTP/1.1" status: 200 len: 945 time: 0.0607734 Mar 16 09:05:32.875945 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-8720ef27-d580-4fda-80e1-ffc83ecf8e35 req-96b03c92-b8e3-4fc3-89be-bcf201fd2f10 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] 10.222.0.18 "GET /v2.0/security-groups?id=77ac1331-f3e5-41e2-8b67-35a2e1a6a897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419106 Mar 16 09:05:33.360118 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc1dbab-1834-4917-890c-f09a5eba826e req-b021147b-efc3-4ee3-9a0b-ac2ef1268461 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:05:33.361579 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2fc1dbab-1834-4917-890c-f09a5eba826e req-b021147b-efc3-4ee3-9a0b-ac2ef1268461 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=232ab7d6-42dc-4ce8-bcc4-e60daa208b35 HTTP/1.1" status: 200 len: 946 time: 0.0508311 Mar 16 09:05:33.406114 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2fc1dbab-1834-4917-890c-f09a5eba826e req-c6596128-ce7a-4f0e-a1dc-bcd50074d9de tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390422 Mar 16 09:05:34.001218 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d51b8c5-5827-46c2-a9ba-85f363142bb5 req-d467a8ae-ea97-4a9b-996f-481c8ffe582f tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:05:34.002686 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5d51b8c5-5827-46c2-a9ba-85f363142bb5 req-d467a8ae-ea97-4a9b-996f-481c8ffe582f tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3d48f9e-89e3-4240-8eb0-2c25747d72b9 HTTP/1.1" status: 200 len: 945 time: 0.0548205 Mar 16 09:05:34.050319 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5d51b8c5-5827-46c2-a9ba-85f363142bb5 req-bdba979f-1ce5-449e-a8a3-cdf36a89fe1b tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] 10.222.0.18 "GET /v2.0/security-groups?id=77ac1331-f3e5-41e2-8b67-35a2e1a6a897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421982 Mar 16 09:05:34.287178 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcfb4c6-efda-4f97-91ce-ef26b45a0738 req-ae5debeb-147f-4aa8-9556-8a21d732627b tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:05:34.288598 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-1fcfb4c6-efda-4f97-91ce-ef26b45a0738 req-ae5debeb-147f-4aa8-9556-8a21d732627b tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3d48f9e-89e3-4240-8eb0-2c25747d72b9 HTTP/1.1" status: 200 len: 945 time: 0.0501230 Mar 16 09:05:34.383527 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.plugin [req-1fcfb4c6-efda-4f97-91ce-ef26b45a0738 req-508c654b-bdf3-412f-8ec8-91b56fa984c9 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] Deleting port 09efdb80-cdab-4a8b-86e1-5b5ae5cd14ab {{(pid=103096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 09:05:34.383871 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-1fcfb4c6-efda-4f97-91ce-ef26b45a0738 req-508c654b-bdf3-412f-8ec8-91b56fa984c9 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732013345958'] for port (09efdb80-cdab-4a8b-86e1-5b5ae5cd14ab), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:34.470328 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.db [req-1fcfb4c6-efda-4f97-91ce-ef26b45a0738 req-508c654b-bdf3-412f-8ec8-91b56fa984c9 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] For port 09efdb80-cdab-4a8b-86e1-5b5ae5cd14ab, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=09efdb80-cdab-4a8b-86e1-5b5ae5cd14ab,segment=NetworkSegment(08cb8d24-3925-4648-8517-d63baacc3855),segment_id=08cb8d24-3925-4648-8517-d63baacc3855)] {{(pid=103096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:05:34.470608 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-1fcfb4c6-efda-4f97-91ce-ef26b45a0738 req-508c654b-bdf3-412f-8ec8-91b56fa984c9 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559013'] for port (09efdb80-cdab-4a8b-86e1-5b5ae5cd14ab), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:34.504720 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.plugin [req-1fcfb4c6-efda-4f97-91ce-ef26b45a0738 req-508c654b-bdf3-412f-8ec8-91b56fa984c9 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] Calling delete_port for 09efdb80-cdab-4a8b-86e1-5b5ae5cd14ab owned by compute:nova {{(pid=103096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 09:05:34.575411 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2333e4-98cb-4330-9a3a-36309d1843e0 req-13612ad5-fa10-4e1e-8d49-55d7196d392e tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:05:34.576869 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-ec2333e4-98cb-4330-9a3a-36309d1843e0 req-13612ad5-fa10-4e1e-8d49-55d7196d392e tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=232ab7d6-42dc-4ce8-bcc4-e60daa208b35 HTTP/1.1" status: 200 len: 946 time: 0.1038404 Mar 16 09:05:34.641632 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-ec2333e4-98cb-4330-9a3a-36309d1843e0 req-8c696013-bdf8-4dd8-877e-b719fb6aabd3 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579741 Mar 16 09:05:34.683693 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-1fcfb4c6-efda-4f97-91ce-ef26b45a0738 req-508c654b-bdf3-412f-8ec8-91b56fa984c9 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732013351693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732012762718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13105710'] for port (09efdb80-cdab-4a8b-86e1-5b5ae5cd14ab), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:34.695886 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] get_ports_and_sgs() called for port_ids ['09efdb80-cdab-4a8b-86e1-5b5ae5cd14ab'] {{(pid=103097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 09:05:34.710694 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508c654b-bdf3-412f-8ec8-91b56fa984c9 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] Pushing event deleted for resources: {'Port': ['ID=09efdb80-cdab-4a8b-86e1-5b5ae5cd14ab,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:05:34.755517 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fcfb4c6-efda-4f97-91ce-ef26b45a0738 req-508c654b-bdf3-412f-8ec8-91b56fa984c9 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] No DVR routers for this DVR port 09efdb80-cdab-4a8b-86e1-5b5ae5cd14ab on host hv-cinder-83177 {{(pid=103096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 09:05:34.758496 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-1fcfb4c6-efda-4f97-91ce-ef26b45a0738 req-508c654b-bdf3-412f-8ec8-91b56fa984c9 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334679'] for port (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:34.761762 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-1fcfb4c6-efda-4f97-91ce-ef26b45a0738 req-508c654b-bdf3-412f-8ec8-91b56fa984c9 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] 10.222.0.48 "DELETE /v2.0/ports/09efdb80-cdab-4a8b-86e1-5b5ae5cd14ab HTTP/1.1" status: 204 len: 173 time: 0.4649949 Mar 16 09:05:34.762199 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3d48f9e-89e3-4240-8eb0-2c25747d72b9', 'name': 'network-vif-deleted', 'tag': '09efdb80-cdab-4a8b-86e1-5b5ae5cd14ab'}] {{(pid=103096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 09:05:34.764398 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552648401d13394d2a88e7485ef09c5647ae5ea4c1ec431ef2c5edbe801f23fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d35ba3-3425-4d22-be4b-3bdb6937e1ec" -d '{"events": [{"server_uuid": "a3d48f9e-89e3-4240-8eb0-2c25747d72b9", "name": "network-vif-deleted", "tag": "09efdb80-cdab-4a8b-86e1-5b5ae5cd14ab"}]}' {{(pid=103096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 09:05:34.803334 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 09:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5d12834-9fe5-4c8b-afca-b77ae418eea6 x-openstack-request-id: req-f5d12834-9fe5-4c8b-afca-b77ae418eea6 {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 09:05:34.803625 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3d48f9e-89e3-4240-8eb0-2c25747d72b9", "name": "network-vif-deleted", "tag": "09efdb80-cdab-4a8b-86e1-5b5ae5cd14ab", "status": "completed", "code": 200}]} {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 09:05:34.803872 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f5d12834-9fe5-4c8b-afca-b77ae418eea6 {{(pid=103096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 09:05:34.804262 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3d48f9e-89e3-4240-8eb0-2c25747d72b9', 'name': 'network-vif-deleted', 'tag': '09efdb80-cdab-4a8b-86e1-5b5ae5cd14ab', 'status': 'completed', 'code': 200} Mar 16 09:05:35.163737 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a126d6b1-11b3-419c-989c-d4dad7d859ab req-c90dbf68-173a-47d3-a02d-ea3acc4497e4 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3d48f9e-89e3-4240-8eb0-2c25747d72b9 HTTP/1.1" status: 200 len: 210 time: 0.0353134 Mar 16 09:05:35.293670 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ae2d91-7964-4d22-a14e-829cc8c3cdaf req-2098b564-5614-4163-92d3-bbf0f5c4cd9c tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:05:35.295119 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b0ae2d91-7964-4d22-a14e-829cc8c3cdaf req-2098b564-5614-4163-92d3-bbf0f5c4cd9c tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.48 "GET /v2.0/ports?device_id=232ab7d6-42dc-4ce8-bcc4-e60daa208b35 HTTP/1.1" status: 200 len: 946 time: 0.0509334 Mar 16 09:05:35.405846 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.plugin [req-b0ae2d91-7964-4d22-a14e-829cc8c3cdaf req-70fc943d-d974-4f3a-90be-d9f243641018 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Deleting port 1cc16302-a750-4211-a3a0-fc8bfdfdf175 {{(pid=103096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 09:05:35.405846 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-b0ae2d91-7964-4d22-a14e-829cc8c3cdaf req-70fc943d-d974-4f3a-90be-d9f243641018 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732013345958'] for port (1cc16302-a750-4211-a3a0-fc8bfdfdf175), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:35.492856 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.db [req-b0ae2d91-7964-4d22-a14e-829cc8c3cdaf req-70fc943d-d974-4f3a-90be-d9f243641018 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] For port 1cc16302-a750-4211-a3a0-fc8bfdfdf175, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=1cc16302-a750-4211-a3a0-fc8bfdfdf175,segment=NetworkSegment(5b627dff-5249-4282-aff3-05e4560ab219),segment_id=5b627dff-5249-4282-aff3-05e4560ab219)] {{(pid=103096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:05:35.493505 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-b0ae2d91-7964-4d22-a14e-829cc8c3cdaf req-70fc943d-d974-4f3a-90be-d9f243641018 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559013'] for port (1cc16302-a750-4211-a3a0-fc8bfdfdf175), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:35.505875 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.plugin [req-b0ae2d91-7964-4d22-a14e-829cc8c3cdaf req-70fc943d-d974-4f3a-90be-d9f243641018 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Calling delete_port for 1cc16302-a750-4211-a3a0-fc8bfdfdf175 owned by compute:nova {{(pid=103096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 09:05:35.631088 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-b0ae2d91-7964-4d22-a14e-829cc8c3cdaf req-70fc943d-d974-4f3a-90be-d9f243641018 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732013351693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732012762718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13105710'] for port (1cc16302-a750-4211-a3a0-fc8bfdfdf175), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:35.657384 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fc943d-d974-4f3a-90be-d9f243641018 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Pushing event deleted for resources: {'Port': ['ID=1cc16302-a750-4211-a3a0-fc8bfdfdf175,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:05:35.700433 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0ae2d91-7964-4d22-a14e-829cc8c3cdaf req-70fc943d-d974-4f3a-90be-d9f243641018 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] No DVR routers for this DVR port 1cc16302-a750-4211-a3a0-fc8bfdfdf175 on host hv-cinder-83177 {{(pid=103096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 09:05:35.702926 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-b0ae2d91-7964-4d22-a14e-829cc8c3cdaf req-70fc943d-d974-4f3a-90be-d9f243641018 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334679'] for port (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:35.706250 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b0ae2d91-7964-4d22-a14e-829cc8c3cdaf req-70fc943d-d974-4f3a-90be-d9f243641018 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.48 "DELETE /v2.0/ports/1cc16302-a750-4211-a3a0-fc8bfdfdf175 HTTP/1.1" status: 204 len: 173 time: 0.3956642 Mar 16 09:05:35.735391 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-8fa61b18-e779-47f9-b237-5b210b3357f5 req-30ad1471-e0a7-4554-8f78-f08de1f6c66c tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=232ab7d6-42dc-4ce8-bcc4-e60daa208b35 HTTP/1.1" status: 200 len: 210 time: 0.0256553 Mar 16 09:05:35.784164 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] get_ports_and_sgs() called for port_ids ['1cc16302-a750-4211-a3a0-fc8bfdfdf175', '314a141c-e07c-41ab-9f3f-234b6043a3ed'] {{(pid=103097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 09:05:36.805940 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '232ab7d6-42dc-4ce8-bcc4-e60daa208b35', 'name': 'network-vif-deleted', 'tag': '1cc16302-a750-4211-a3a0-fc8bfdfdf175'}] {{(pid=103096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 09:05:36.808221 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552648401d13394d2a88e7485ef09c5647ae5ea4c1ec431ef2c5edbe801f23fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cafe672-6fa2-438b-9ee2-a59817e09be6" -d '{"events": [{"server_uuid": "232ab7d6-42dc-4ce8-bcc4-e60daa208b35", "name": "network-vif-deleted", "tag": "1cc16302-a750-4211-a3a0-fc8bfdfdf175"}]}' {{(pid=103096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 09:05:36.840963 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-f86df909-a355-4043-9a8e-0b789407a9c3 req-fe58a514-87f9-4bf0-b2dc-c42612413e84 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=232ab7d6-42dc-4ce8-bcc4-e60daa208b35 HTTP/1.1" status: 200 len: 210 time: 0.0269144 Mar 16 09:05:36.842439 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 09:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0897cb9b-82f0-41c1-ad2a-a555d87451ee x-openstack-request-id: req-0897cb9b-82f0-41c1-ad2a-a555d87451ee {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 09:05:36.842720 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "232ab7d6-42dc-4ce8-bcc4-e60daa208b35", "name": "network-vif-deleted", "tag": "1cc16302-a750-4211-a3a0-fc8bfdfdf175", "status": "completed", "code": 200}]} {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 09:05:36.842966 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0897cb9b-82f0-41c1-ad2a-a555d87451ee {{(pid=103096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 09:05:36.843335 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '232ab7d6-42dc-4ce8-bcc4-e60daa208b35', 'name': 'network-vif-deleted', 'tag': '1cc16302-a750-4211-a3a0-fc8bfdfdf175', 'status': 'completed', 'code': 200} Mar 16 09:05:37.944642 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-0136a1f0-09d3-4329-8644-f5dec9eb4d27 req-f38b845e-f674-45d7-b8d6-0511d506bbcd tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=232ab7d6-42dc-4ce8-bcc4-e60daa208b35 HTTP/1.1" status: 200 len: 210 time: 0.0261042 Mar 16 09:05:38.159823 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Device 09efdb80-cdab-4a8b-86e1-5b5ae5cd14ab no longer exists at agent hyperv_hv-cinder-83177 {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 09:05:38.179622 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] No Port match for: 09efdb80-cdab-4a8b-86e1-5b5ae5cd14ab {{(pid=103097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 09:05:38.179966 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Device 09efdb80-cdab-4a8b-86e1-5b5ae5cd14ab not bound to the agent host hv-cinder-83177 {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 09:05:39.045150 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a744507f-c464-4375-b32b-5ad51fff06ce req-75e1076a-1771-4880-b3b5-a44d40a8cd17 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=232ab7d6-42dc-4ce8-bcc4-e60daa208b35 HTTP/1.1" status: 200 len: 210 time: 0.0257533 Mar 16 09:05:40.317253 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5792425-868c-458a-8353-a240003803b3 req-3b2b6a49-666a-43f8-a80a-7e55be71bdf3 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:05:40.318783 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-e5792425-868c-458a-8353-a240003803b3 req-3b2b6a49-666a-43f8-a80a-7e55be71bdf3 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=1033cdc1-c72e-492f-9352-14e5302515cf HTTP/1.1" status: 200 len: 945 time: 0.0542510 Mar 16 09:05:40.365071 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-e5792425-868c-458a-8353-a240003803b3 req-54254389-3f05-44b2-bb2a-defa993d39f9 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408709 Mar 16 09:05:41.480881 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b17a1-f390-46b6-a046-809b5b9619c3 req-71a31e06-1103-4d4c-be23-efd2598e3c7d tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:05:41.482367 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-cb3b17a1-f390-46b6-a046-809b5b9619c3 req-71a31e06-1103-4d4c-be23-efd2598e3c7d tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=1033cdc1-c72e-492f-9352-14e5302515cf HTTP/1.1" status: 200 len: 945 time: 0.0504546 Mar 16 09:05:41.528436 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-cb3b17a1-f390-46b6-a046-809b5b9619c3 req-d939c6c0-f293-4501-9ef8-e0236486a35d tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401390 Mar 16 09:05:42.352848 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Device 1cc16302-a750-4211-a3a0-fc8bfdfdf175 no longer exists at agent hyperv_hv-cinder-83177 {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 09:05:42.373075 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] No Port match for: 1cc16302-a750-4211-a3a0-fc8bfdfdf175 {{(pid=103097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 09:05:42.373432 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Device 1cc16302-a750-4211-a3a0-fc8bfdfdf175 not bound to the agent host hv-cinder-83177 {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 09:05:42.646070 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cca610-9743-4d8c-8b7b-d079f3623111 req-477ce19e-9537-4869-b38b-9ff2321f5c0b tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:05:42.647510 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a3cca610-9743-4d8c-8b7b-d079f3623111 req-477ce19e-9537-4869-b38b-9ff2321f5c0b tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=1033cdc1-c72e-492f-9352-14e5302515cf HTTP/1.1" status: 200 len: 945 time: 0.0555573 Mar 16 09:05:42.691959 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a3cca610-9743-4d8c-8b7b-d079f3623111 req-dcfd640f-ce79-4881-9814-e95b42b21b96 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389805 Mar 16 09:05:43.804642 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc1db4b-3c2e-44c3-a18a-a93803652325 req-2e61d793-4e87-455e-94e0-2594079bff3c tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:05:43.806125 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-ebc1db4b-3c2e-44c3-a18a-a93803652325 req-2e61d793-4e87-455e-94e0-2594079bff3c tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=1033cdc1-c72e-492f-9352-14e5302515cf HTTP/1.1" status: 200 len: 945 time: 0.0498621 Mar 16 09:05:43.853910 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-ebc1db4b-3c2e-44c3-a18a-a93803652325 req-d9013572-372d-421c-bbb9-247584cb638c tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423839 Mar 16 09:05:44.974956 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552ca40b-3d88-4d1d-874c-dcec3ae43102 req-12861379-dd1b-43cd-9fce-cf1df51dcf6c tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:05:44.976401 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-552ca40b-3d88-4d1d-874c-dcec3ae43102 req-12861379-dd1b-43cd-9fce-cf1df51dcf6c tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=1033cdc1-c72e-492f-9352-14e5302515cf HTTP/1.1" status: 200 len: 945 time: 0.0501332 Mar 16 09:05:45.023755 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-552ca40b-3d88-4d1d-874c-dcec3ae43102 req-ce84c84f-d428-400e-8ba3-cfce1be4ddbb tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419855 Mar 16 09:05:46.138646 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538ac281-5549-4831-9ff7-67017684bd0c req-7d683c12-89d8-4200-8931-2f38a45822c1 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:05:46.140091 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-538ac281-5549-4831-9ff7-67017684bd0c req-7d683c12-89d8-4200-8931-2f38a45822c1 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=1033cdc1-c72e-492f-9352-14e5302515cf HTTP/1.1" status: 200 len: 945 time: 0.0511270 Mar 16 09:05:46.184828 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-538ac281-5549-4831-9ff7-67017684bd0c req-4dcdc4fd-a813-44ca-ad70-904ccec8349e tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a20e931-aa08-4182-90b7-bae30ac48de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393741 Mar 16 09:05:46.310451 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5acee4-d996-42d5-83ff-29fb12daca15 req-977f70f0-0ffe-4c8b-9a9c-9819011733b2 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:05:46.311807 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-7f5acee4-d996-42d5-83ff-29fb12daca15 req-977f70f0-0ffe-4c8b-9a9c-9819011733b2 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.48 "GET /v2.0/ports?device_id=1033cdc1-c72e-492f-9352-14e5302515cf HTTP/1.1" status: 200 len: 945 time: 0.0513527 Mar 16 09:05:46.405813 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.plugin [req-7f5acee4-d996-42d5-83ff-29fb12daca15 req-fba6527f-7712-4d15-9eb0-076c6d82bd6c tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Deleting port 314a141c-e07c-41ab-9f3f-234b6043a3ed {{(pid=103096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 09:05:46.406145 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-7f5acee4-d996-42d5-83ff-29fb12daca15 req-fba6527f-7712-4d15-9eb0-076c6d82bd6c tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732013345958'] for port (314a141c-e07c-41ab-9f3f-234b6043a3ed), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:46.492065 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.db [req-7f5acee4-d996-42d5-83ff-29fb12daca15 req-fba6527f-7712-4d15-9eb0-076c6d82bd6c tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] For port 314a141c-e07c-41ab-9f3f-234b6043a3ed, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=314a141c-e07c-41ab-9f3f-234b6043a3ed,segment=NetworkSegment(5b627dff-5249-4282-aff3-05e4560ab219),segment_id=5b627dff-5249-4282-aff3-05e4560ab219)] {{(pid=103096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:05:46.492462 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-7f5acee4-d996-42d5-83ff-29fb12daca15 req-fba6527f-7712-4d15-9eb0-076c6d82bd6c tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559013'] for port (314a141c-e07c-41ab-9f3f-234b6043a3ed), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:46.505957 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.plugin [req-7f5acee4-d996-42d5-83ff-29fb12daca15 req-fba6527f-7712-4d15-9eb0-076c6d82bd6c tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Calling delete_port for 314a141c-e07c-41ab-9f3f-234b6043a3ed owned by compute:nova {{(pid=103096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 09:05:46.864992 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-7f5acee4-d996-42d5-83ff-29fb12daca15 req-fba6527f-7712-4d15-9eb0-076c6d82bd6c tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732013351693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732012762718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13105710'] for port (314a141c-e07c-41ab-9f3f-234b6043a3ed), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:46.887483 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] get_ports_and_sgs() called for port_ids ['314a141c-e07c-41ab-9f3f-234b6043a3ed'] {{(pid=103097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 09:05:46.905342 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba6527f-7712-4d15-9eb0-076c6d82bd6c tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Pushing event deleted for resources: {'Port': ['ID=314a141c-e07c-41ab-9f3f-234b6043a3ed,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:05:46.937645 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba6527f-7712-4d15-9eb0-076c6d82bd6c tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:05:46.938054 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba6527f-7712-4d15-9eb0-076c6d82bd6c tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:05:46.938402 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba6527f-7712-4d15-9eb0-076c6d82bd6c tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:05:46.938748 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba6527f-7712-4d15-9eb0-076c6d82bd6c tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:05:46.939092 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba6527f-7712-4d15-9eb0-076c6d82bd6c tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:05:46.939450 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba6527f-7712-4d15-9eb0-076c6d82bd6c tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:05:46.939779 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba6527f-7712-4d15-9eb0-076c6d82bd6c tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:05:46.940106 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba6527f-7712-4d15-9eb0-076c6d82bd6c tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:05:46.940436 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba6527f-7712-4d15-9eb0-076c6d82bd6c tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:05:46.940759 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba6527f-7712-4d15-9eb0-076c6d82bd6c tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:05:46.941086 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba6527f-7712-4d15-9eb0-076c6d82bd6c tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:05:46.941399 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba6527f-7712-4d15-9eb0-076c6d82bd6c tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:05:46.941748 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba6527f-7712-4d15-9eb0-076c6d82bd6c tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:05:46.942071 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba6527f-7712-4d15-9eb0-076c6d82bd6c tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:05:46.942393 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba6527f-7712-4d15-9eb0-076c6d82bd6c tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:05:46.963094 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f5acee4-d996-42d5-83ff-29fb12daca15 req-fba6527f-7712-4d15-9eb0-076c6d82bd6c tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] No DVR routers for this DVR port 314a141c-e07c-41ab-9f3f-234b6043a3ed on host hv-cinder-83177 {{(pid=103096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 09:05:46.966129 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-7f5acee4-d996-42d5-83ff-29fb12daca15 req-fba6527f-7712-4d15-9eb0-076c6d82bd6c tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334679'] for port (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:46.969944 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-7f5acee4-d996-42d5-83ff-29fb12daca15 req-fba6527f-7712-4d15-9eb0-076c6d82bd6c tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.48 "DELETE /v2.0/ports/314a141c-e07c-41ab-9f3f-234b6043a3ed HTTP/1.1" status: 204 len: 173 time: 0.6524022 Mar 16 09:05:46.970965 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1033cdc1-c72e-492f-9352-14e5302515cf', 'name': 'network-vif-deleted', 'tag': '314a141c-e07c-41ab-9f3f-234b6043a3ed'}] {{(pid=103096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 09:05:46.973322 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552648401d13394d2a88e7485ef09c5647ae5ea4c1ec431ef2c5edbe801f23fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b45ad675-d66f-46d2-8c8f-2ff6297b2506" -d '{"events": [{"server_uuid": "1033cdc1-c72e-492f-9352-14e5302515cf", "name": "network-vif-deleted", "tag": "314a141c-e07c-41ab-9f3f-234b6043a3ed"}]}' {{(pid=103096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 09:05:47.034533 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 09:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a736eae-0614-4d71-a91e-b47dd1dc748a x-openstack-request-id: req-7a736eae-0614-4d71-a91e-b47dd1dc748a {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 09:05:47.034916 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1033cdc1-c72e-492f-9352-14e5302515cf", "name": "network-vif-deleted", "tag": "314a141c-e07c-41ab-9f3f-234b6043a3ed", "status": "completed", "code": 200}]} {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 09:05:47.035179 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7a736eae-0614-4d71-a91e-b47dd1dc748a {{(pid=103096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 09:05:47.035560 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1033cdc1-c72e-492f-9352-14e5302515cf', 'name': 'network-vif-deleted', 'tag': '314a141c-e07c-41ab-9f3f-234b6043a3ed', 'status': 'completed', 'code': 200} Mar 16 09:05:47.290136 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-8987d74d-2ae8-4d72-97b2-f86e8b25a36b req-feeb2b51-70f4-4546-ad56-7b7a05bbe4f7 tempest-ServerRescueNegativeTestJSON-111981914 tempest-ServerRescueNegativeTestJSON-111981914-project] 10.222.0.18 "GET /v2.0/ports?device_id=1033cdc1-c72e-492f-9352-14e5302515cf HTTP/1.1" status: 200 len: 210 time: 0.0288739 Mar 16 09:05:48.346188 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 50936) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:05:48.745103 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-47860a29-7e30-445b-b172-5431e8bd116c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560148'] for router_interface (338017eb-a2c2-460a-80d4-65143e833c3f), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:49.032853 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-47860a29-7e30-445b-b172-5431e8bd116c admin admin] Deleting port 61b425d9-aa08-42f3-b941-cc41b406df64 {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 09:05:49.033730 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-47860a29-7e30-445b-b172-5431e8bd116c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732013345958'] for port (61b425d9-aa08-42f3-b941-cc41b406df64), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:49.109643 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-47860a29-7e30-445b-b172-5431e8bd116c admin admin] For port 61b425d9-aa08-42f3-b941-cc41b406df64, host dv-cinder-831776-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-4-iscsi',level=0,port_id=61b425d9-aa08-42f3-b941-cc41b406df64,segment=NetworkSegment(5b627dff-5249-4282-aff3-05e4560ab219),segment_id=5b627dff-5249-4282-aff3-05e4560ab219)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:05:49.110186 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-47860a29-7e30-445b-b172-5431e8bd116c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559013'] for port (61b425d9-aa08-42f3-b941-cc41b406df64), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:49.122543 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-47860a29-7e30-445b-b172-5431e8bd116c admin admin] Calling delete_port for 61b425d9-aa08-42f3-b941-cc41b406df64 owned by network:router_interface {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 09:05:49.324509 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-47860a29-7e30-445b-b172-5431e8bd116c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732013351693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732012762718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13558255'] for port (61b425d9-aa08-42f3-b941-cc41b406df64), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:49.346602 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47860a29-7e30-445b-b172-5431e8bd116c admin admin] Pushing event deleted for resources: {'Port': ['ID=61b425d9-aa08-42f3-b941-cc41b406df64,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:05:49.506684 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-47860a29-7e30-445b-b172-5431e8bd116c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-560312'] for router_interface (338017eb-a2c2-460a-80d4-65143e833c3f), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:49.903214 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47860a29-7e30-445b-b172-5431e8bd116c admin admin] Router 338017eb-a2c2-460a-80d4-65143e833c3f has already been hosted by L3 agent 09ce795b-eeca-4b3b-9d7f-577d9443cb21 {{(pid=103095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 09:05:50.006342 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47860a29-7e30-445b-b172-5431e8bd116c admin admin] Notify agent at l3_agent.dv-cinder-831776-4-iscsi the message routers_updated {{(pid=103095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 09:05:50.011426 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-47860a29-7e30-445b-b172-5431e8bd116c admin admin] 10.222.0.18 "PUT /v2.0/routers/338017eb-a2c2-460a-80d4-65143e833c3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6642249 Mar 16 09:05:50.013991 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 50948) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:05:50.016532 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2db9f9e-e681-4a4c-a4a3-19da92ea960e None None] Sync routers for ids ['338017eb-a2c2-460a-80d4-65143e833c3f'] in dv-cinder-831776-4-iscsi {{(pid=103098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 09:05:50.025976 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2db9f9e-e681-4a4c-a4a3-19da92ea960e None None] Routers {'338017eb-a2c2-460a-80d4-65143e833c3f'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:05:50.026583 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-c2db9f9e-e681-4a4c-a4a3-19da92ea960e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:05:23Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['338017eb-a2c2-460a-80d4-65143e833c3f'], 'active': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:05:50.096638 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.agents_db [None req-ddb2e055-3acb-4969-8bde-a74b2247622c None None] Agent healthcheck: found 6 active agents {{(pid=103098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 09:05:50.118689 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2049eaa8-5d40-4875-b1fe-a50255965455 admin admin] Publish callbacks [] for router (338017eb-a2c2-460a-80d4-65143e833c3f), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:50.141068 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvr_db [None req-c2db9f9e-e681-4a4c-a4a3-19da92ea960e None None] Set router 338017eb-a2c2-460a-80d4-65143e833c3f gateway port host: dv-cinder-831776-4-iscsi {{(pid=103098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:05:50.228031 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2049eaa8-5d40-4875-b1fe-a50255965455 admin admin] Publish callbacks [] for router_gateway (338017eb-a2c2-460a-80d4-65143e833c3f), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:50.278641 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-2049eaa8-5d40-4875-b1fe-a50255965455 admin admin] Deleting port 93b3aabf-f53e-47d0-bbcd-a9ce5672c89c {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 09:05:50.278982 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2049eaa8-5d40-4875-b1fe-a50255965455 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732013345958'] for port (93b3aabf-f53e-47d0-bbcd-a9ce5672c89c), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:50.322727 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-c2db9f9e-e681-4a4c-a4a3-19da92ea960e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338017eb-a2c2-460a-80d4-65143e833c3f', 'name': 'tempest-ServerRescueNegativeTestJSON-466589768-router', 'tenant_id': '8ab3e25cb83341919d112753e22938a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '93b3aabf-f53e-47d0-bbcd-a9ce5672c89c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:01:22Z', 'updated_at': '2022-03-16T09:05:49Z', 'revision_number': 5, 'project_id': '8ab3e25cb83341919d112753e22938a2', 'gw_port': {'id': '93b3aabf-f53e-47d0-bbcd-a9ce5672c89c', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:42:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338017eb-a2c2-460a-80d4-65143e833c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:23Z', 'updated_at': '2022-03-16T09:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi'}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:05:50.348940 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2db9f9e-e681-4a4c-a4a3-19da92ea960e None None] Checking router: 338017eb-a2c2-460a-80d4-65143e833c3f for host: dv-cinder-831776-4-iscsi {{(pid=103098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 09:05:50.356758 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2db9f9e-e681-4a4c-a4a3-19da92ea960e None None] Routers {'338017eb-a2c2-460a-80d4-65143e833c3f'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:05:50.357350 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-c2db9f9e-e681-4a4c-a4a3-19da92ea960e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:05:23Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['338017eb-a2c2-460a-80d4-65143e833c3f'], 'active': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:05:50.359423 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-2049eaa8-5d40-4875-b1fe-a50255965455 admin admin] For port 93b3aabf-f53e-47d0-bbcd-a9ce5672c89c, host dv-cinder-831776-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-4-iscsi',level=0,port_id=93b3aabf-f53e-47d0-bbcd-a9ce5672c89c,segment=NetworkSegment(627a1704-08f1-4a54-a35a-53ba84ce9e35),segment_id=627a1704-08f1-4a54-a35a-53ba84ce9e35)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:05:50.359926 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2049eaa8-5d40-4875-b1fe-a50255965455 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559013'] for port (93b3aabf-f53e-47d0-bbcd-a9ce5672c89c), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:50.371777 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-2049eaa8-5d40-4875-b1fe-a50255965455 admin admin] Calling delete_port for 93b3aabf-f53e-47d0-bbcd-a9ce5672c89c owned by network:router_gateway {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 09:05:50.442421 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvr_db [None req-c2db9f9e-e681-4a4c-a4a3-19da92ea960e None None] Set router 338017eb-a2c2-460a-80d4-65143e833c3f gateway port host: None {{(pid=103098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:05:50.487646 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-de4fb3d9-2030-405f-9a69-c7a22c1533c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (a398d5bf-1368-473f-bfdd-7d167c3f4154), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:50.494002 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-c2db9f9e-e681-4a4c-a4a3-19da92ea960e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338017eb-a2c2-460a-80d4-65143e833c3f', 'name': 'tempest-ServerRescueNegativeTestJSON-466589768-router', 'tenant_id': '8ab3e25cb83341919d112753e22938a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:01:22Z', 'updated_at': '2022-03-16T09:05:50Z', 'revision_number': 6, 'project_id': '8ab3e25cb83341919d112753e22938a2', 'gw_port_host': None}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:05:50.526907 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2db9f9e-e681-4a4c-a4a3-19da92ea960e None None] The sync data for ids ['338017eb-a2c2-460a-80d4-65143e833c3f'] in dv-cinder-831776-4-iscsi is: [{'id': '338017eb-a2c2-460a-80d4-65143e833c3f', 'name': 'tempest-ServerRescueNegativeTestJSON-466589768-router', 'tenant_id': '8ab3e25cb83341919d112753e22938a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:01:22Z', 'updated_at': '2022-03-16T09:05:50Z', 'revision_number': 6, 'project_id': '8ab3e25cb83341919d112753e22938a2', 'gw_port_host': None}] {{(pid=103098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 09:05:50.550982 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2049eaa8-5d40-4875-b1fe-a50255965455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732013351693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732012762718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13558255'] for port (93b3aabf-f53e-47d0-bbcd-a9ce5672c89c), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:50.578802 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2049eaa8-5d40-4875-b1fe-a50255965455 admin admin] Pushing event deleted for resources: {'Port': ['ID=93b3aabf-f53e-47d0-bbcd-a9ce5672c89c,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:05:50.636648 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2049eaa8-5d40-4875-b1fe-a50255965455 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-557406'] for router_gateway (338017eb-a2c2-460a-80d4-65143e833c3f), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:50.739003 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2049eaa8-5d40-4875-b1fe-a50255965455 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124902'] for router (338017eb-a2c2-460a-80d4-65143e833c3f), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:50.741061 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2049eaa8-5d40-4875-b1fe-a50255965455 admin admin] Publish callbacks [] for router_controller (338017eb-a2c2-460a-80d4-65143e833c3f), precommit_delete_associations {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:50.803451 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2049eaa8-5d40-4875-b1fe-a50255965455 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571054'] for router (338017eb-a2c2-460a-80d4-65143e833c3f), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:50.803967 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2049eaa8-5d40-4875-b1fe-a50255965455 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 338017eb-a2c2-460a-80d4-65143e833c3f {{(pid=103095) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 09:05:50.808669 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2049eaa8-5d40-4875-b1fe-a50255965455 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:50.809852 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-2049eaa8-5d40-4875-b1fe-a50255965455 admin admin] 10.222.0.18 "DELETE /v2.0/routers/338017eb-a2c2-460a-80d4-65143e833c3f HTTP/1.1" status: 204 len: 168 time: 0.7949421 Mar 16 09:05:50.812286 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 50956) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:05:50.858376 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.db.db_base_plugin_v2 [None req-df60f9fc-5778-4e90-a932-4e2f6359e856 admin admin] Deleting subnet 2d141d65-2c6e-46bc-b682-986a7d0cd81b {{(pid=103095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 16 09:05:50.861338 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-df60f9fc-5778-4e90-a932-4e2f6359e856 admin admin] Publish callbacks [] for subnet (2d141d65-2c6e-46bc-b682-986a7d0cd81b), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:50.896774 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-df60f9fc-5778-4e90-a932-4e2f6359e856 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13312432'] for subnet (2d141d65-2c6e-46bc-b682-986a7d0cd81b), precommit_delete_associations {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:50.937249 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-df60f9fc-5778-4e90-a932-4e2f6359e856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1238432'] for subnet (2d141d65-2c6e-46bc-b682-986a7d0cd81b), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:50.997311 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-df60f9fc-5778-4e90-a932-4e2f6359e856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1238363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13558064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133455034'] for subnet (2d141d65-2c6e-46bc-b682-986a7d0cd81b), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:51.026159 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df60f9fc-5778-4e90-a932-4e2f6359e856 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d141d65-2c6e-46bc-b682-986a7d0cd81b,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:05:51.031441 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-df60f9fc-5778-4e90-a932-4e2f6359e856 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:51.034640 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-df60f9fc-5778-4e90-a932-4e2f6359e856 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/2d141d65-2c6e-46bc-b682-986a7d0cd81b HTTP/1.1" status: 204 len: 168 time: 0.2215042 Mar 16 09:05:51.037049 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 50958) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:05:51.101696 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b00f87a3-fdf0-4690-907e-88c0bdfb1f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1197409'] for network (c71322ee-b7a0-4c22-8a3c-0690c3f2a338), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:51.137923 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Device 314a141c-e07c-41ab-9f3f-234b6043a3ed no longer exists at agent hyperv_hv-cinder-83177 {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 09:05:51.158127 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] No Port match for: 314a141c-e07c-41ab-9f3f-234b6043a3ed {{(pid=103097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 09:05:51.158563 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Device 314a141c-e07c-41ab-9f3f-234b6043a3ed not bound to the agent host hv-cinder-83177 {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 09:05:51.183377 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b00f87a3-fdf0-4690-907e-88c0bdfb1f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1240631', 'neutron.services.segments.db._delete_segments_for_network-8732013206218'] for network (c71322ee-b7a0-4c22-8a3c-0690c3f2a338), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:51.203543 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.services.segments.db [None req-b00f87a3-fdf0-4690-907e-88c0bdfb1f73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c71322ee-b7a0-4c22-8a3c-0690c3f2a338']}} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:05:51.212559 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.services.segments.db [None req-b00f87a3-fdf0-4690-907e-88c0bdfb1f73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b627dff-5249-4282-aff3-05e4560ab219') {'for_net_delete': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:05:51.212863 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.services.segments.db [None req-b00f87a3-fdf0-4690-907e-88c0bdfb1f73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b627dff-5249-4282-aff3-05e4560ab219') {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:05:51.221893 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b00f87a3-fdf0-4690-907e-88c0bdfb1f73 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732013210067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13312443'] for segment (5b627dff-5249-4282-aff3-05e4560ab219), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:51.234515 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b00f87a3-fdf0-4690-907e-88c0bdfb1f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079957'] for segment (5b627dff-5249-4282-aff3-05e4560ab219), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:51.240649 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b00f87a3-fdf0-4690-907e-88c0bdfb1f73 admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=103095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 09:05:51.240983 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b00f87a3-fdf0-4690-907e-88c0bdfb1f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13558170'] for segment (5b627dff-5249-4282-aff3-05e4560ab219), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:51.242609 dv-cinder-831776-4-iscsi neutron-server[103095]: Traceback (most recent call last): Mar 16 09:05:51.242609 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 09:05:51.242609 dv-cinder-831776-4-iscsi neutron-server[103095]: timer() Mar 16 09:05:51.242609 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 09:05:51.242609 dv-cinder-831776-4-iscsi neutron-server[103095]: cb(*args, **kw) Mar 16 09:05:51.242609 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 16 09:05:51.242609 dv-cinder-831776-4-iscsi neutron-server[103095]: return func(*args, **kwargs) Mar 16 09:05:51.242609 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 09:05:51.242609 dv-cinder-831776-4-iscsi neutron-server[103095]: self._notify() Mar 16 09:05:51.242609 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 09:05:51.242609 dv-cinder-831776-4-iscsi neutron-server[103095]: self.callback(batched_events) Mar 16 09:05:51.242609 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 09:05:51.242609 dv-cinder-831776-4-iscsi neutron-server[103095]: event.method(event) Mar 16 09:05:51.242609 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 16 09:05:51.242609 dv-cinder-831776-4-iscsi neutron-server[103095]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 09:05:51.242609 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 16 09:05:51.242609 dv-cinder-831776-4-iscsi neutron-server[103095]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 09:05:51.242609 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 16 09:05:51.242609 dv-cinder-831776-4-iscsi neutron-server[103095]: return f(self, *a, **k) Mar 16 09:05:51.242609 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 09:05:51.242609 dv-cinder-831776-4-iscsi neutron-server[103095]: return self._get(url).json() Mar 16 09:05:51.242609 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 09:05:51.242609 dv-cinder-831776-4-iscsi neutron-server[103095]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 09:05:51.242609 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 09:05:51.242609 dv-cinder-831776-4-iscsi neutron-server[103095]: return self.request(url, 'GET', **kwargs) Mar 16 09:05:51.242609 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 09:05:51.242609 dv-cinder-831776-4-iscsi neutron-server[103095]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 09:05:51.242609 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 09:05:51.242609 dv-cinder-831776-4-iscsi neutron-server[103095]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 09:05:51.242609 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 09:05:51.242609 dv-cinder-831776-4-iscsi neutron-server[103095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 09:05:51.242609 dv-cinder-831776-4-iscsi neutron-server[103095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 09:05:51.296026 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b00f87a3-fdf0-4690-907e-88c0bdfb1f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1240622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-557370'] for network (c71322ee-b7a0-4c22-8a3c-0690c3f2a338), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:51.302551 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b00f87a3-fdf0-4690-907e-88c0bdfb1f73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555813'] for network (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:51.305902 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-b00f87a3-fdf0-4690-907e-88c0bdfb1f73 admin admin] 10.222.0.18 "DELETE /v2.0/networks/c71322ee-b7a0-4c22-8a3c-0690c3f2a338 HTTP/1.1" status: 204 len: 168 time: 0.2678983 Mar 16 09:05:51.319776 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00f87a3-fdf0-4690-907e-88c0bdfb1f73 admin admin] Pushing event deleted for resources: {'Network': ['ID=c71322ee-b7a0-4c22-8a3c-0690c3f2a338,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:05:51.482117 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 50966) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:05:51.510267 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device 61b425d9-aa08-42f3-b941-cc41b406df64 no longer exists at agent ovs-agent-dv-cinder-831776-4-iscsi {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 09:05:51.529725 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-0713e5c3-cb57-447e-b756-b3b4c6a8e810 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8ab3e25cb83341919d112753e22938a2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0441856 Mar 16 09:05:51.530012 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 50968) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:05:51.532307 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] No Port match for: 61b425d9-aa08-42f3-b941-cc41b406df64 {{(pid=103097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 09:05:51.532729 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device 61b425d9-aa08-42f3-b941-cc41b406df64 not bound to the agent host dv-cinder-831776-4-iscsi {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 09:05:51.533838 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device 93b3aabf-f53e-47d0-bbcd-a9ce5672c89c no longer exists at agent ovs-agent-dv-cinder-831776-4-iscsi {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 09:05:51.556283 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] No Port match for: 93b3aabf-f53e-47d0-bbcd-a9ce5672c89c {{(pid=103097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 09:05:51.556724 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device 93b3aabf-f53e-47d0-bbcd-a9ce5672c89c not bound to the agent host dv-cinder-831776-4-iscsi {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 09:05:51.589884 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-cdbe41fc-bc41-4890-ba56-4786bed2cd4d admin admin] Publish callbacks [] for security_group (6a20e931-aa08-4182-90b7-bae30ac48de4), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:51.617001 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-cdbe41fc-bc41-4890-ba56-4786bed2cd4d admin admin] Publish callbacks [] for security_group (6a20e931-aa08-4182-90b7-bae30ac48de4), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:51.665498 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-cdbe41fc-bc41-4890-ba56-4786bed2cd4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (6a20e931-aa08-4182-90b7-bae30ac48de4), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:51.667983 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-cdbe41fc-bc41-4890-ba56-4786bed2cd4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:51.669130 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-cdbe41fc-bc41-4890-ba56-4786bed2cd4d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6a20e931-aa08-4182-90b7-bae30ac48de4 HTTP/1.1" status: 204 len: 168 time: 0.1380126 Mar 16 09:05:51.676864 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbe41fc-bc41-4890-ba56-4786bed2cd4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a20e931-aa08-4182-90b7-bae30ac48de4,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:05:52.325527 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 51010) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:05:52.397687 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d39aff6-1a8d-40df-8cf6-245e91f7af00 req-a691807a-e0be-470d-99ce-1d38b82b866e tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:05:52.399118 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5d39aff6-1a8d-40df-8cf6-245e91f7af00 req-a691807a-e0be-470d-99ce-1d38b82b866e tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] 10.222.0.18 "GET /v2.0/networks?id=6d6fe5e0-e232-458a-ba83-79ff8abded6d HTTP/1.1" status: 200 len: 814 time: 0.0977213 Mar 16 09:05:52.412925 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5d39aff6-1a8d-40df-8cf6-245e91f7af00 req-eb93d963-6381-40b6-b96a-423757496f3f tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] 10.222.0.18 "GET /v2.0/quotas/5f8a228022184acc97188678a7dd910d HTTP/1.1" status: 200 len: 375 time: 0.0085850 Mar 16 09:05:52.443829 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5d39aff6-1a8d-40df-8cf6-245e91f7af00 req-45f51742-b47a-41b9-9b37-356498e3cda8 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5f8a228022184acc97188678a7dd910d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259290 Mar 16 09:05:52.464765 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.v2.base [None req-60622414-045c-45ce-9f69-2085821db883 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-907761014-network', 'tenant_id': 'c6376ecd52fd4df3958214376cfc2020'}} {{(pid=103095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:05:52.484569 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60622414-045c-45ce-9f69-2085821db883 admin admin] Made reservation on behalf of c6376ecd52fd4df3958214376cfc2020 for: {'network': 1} {{(pid=103095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 09:05:52.487043 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-60622414-045c-45ce-9f69-2085821db883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for network (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:52.495384 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-60622414-045c-45ce-9f69-2085821db883 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:52.534660 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5d39aff6-1a8d-40df-8cf6-245e91f7af00 req-591bd3fe-3fae-424e-8874-a8a5642d3f14 service neutron] 10.222.0.18 "GET /v2.0/networks/6d6fe5e0-e232-458a-ba83-79ff8abded6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840633 Mar 16 09:05:52.573637 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-60622414-045c-45ce-9f69-2085821db883 admin admin] Publish callbacks [] for security_group (ccde3eed-9b7c-42e8-a31d-6c55eb1daed9), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:52.578025 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-60622414-045c-45ce-9f69-2085821db883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (ccde3eed-9b7c-42e8-a31d-6c55eb1daed9), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:52.606604 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60622414-045c-45ce-9f69-2085821db883 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=103095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 09:05:52.611746 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60622414-045c-45ce-9f69-2085821db883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccde3eed-9b7c-42e8-a31d-6c55eb1daed9,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:05:52.620367 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-60622414-045c-45ce-9f69-2085821db883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079957'] for segment (92870879-9daf-4c8f-8e0a-de7f92d81d56), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:52.620596 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.db.segments_db [None req-60622414-045c-45ce-9f69-2085821db883 admin admin] Added segment 92870879-9daf-4c8f-8e0a-de7f92d81d56 of type vlan for network a3933f25-b7ca-4916-8a13-138bf0db8c83 Mar 16 09:05:52.636930 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5d39aff6-1a8d-40df-8cf6-245e91f7af00 req-f3046c7e-ffc5-4d94-b18f-41b3091e5af6 service neutron] 10.222.0.18 "GET /v2.0/networks/6d6fe5e0-e232-458a-ba83-79ff8abded6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951812 Mar 16 09:05:52.663720 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-60622414-045c-45ce-9f69-2085821db883 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732012783544'] for network (a3933f25-b7ca-4916-8a13-138bf0db8c83), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:52.687669 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-60622414-045c-45ce-9f69-2085821db883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787'] for network (a3933f25-b7ca-4916-8a13-138bf0db8c83), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:52.688842 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60622414-045c-45ce-9f69-2085821db883 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:05:52.690013 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-60622414-045c-45ce-9f69-2085821db883 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555813'] for network (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:52.746413 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-60622414-045c-45ce-9f69-2085821db883 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4197016 Mar 16 09:05:52.746804 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 51018) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:05:52.752739 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.v2.base [None req-cf3424e0-7b65-4497-908f-3ee092c4def1 admin admin] Request body: {'subnet': {'network_id': 'a3933f25-b7ca-4916-8a13-138bf0db8c83', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-907761014-subnet', 'tenant_id': 'c6376ecd52fd4df3958214376cfc2020', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:05:52.760534 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60622414-045c-45ce-9f69-2085821db883 admin admin] Pushing event updated for resources: {'Network': ['ID=a3933f25-b7ca-4916-8a13-138bf0db8c83,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:05:52.770420 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Network a3933f25-b7ca-4916-8a13-138bf0db8c83 details requested by agent ovs-agent-dv-cinder-831776-4-iscsi with host dv-cinder-831776-4-iscsi {{(pid=103097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 16 09:05:52.802455 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-540b8fbd-a80d-4c52-bf78-554ef4693578 req-e698b6f0-7221-426d-a498-519986a2a143 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb82e32c-cee6-405c-95ee-7e0528d57e16 HTTP/1.1" status: 200 len: 210 time: 0.0373940 Mar 16 09:05:52.803274 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf3424e0-7b65-4497-908f-3ee092c4def1 admin admin] Made reservation on behalf of c6376ecd52fd4df3958214376cfc2020 for: {'subnet': 1} {{(pid=103096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 09:05:52.805564 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-cf3424e0-7b65-4497-908f-3ee092c4def1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12838912'] for subnet (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:52.841952 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-24affccd-c0a7-4441-a445-3c8c87057b3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (09ce795b-eeca-4b3b-9d7f-577d9443cb21), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:52.979856 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-cf3424e0-7b65-4497-908f-3ee092c4def1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13105842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12838974'] for subnet (f6c2cbf7-36bb-4af8-9e66-db86b28b25f5), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:53.035827 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3424e0-7b65-4497-908f-3ee092c4def1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6c2cbf7-36bb-4af8-9e66-db86b28b25f5,revision_number=0']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:05:53.044077 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3424e0-7b65-4497-908f-3ee092c4def1 admin admin] Checking segment: {'id': '92870879-9daf-4c8f-8e0a-de7f92d81d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a3933f25-b7ca-4916-8a13-138bf0db8c83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 09:05:53.044436 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3424e0-7b65-4497-908f-3ee092c4def1 admin admin] Network hostable DHCP agents. Network: a3933f25-b7ca-4916-8a13-138bf0db8c83, hostable agents: ['a398d5bf-1368-473f-bfdd-7d167c3f4154'], hosted agents: [] {{(pid=103096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 09:05:53.060555 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3424e0-7b65-4497-908f-3ee092c4def1 admin admin] Network a3933f25-b7ca-4916-8a13-138bf0db8c83 is scheduled to be hosted by DHCP agent a398d5bf-1368-473f-bfdd-7d167c3f4154 with binding_index 1 {{(pid=103096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 09:05:53.068902 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.base_scheduler [None req-cf3424e0-7b65-4497-908f-3ee092c4def1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831776-4-iscsi, a3933f25-b7ca-4916-8a13-138bf0db8c83) {{(pid=103096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 09:05:53.072879 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3424e0-7b65-4497-908f-3ee092c4def1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:05:53.073506 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-cf3424e0-7b65-4497-908f-3ee092c4def1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555813'] for subnet (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:53.077921 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e2e5b3-237d-453a-92fe-2fca623fedf9 None None] Network a3933f25-b7ca-4916-8a13-138bf0db8c83 requested from dv-cinder-831776-4-iscsi {{(pid=103097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 09:05:53.089367 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-cf3424e0-7b65-4497-908f-3ee092c4def1 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3413990 Mar 16 09:05:53.092047 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 51020) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:05:53.096786 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.v2.base [None req-1b50487e-f88b-47c6-82b5-1eace0daa3c3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-907761014-router', 'tenant_id': 'c6376ecd52fd4df3958214376cfc2020', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab'}}} {{(pid=103096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:05:53.115690 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-1b50487e-f88b-47c6-82b5-1eace0daa3c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124920'] for router (baabafe2-dd15-46e5-a092-3c4d7cbf3860), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:53.116690 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-1b50487e-f88b-47c6-82b5-1eace0daa3c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124913'] for router (baabafe2-dd15-46e5-a092-3c4d7cbf3860), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:53.168252 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-1b50487e-f88b-47c6-82b5-1eace0daa3c3 admin admin] Publish callbacks [] for router_controller (baabafe2-dd15-46e5-a092-3c4d7cbf3860), precommit_add_association {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:53.179181 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3396f6-40cb-4878-8733-7670f230c172 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e1f1783-ec04-51b5-b159-6c4258c95f07-a3933f25-b7ca-4916-8a13-138bf0db8c83', 'network_id': 'a3933f25-b7ca-4916-8a13-138bf0db8c83', 'project_id': 'c6376ecd52fd4df3958214376cfc2020', 'fixed_ips': [{'subnet_id': 'f6c2cbf7-36bb-4af8-9e66-db86b28b25f5'}]}} from dv-cinder-831776-4-iscsi. {{(pid=103097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 16 09:05:53.180074 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-eb3396f6-40cb-4878-8733-7670f230c172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:53.316035 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.db_base_plugin_common [None req-eb3396f6-40cb-4878-8733-7670f230c172 None None] Allocated IP 172.20.0.2 (a3933f25-b7ca-4916-8a13-138bf0db8c83/f6c2cbf7-36bb-4af8-9e66-db86b28b25f5/e9ca3c41-e829-4707-b582-0e3616e27b67) {{(pid=103097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 09:05:53.318380 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-1b50487e-f88b-47c6-82b5-1eace0daa3c3 admin admin] Publish callbacks [] for router_gateway (baabafe2-dd15-46e5-a092-3c4d7cbf3860), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:53.451770 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-eb3396f6-40cb-4878-8733-7670f230c172 None None] Publish callbacks [] for port (e9ca3c41-e829-4707-b582-0e3616e27b67), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:53.457440 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-eb3396f6-40cb-4878-8733-7670f230c172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732012762709'] for port (e9ca3c41-e829-4707-b582-0e3616e27b67), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:53.495669 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3396f6-40cb-4878-8733-7670f230c172 None None] Network a3933f25-b7ca-4916-8a13-138bf0db8c83 is already hosted by enough agents. {{(pid=103097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 09:05:53.498469 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.scheduler.base_scheduler [None req-eb3396f6-40cb-4878-8733-7670f230c172 None None] Resources bound (agent type, host, resource id): {{(pid=103097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 09:05:53.504415 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3396f6-40cb-4878-8733-7670f230c172 None None] Received port after_create {{(pid=103097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 09:05:53.514704 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-1b50487e-f88b-47c6-82b5-1eace0daa3c3 admin admin] Publish callbacks [] for router_gateway (baabafe2-dd15-46e5-a092-3c4d7cbf3860), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:53.531815 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3396f6-40cb-4878-8733-7670f230c172 None None] Pushing event updated for resources: {'Port': ['ID=e9ca3c41-e829-4707-b582-0e3616e27b67,revision_number=1']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:05:53.533066 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-1b50487e-f88b-47c6-82b5-1eace0daa3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:53.554623 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3396f6-40cb-4878-8733-7670f230c172 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:05:53.554978 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3396f6-40cb-4878-8733-7670f230c172 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:05:53.555324 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3396f6-40cb-4878-8733-7670f230c172 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:05:53.555667 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3396f6-40cb-4878-8733-7670f230c172 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:05:53.556004 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3396f6-40cb-4878-8733-7670f230c172 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:05:53.556358 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3396f6-40cb-4878-8733-7670f230c172 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:05:53.556669 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3396f6-40cb-4878-8733-7670f230c172 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:05:53.556994 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3396f6-40cb-4878-8733-7670f230c172 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:05:53.557322 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3396f6-40cb-4878-8733-7670f230c172 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:05:53.557686 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3396f6-40cb-4878-8733-7670f230c172 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:05:53.558013 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3396f6-40cb-4878-8733-7670f230c172 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:05:53.558341 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3396f6-40cb-4878-8733-7670f230c172 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:05:53.558666 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3396f6-40cb-4878-8733-7670f230c172 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:05:53.558993 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3396f6-40cb-4878-8733-7670f230c172 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:05:53.559314 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3396f6-40cb-4878-8733-7670f230c172 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:05:53.575154 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.managers [None req-eb3396f6-40cb-4878-8733-7670f230c172 None None] Attempting to bind port e9ca3c41-e829-4707-b582-0e3616e27b67 on host dv-cinder-831776-4-iscsi for vnic_type normal with profile {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 09:05:53.575535 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.managers [None req-eb3396f6-40cb-4878-8733-7670f230c172 None None] Attempting to bind port e9ca3c41-e829-4707-b582-0e3616e27b67 by drivers openvswitch,hyperv on host dv-cinder-831776-4-iscsi at level 0 using segments [{'id': '92870879-9daf-4c8f-8e0a-de7f92d81d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a3933f25-b7ca-4916-8a13-138bf0db8c83'}] {{(pid=103097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 09:05:53.575902 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3396f6-40cb-4878-8733-7670f230c172 None None] Attempting to bind port e9ca3c41-e829-4707-b582-0e3616e27b67 on network a3933f25-b7ca-4916-8a13-138bf0db8c83 {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 09:05:53.580836 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3396f6-40cb-4878-8733-7670f230c172 None None] Checking agent: {'id': '489981c6-9aaa-401c-bd41-6b42e027a228', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 8, 53, 27), 'started_at': datetime.datetime(2022, 3, 16, 8, 53, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 9, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 09:05:53.581215 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3396f6-40cb-4878-8733-7670f230c172 None None] Checking segment: {'id': '92870879-9daf-4c8f-8e0a-de7f92d81d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a3933f25-b7ca-4916-8a13-138bf0db8c83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 09:05:53.581660 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-eb3396f6-40cb-4878-8733-7670f230c172 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:53.582057 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3396f6-40cb-4878-8733-7670f230c172 None None] Bound using segment: {'id': '92870879-9daf-4c8f-8e0a-de7f92d81d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a3933f25-b7ca-4916-8a13-138bf0db8c83'} {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 09:05:53.582519 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.managers [None req-eb3396f6-40cb-4878-8733-7670f230c172 None None] Bound port: e9ca3c41-e829-4707-b582-0e3616e27b67, host: dv-cinder-831776-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92870879-9daf-4c8f-8e0a-de7f92d81d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a3933f25-b7ca-4916-8a13-138bf0db8c83'}}] {{(pid=103097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 09:05:53.582903 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-eb3396f6-40cb-4878-8733-7670f230c172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (e9ca3c41-e829-4707-b582-0e3616e27b67), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:53.645431 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.db_base_plugin_common [None req-1b50487e-f88b-47c6-82b5-1eace0daa3c3 admin admin] Allocated IP 172.27.1.166 (c4839873-0f35-4ea4-8707-46bf79a3edab/25bf7ac3-5945-4bb8-8d8f-087cde6dd03d/ec6ddfe3-e89d-4850-804c-6d83ef1d6159) {{(pid=103096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 09:05:53.645984 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-eb3396f6-40cb-4878-8733-7670f230c172 None None] For port e9ca3c41-e829-4707-b582-0e3616e27b67, host dv-cinder-831776-4-iscsi, cleared binding levels {{(pid=103097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 09:05:53.648549 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-eb3396f6-40cb-4878-8733-7670f230c172 None None] For port e9ca3c41-e829-4707-b582-0e3616e27b67, host dv-cinder-831776-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-4-iscsi',level=0,port_id=e9ca3c41-e829-4707-b582-0e3616e27b67,segment=NetworkSegment(92870879-9daf-4c8f-8e0a-de7f92d81d56),segment_id=92870879-9daf-4c8f-8e0a-de7f92d81d56)] {{(pid=103097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 09:05:53.654176 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-eb3396f6-40cb-4878-8733-7670f230c172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (e9ca3c41-e829-4707-b582-0e3616e27b67), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:53.720069 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3396f6-40cb-4878-8733-7670f230c172 None None] Pushing event updated for resources: {'Port': ['ID=e9ca3c41-e829-4707-b582-0e3616e27b67,revision_number=2']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:05:53.751874 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-1b50487e-f88b-47c6-82b5-1eace0daa3c3 admin admin] Publish callbacks [] for port (ec6ddfe3-e89d-4850-804c-6d83ef1d6159), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:53.796086 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-1b50487e-f88b-47c6-82b5-1eace0daa3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732012762709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13105710'] for port (ec6ddfe3-e89d-4850-804c-6d83ef1d6159), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:53.848940 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-cdeb7127-6fa1-4060-ae0a-c8ffc2dd9388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (514d7d79-ab14-439d-a6c0-bbffe337a49f), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:53.852933 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b50487e-f88b-47c6-82b5-1eace0daa3c3 admin admin] Network c4839873-0f35-4ea4-8707-46bf79a3edab is already hosted by enough agents. {{(pid=103096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 09:05:53.856079 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.base_scheduler [None req-1b50487e-f88b-47c6-82b5-1eace0daa3c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 09:05:53.859758 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b50487e-f88b-47c6-82b5-1eace0daa3c3 admin admin] Received port after_create {{(pid=103096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 09:05:53.893224 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b50487e-f88b-47c6-82b5-1eace0daa3c3 admin admin] Pushing event updated for resources: {'Port': ['ID=ec6ddfe3-e89d-4850-804c-6d83ef1d6159,revision_number=1']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:05:53.940535 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b24a4c6c-55e2-4f60-a7f8-b113451c5ffe req-9f20d508-a216-4f33-9ab5-29d5caa8587f tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb82e32c-cee6-405c-95ee-7e0528d57e16 HTTP/1.1" status: 200 len: 210 time: 0.0747957 Mar 16 09:05:54.152667 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-1b50487e-f88b-47c6-82b5-1eace0daa3c3 admin admin] Publish callbacks [] for router_gateway (baabafe2-dd15-46e5-a092-3c4d7cbf3860), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:54.349023 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-1b50487e-f88b-47c6-82b5-1eace0daa3c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557426'] for router (baabafe2-dd15-46e5-a092-3c4d7cbf3860), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:54.480100 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b50487e-f88b-47c6-82b5-1eace0daa3c3 admin admin] Router baabafe2-dd15-46e5-a092-3c4d7cbf3860 is scheduled to L3 agent 09ce795b-eeca-4b3b-9d7f-577d9443cb21 with binding_index 1 {{(pid=103096) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 09:05:54.589646 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b50487e-f88b-47c6-82b5-1eace0daa3c3 admin admin] Notify agent at l3_agent.dv-cinder-831776-4-iscsi the message routers_updated {{(pid=103096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 09:05:54.598132 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062d11a5-b9eb-45ee-9118-b0731b33ca5e None None] Sync routers for ids ['baabafe2-dd15-46e5-a092-3c4d7cbf3860'] in dv-cinder-831776-4-iscsi {{(pid=103097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 09:05:54.606762 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-1b50487e-f88b-47c6-82b5-1eace0daa3c3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:54.607732 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062d11a5-b9eb-45ee-9118-b0731b33ca5e None None] Routers {'baabafe2-dd15-46e5-a092-3c4d7cbf3860'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:05:54.608369 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-1b50487e-f88b-47c6-82b5-1eace0daa3c3 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5154083 Mar 16 09:05:54.608545 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-062d11a5-b9eb-45ee-9118-b0731b33ca5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:05:53Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['baabafe2-dd15-46e5-a092-3c4d7cbf3860'], 'active': True} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:05:54.612444 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 51034) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:05:54.672523 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2b85b3-874b-4198-b403-79a73d0af116 None None] Network a3933f25-b7ca-4916-8a13-138bf0db8c83 requested from dv-cinder-831776-4-iscsi {{(pid=103097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 09:05:54.782565 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvr_db [None req-062d11a5-b9eb-45ee-9118-b0731b33ca5e None None] Set router baabafe2-dd15-46e5-a092-3c4d7cbf3860 gateway port host: dv-cinder-831776-4-iscsi {{(pid=103097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:05:54.863959 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-9c78c9fc-9c22-4651-855f-09fa2a169a9c None None] Provisioning complete for port e9ca3c41-e829-4707-b582-0e3616e27b67 triggered by entity DHCP. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:05:54.864514 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9c78c9fc-9c22-4651-855f-09fa2a169a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (e9ca3c41-e829-4707-b582-0e3616e27b67), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:55.178729 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-9c78c9fc-9c22-4651-855f-09fa2a169a9c None None] Current status of the port e9ca3c41-e829-4707-b582-0e3616e27b67 is: DOWN; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:05:55.179118 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9c78c9fc-9c22-4651-855f-09fa2a169a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (e9ca3c41-e829-4707-b582-0e3616e27b67), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:55.223335 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-9c78c9fc-9c22-4651-855f-09fa2a169a9c None None] For port e9ca3c41-e829-4707-b582-0e3616e27b67, host dv-cinder-831776-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-4-iscsi',level=0,port_id=e9ca3c41-e829-4707-b582-0e3616e27b67,segment=NetworkSegment(92870879-9daf-4c8f-8e0a-de7f92d81d56),segment_id=92870879-9daf-4c8f-8e0a-de7f92d81d56)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:05:55.226264 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-062d11a5-b9eb-45ee-9118-b0731b33ca5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baabafe2-dd15-46e5-a092-3c4d7cbf3860', 'name': 'tempest-AttachVolumeShelveTestJSON-907761014-router', 'tenant_id': 'c6376ecd52fd4df3958214376cfc2020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'ec6ddfe3-e89d-4850-804c-6d83ef1d6159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:05:53Z', 'updated_at': '2022-03-16T09:05:54Z', 'revision_number': 3, 'project_id': 'c6376ecd52fd4df3958214376cfc2020', 'gw_port': {'id': 'ec6ddfe3-e89d-4850-804c-6d83ef1d6159', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:83:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baabafe2-dd15-46e5-a092-3c4d7cbf3860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:05:53Z', 'updated_at': '2022-03-16T09:05:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi'}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:05:55.230284 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9c78c9fc-9c22-4651-855f-09fa2a169a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (e9ca3c41-e829-4707-b582-0e3616e27b67), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:55.260900 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062d11a5-b9eb-45ee-9118-b0731b33ca5e None None] Checking router: baabafe2-dd15-46e5-a092-3c4d7cbf3860 for host: dv-cinder-831776-4-iscsi {{(pid=103097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 09:05:55.260900 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062d11a5-b9eb-45ee-9118-b0731b33ca5e None None] Updating router baabafe2-dd15-46e5-a092-3c4d7cbf3860 port ec6ddfe3-e89d-4850-804c-6d83ef1d6159 binding host dv-cinder-831776-4-iscsi {{(pid=103097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 09:05:55.279943 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-f9cd8447-3e5f-4688-b4cd-0f59795b6bf4 req-d5c3dae9-5d7c-453c-8e20-a0a7d1718923 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb82e32c-cee6-405c-95ee-7e0528d57e16 HTTP/1.1" status: 200 len: 210 time: 0.2744393 Mar 16 09:05:55.288953 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-076d4a54-f842-47f5-b3c2-90a8df410e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:55.311920 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-062d11a5-b9eb-45ee-9118-b0731b33ca5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (ec6ddfe3-e89d-4850-804c-6d83ef1d6159), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:55.360915 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c78c9fc-9c22-4651-855f-09fa2a169a9c None None] Pushing event updated for resources: {'Port': ['ID=e9ca3c41-e829-4707-b582-0e3616e27b67,revision_number=3']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:05:55.420909 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-d4e94891-8949-427c-865d-1c19705ad8ac None None] Provisioning complete for port e9ca3c41-e829-4707-b582-0e3616e27b67 triggered by entity DHCP. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:05:55.421284 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-d4e94891-8949-427c-865d-1c19705ad8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (e9ca3c41-e829-4707-b582-0e3616e27b67), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:55.445755 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.db_base_plugin_common [None req-076d4a54-f842-47f5-b3c2-90a8df410e5b admin admin] Allocated IP 172.20.0.1 (a3933f25-b7ca-4916-8a13-138bf0db8c83/f6c2cbf7-36bb-4af8-9e66-db86b28b25f5/bd51c38c-6702-4d69-b02d-a841e4ae8d4b) {{(pid=103096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 09:05:55.499387 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (f0da09ba-cbd5-402d-a3a1-68b8fcaf25e8), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:55.514135 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3de267ec-888d-49e1-92d2-a6991c0932cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (3616e4f6-4586-420d-b0d2-e3b2f5abb17b), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:55.562126 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device e9ca3c41-e829-4707-b582-0e3616e27b67 up at agent ovs-agent-dv-cinder-831776-4-iscsi {{(pid=103097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 09:05:55.568394 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-076d4a54-f842-47f5-b3c2-90a8df410e5b admin admin] Publish callbacks [] for port (bd51c38c-6702-4d69-b02d-a841e4ae8d4b), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:55.602990 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-076d4a54-f842-47f5-b3c2-90a8df410e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732012762709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13105710'] for port (bd51c38c-6702-4d69-b02d-a841e4ae8d4b), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:55.650457 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076d4a54-f842-47f5-b3c2-90a8df410e5b admin admin] Network a3933f25-b7ca-4916-8a13-138bf0db8c83 is already hosted by enough agents. {{(pid=103096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 09:05:55.653196 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.base_scheduler [None req-076d4a54-f842-47f5-b3c2-90a8df410e5b admin admin] Resources bound (agent type, host, resource id): {{(pid=103096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 09:05:55.657852 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076d4a54-f842-47f5-b3c2-90a8df410e5b admin admin] Received port after_create {{(pid=103096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 09:05:55.659772 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076d4a54-f842-47f5-b3c2-90a8df410e5b admin admin] Pushing event updated for resources: {'Port': ['ID=bd51c38c-6702-4d69-b02d-a841e4ae8d4b,revision_number=1']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:05:55.662037 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-d4e94891-8949-427c-865d-1c19705ad8ac None None] Current status of the port e9ca3c41-e829-4707-b582-0e3616e27b67 is: ACTIVE; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:05:55.700307 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-076d4a54-f842-47f5-b3c2-90a8df410e5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-557441'] for router_interface (baabafe2-dd15-46e5-a092-3c4d7cbf3860), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:55.715281 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Provisioning complete for port e9ca3c41-e829-4707-b582-0e3616e27b67 triggered by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:05:55.715656 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (e9ca3c41-e829-4707-b582-0e3616e27b67), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:55.757388 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-062d11a5-b9eb-45ee-9118-b0731b33ca5e None None] Publish callbacks [] for port (ec6ddfe3-e89d-4850-804c-6d83ef1d6159), precommit_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:55.769186 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-062d11a5-b9eb-45ee-9118-b0731b33ca5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (ec6ddfe3-e89d-4850-804c-6d83ef1d6159), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:55.838047 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e16f28-90fc-4836-8def-a203e122365f None None] Pushing event updated for resources: {'Port': ['ID=ec6ddfe3-e89d-4850-804c-6d83ef1d6159,revision_number=2']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:05:55.845925 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-076d4a54-f842-47f5-b3c2-90a8df410e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (bd51c38c-6702-4d69-b02d-a841e4ae8d4b), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:55.862831 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.managers [None req-062d11a5-b9eb-45ee-9118-b0731b33ca5e None None] Attempting to bind port ec6ddfe3-e89d-4850-804c-6d83ef1d6159 on host dv-cinder-831776-4-iscsi for vnic_type normal with profile {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 09:05:55.863208 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.managers [None req-062d11a5-b9eb-45ee-9118-b0731b33ca5e None None] Attempting to bind port ec6ddfe3-e89d-4850-804c-6d83ef1d6159 by drivers openvswitch,hyperv on host dv-cinder-831776-4-iscsi at level 0 using segments [{'id': '627a1704-08f1-4a54-a35a-53ba84ce9e35', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab'}] {{(pid=103097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 09:05:55.863577 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062d11a5-b9eb-45ee-9118-b0731b33ca5e None None] Attempting to bind port ec6ddfe3-e89d-4850-804c-6d83ef1d6159 on network c4839873-0f35-4ea4-8707-46bf79a3edab {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 09:05:55.877808 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062d11a5-b9eb-45ee-9118-b0731b33ca5e None None] Checking agent: {'id': '489981c6-9aaa-401c-bd41-6b42e027a228', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 8, 53, 27), 'started_at': datetime.datetime(2022, 3, 16, 8, 53, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 9, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 09:05:55.878421 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062d11a5-b9eb-45ee-9118-b0731b33ca5e None None] Checking segment: {'id': '627a1704-08f1-4a54-a35a-53ba84ce9e35', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 09:05:55.878627 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-062d11a5-b9eb-45ee-9118-b0731b33ca5e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:55.878984 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062d11a5-b9eb-45ee-9118-b0731b33ca5e None None] Bound using segment: {'id': '627a1704-08f1-4a54-a35a-53ba84ce9e35', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab'} {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 09:05:55.879465 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.managers [None req-062d11a5-b9eb-45ee-9118-b0731b33ca5e None None] Bound port: ec6ddfe3-e89d-4850-804c-6d83ef1d6159, host: dv-cinder-831776-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '627a1704-08f1-4a54-a35a-53ba84ce9e35', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab'}}] {{(pid=103097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 09:05:55.879856 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-062d11a5-b9eb-45ee-9118-b0731b33ca5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (ec6ddfe3-e89d-4850-804c-6d83ef1d6159), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:55.911555 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Current status of the port e9ca3c41-e829-4707-b582-0e3616e27b67 is: ACTIVE; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:05:55.943835 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-e02acd33-adec-4241-ad4b-e8589838219a None None] Provisioning complete for port bd51c38c-6702-4d69-b02d-a841e4ae8d4b triggered by entity DHCP. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:05:55.944138 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-e02acd33-adec-4241-ad4b-e8589838219a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (bd51c38c-6702-4d69-b02d-a841e4ae8d4b), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:55.966888 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-062d11a5-b9eb-45ee-9118-b0731b33ca5e None None] For port ec6ddfe3-e89d-4850-804c-6d83ef1d6159, host dv-cinder-831776-4-iscsi, cleared binding levels {{(pid=103097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 09:05:55.989338 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-062d11a5-b9eb-45ee-9118-b0731b33ca5e None None] For port ec6ddfe3-e89d-4850-804c-6d83ef1d6159, host dv-cinder-831776-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-4-iscsi',level=0,port_id=ec6ddfe3-e89d-4850-804c-6d83ef1d6159,segment=NetworkSegment(627a1704-08f1-4a54-a35a-53ba84ce9e35),segment_id=627a1704-08f1-4a54-a35a-53ba84ce9e35)] {{(pid=103097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 09:05:55.994933 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-e02acd33-adec-4241-ad4b-e8589838219a None None] Port bd51c38c-6702-4d69-b02d-a841e4ae8d4b cannot update to ACTIVE because it is not bound. {{(pid=103097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 09:05:55.998648 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-062d11a5-b9eb-45ee-9118-b0731b33ca5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (ec6ddfe3-e89d-4850-804c-6d83ef1d6159), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:56.024865 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-076d4a54-f842-47f5-b3c2-90a8df410e5b admin admin] Publish callbacks [] for port (bd51c38c-6702-4d69-b02d-a841e4ae8d4b), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:56.031355 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-076d4a54-f842-47f5-b3c2-90a8df410e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13105703'] for port (bd51c38c-6702-4d69-b02d-a841e4ae8d4b), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:56.069931 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062d11a5-b9eb-45ee-9118-b0731b33ca5e None None] Routers {'baabafe2-dd15-46e5-a092-3c4d7cbf3860'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:05:56.071271 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-062d11a5-b9eb-45ee-9118-b0731b33ca5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:05:53Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['baabafe2-dd15-46e5-a092-3c4d7cbf3860'], 'active': True} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:05:56.110061 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076d4a54-f842-47f5-b3c2-90a8df410e5b admin admin] Pushing event updated for resources: {'Port': ['ID=bd51c38c-6702-4d69-b02d-a841e4ae8d4b,revision_number=2']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:05:56.113089 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-076d4a54-f842-47f5-b3c2-90a8df410e5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560177'] for router_interface (baabafe2-dd15-46e5-a092-3c4d7cbf3860), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:56.140678 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e16f28-90fc-4836-8def-a203e122365f None None] Pushing event updated for resources: {'Port': ['ID=ec6ddfe3-e89d-4850-804c-6d83ef1d6159,revision_number=3']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:05:56.191281 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvr_db [None req-062d11a5-b9eb-45ee-9118-b0731b33ca5e None None] Set router baabafe2-dd15-46e5-a092-3c4d7cbf3860 gateway port host: dv-cinder-831776-4-iscsi {{(pid=103097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:05:56.206204 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076d4a54-f842-47f5-b3c2-90a8df410e5b admin admin] Network a3933f25-b7ca-4916-8a13-138bf0db8c83 is already hosted by enough agents. {{(pid=103096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 09:05:56.207524 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.base_scheduler [None req-076d4a54-f842-47f5-b3c2-90a8df410e5b admin admin] Resources bound (agent type, host, resource id): {{(pid=103096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 09:05:56.333806 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-076d4a54-f842-47f5-b3c2-90a8df410e5b admin admin] Router baabafe2-dd15-46e5-a092-3c4d7cbf3860 has already been hosted by L3 agent 09ce795b-eeca-4b3b-9d7f-577d9443cb21 {{(pid=103096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 09:05:56.426162 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-1a3fd273-c41e-4b45-9053-22ea5475b95e None None] Provisioning complete for port bd51c38c-6702-4d69-b02d-a841e4ae8d4b triggered by entity DHCP. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:05:56.426801 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-1a3fd273-c41e-4b45-9053-22ea5475b95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (bd51c38c-6702-4d69-b02d-a841e4ae8d4b), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:56.432210 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-062d11a5-b9eb-45ee-9118-b0731b33ca5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baabafe2-dd15-46e5-a092-3c4d7cbf3860', 'name': 'tempest-AttachVolumeShelveTestJSON-907761014-router', 'tenant_id': 'c6376ecd52fd4df3958214376cfc2020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'ec6ddfe3-e89d-4850-804c-6d83ef1d6159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:05:53Z', 'updated_at': '2022-03-16T09:05:55Z', 'revision_number': 4, 'project_id': 'c6376ecd52fd4df3958214376cfc2020', 'gw_port': {'id': 'ec6ddfe3-e89d-4850-804c-6d83ef1d6159', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:83:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baabafe2-dd15-46e5-a092-3c4d7cbf3860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:05:53Z', 'updated_at': '2022-03-16T09:05:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_interfaces': [{'id': 'bd51c38c-6702-4d69-b02d-a841e4ae8d4b', 'name': '', 'network_id': 'a3933f25-b7ca-4916-8a13-138bf0db8c83', 'tenant_id': 'c6376ecd52fd4df3958214376cfc2020', 'mac_address': 'fa:16:3e:e2:4e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baabafe2-dd15-46e5-a092-3c4d7cbf3860', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'f6c2cbf7-36bb-4af8-9e66-db86b28b25f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:05:55Z', 'updated_at': '2022-03-16T09:05:55Z', 'revision_number': 2, 'project_id': 'c6376ecd52fd4df3958214376cfc2020', 'subnets': [{'id': 'f6c2cbf7-36bb-4af8-9e66-db86b28b25f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:05:56.443530 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-601e212f-84ff-412d-8917-ad561eb5308e req-4042b685-38f1-425e-af87-d528bc621435 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb82e32c-cee6-405c-95ee-7e0528d57e16 HTTP/1.1" status: 200 len: 210 time: 0.0617919 Mar 16 09:05:56.486442 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-076d4a54-f842-47f5-b3c2-90a8df410e5b admin admin] Notify agent at l3_agent.dv-cinder-831776-4-iscsi the message routers_updated {{(pid=103096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 09:05:56.489904 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062d11a5-b9eb-45ee-9118-b0731b33ca5e None None] The sync data for ids ['baabafe2-dd15-46e5-a092-3c4d7cbf3860'] in dv-cinder-831776-4-iscsi is: [{'id': 'baabafe2-dd15-46e5-a092-3c4d7cbf3860', 'name': 'tempest-AttachVolumeShelveTestJSON-907761014-router', 'tenant_id': 'c6376ecd52fd4df3958214376cfc2020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'ec6ddfe3-e89d-4850-804c-6d83ef1d6159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:05:53Z', 'updated_at': '2022-03-16T09:05:55Z', 'revision_number': 4, 'project_id': 'c6376ecd52fd4df3958214376cfc2020', 'gw_port': {'id': 'ec6ddfe3-e89d-4850-804c-6d83ef1d6159', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:83:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baabafe2-dd15-46e5-a092-3c4d7cbf3860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:05:53Z', 'updated_at': '2022-03-16T09:05:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_interfaces': [{'id': 'bd51c38c-6702-4d69-b02d-a841e4ae8d4b', 'name': '', 'network_id': 'a3933f25-b7ca-4916-8a13-138bf0db8c83', 'tenant_id': 'c6376ecd52fd4df3958214376cfc2020', 'mac_address': 'fa:16:3e:e2:4e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baabafe2-dd15-46e5-a092-3c4d7cbf3860', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'f6c2cbf7-36bb-4af8-9e66-db86b28b25f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:05:55Z', 'updated_at': '2022-03-16T09:05:55Z', 'revision_number': 2, 'project_id': 'c6376ecd52fd4df3958214376cfc2020', 'subnets': [{'id': 'f6c2cbf7-36bb-4af8-9e66-db86b28b25f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 09:05:56.491730 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-076d4a54-f842-47f5-b3c2-90a8df410e5b admin admin] 10.222.0.18 "PUT /v2.0/routers/baabafe2-dd15-46e5-a092-3c4d7cbf3860/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8796129 Mar 16 09:05:56.509626 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-1a3fd273-c41e-4b45-9053-22ea5475b95e None None] Port bd51c38c-6702-4d69-b02d-a841e4ae8d4b cannot update to ACTIVE because it is not bound. {{(pid=103097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 09:05:56.884261 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (489981c6-9aaa-401c-bd41-6b42e027a228), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:56.997826 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 51070) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:05:57.003284 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.v2.base [None req-cb79f478-dd85-4dd5-a56a-13a462b5e1ed tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Request body: {'security_group': {'name': 'tempest-securitygroup--386463346', 'description': 'tempest-description--1517122655'}} {{(pid=103096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:05:57.026467 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-cb79f478-dd85-4dd5-a56a-13a462b5e1ed tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Publish callbacks [] for security_group (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:57.095746 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-cb79f478-dd85-4dd5-a56a-13a462b5e1ed tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Publish callbacks [] for security_group (c5204cf0-5775-4a11-985e-a2de5d7605a5), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:57.099491 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-cb79f478-dd85-4dd5-a56a-13a462b5e1ed tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (c5204cf0-5775-4a11-985e-a2de5d7605a5), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:57.130422 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb79f478-dd85-4dd5-a56a-13a462b5e1ed tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5204cf0-5775-4a11-985e-a2de5d7605a5,revision_number=1']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:05:57.136116 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-cb79f478-dd85-4dd5-a56a-13a462b5e1ed tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Publish callbacks [] for security_group (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:57.140163 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-cb79f478-dd85-4dd5-a56a-13a462b5e1ed tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1384671 Mar 16 09:05:57.140561 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 51072) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:05:57.144765 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.v2.base [None req-6afba561-1fa3-4b27-acc5-de94d728b125 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Request body: {'security_group_rule': {'security_group_id': 'c5204cf0-5775-4a11-985e-a2de5d7605a5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:05:57.190105 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-6afba561-1fa3-4b27-acc5-de94d728b125 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Publish callbacks [] for security_group_rule (288555db-6488-496d-8d3f-8549151f5786), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:57.267948 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-6afba561-1fa3-4b27-acc5-de94d728b125 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Publish callbacks [] for security_group_rule (288555db-6488-496d-8d3f-8549151f5786), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:57.272171 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-6afba561-1fa3-4b27-acc5-de94d728b125 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548227'] for security_group_rule (288555db-6488-496d-8d3f-8549151f5786), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:57.294605 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afba561-1fa3-4b27-acc5-de94d728b125 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=288555db-6488-496d-8d3f-8549151f5786,revision_number=0']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:05:57.300856 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-6afba561-1fa3-4b27-acc5-de94d728b125 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:57.304697 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-6afba561-1fa3-4b27-acc5-de94d728b125 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1607788 Mar 16 09:05:57.305102 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 51076) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:05:57.311469 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.v2.base [None req-977e9e0d-eb91-4657-a73b-d686974134c3 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Request body: {'security_group_rule': {'security_group_id': 'c5204cf0-5775-4a11-985e-a2de5d7605a5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:05:57.339904 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-977e9e0d-eb91-4657-a73b-d686974134c3 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Publish callbacks [] for security_group_rule (6537037b-e20a-4f2c-9b6b-e76e1e765e78), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:57.405113 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-977e9e0d-eb91-4657-a73b-d686974134c3 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Publish callbacks [] for security_group_rule (6537037b-e20a-4f2c-9b6b-e76e1e765e78), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:57.409903 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-977e9e0d-eb91-4657-a73b-d686974134c3 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548227'] for security_group_rule (6537037b-e20a-4f2c-9b6b-e76e1e765e78), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:57.430826 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977e9e0d-eb91-4657-a73b-d686974134c3 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6537037b-e20a-4f2c-9b6b-e76e1e765e78,revision_number=0']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:05:57.442763 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-977e9e0d-eb91-4657-a73b-d686974134c3 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:57.443900 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-977e9e0d-eb91-4657-a73b-d686974134c3 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1375625 Mar 16 09:05:57.445365 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977e9e0d-eb91-4657-a73b-d686974134c3 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:05:57.445745 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977e9e0d-eb91-4657-a73b-d686974134c3 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:05:57.446095 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977e9e0d-eb91-4657-a73b-d686974134c3 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:05:57.446434 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977e9e0d-eb91-4657-a73b-d686974134c3 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:05:57.447110 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 51078) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:05:57.449675 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977e9e0d-eb91-4657-a73b-d686974134c3 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:05:57.450144 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977e9e0d-eb91-4657-a73b-d686974134c3 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:05:57.450557 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977e9e0d-eb91-4657-a73b-d686974134c3 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:05:57.451133 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977e9e0d-eb91-4657-a73b-d686974134c3 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:05:57.451698 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977e9e0d-eb91-4657-a73b-d686974134c3 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:05:57.451821 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.v2.base [None req-4fab611c-7f71-42e2-9638-6fbdb70bc3d9 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Request body: {'floatingip': {'floating_network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab'}} {{(pid=103096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:05:57.452362 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977e9e0d-eb91-4657-a73b-d686974134c3 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:05:57.452897 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977e9e0d-eb91-4657-a73b-d686974134c3 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:05:57.453628 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977e9e0d-eb91-4657-a73b-d686974134c3 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:05:57.454542 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977e9e0d-eb91-4657-a73b-d686974134c3 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:05:57.455599 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977e9e0d-eb91-4657-a73b-d686974134c3 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:05:57.456604 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977e9e0d-eb91-4657-a73b-d686974134c3 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:05:57.479303 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-4fab611c-7f71-42e2-9638-6fbdb70bc3d9 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:57.580618 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-006ff567-f6eb-42fd-8d05-ec730ef8d502 req-03ae5bf1-366b-4cf6-a05a-445b23f06321 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb82e32c-cee6-405c-95ee-7e0528d57e16 HTTP/1.1" status: 200 len: 210 time: 0.0374219 Mar 16 09:05:57.591316 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device ec6ddfe3-e89d-4850-804c-6d83ef1d6159 up at agent ovs-agent-dv-cinder-831776-4-iscsi {{(pid=103097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 09:05:57.664758 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-4fab611c-7f71-42e2-9638-6fbdb70bc3d9 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:57.668601 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Provisioning complete for port ec6ddfe3-e89d-4850-804c-6d83ef1d6159 triggered by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:05:57.669097 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (ec6ddfe3-e89d-4850-804c-6d83ef1d6159), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:57.780237 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Current status of the port ec6ddfe3-e89d-4850-804c-6d83ef1d6159 is: DOWN; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:05:57.780821 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (ec6ddfe3-e89d-4850-804c-6d83ef1d6159), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:57.811923 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] For port ec6ddfe3-e89d-4850-804c-6d83ef1d6159, host dv-cinder-831776-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-4-iscsi',level=0,port_id=ec6ddfe3-e89d-4850-804c-6d83ef1d6159,segment=NetworkSegment(627a1704-08f1-4a54-a35a-53ba84ce9e35),segment_id=627a1704-08f1-4a54-a35a-53ba84ce9e35)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:05:57.817320 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (ec6ddfe3-e89d-4850-804c-6d83ef1d6159), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:57.875861 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.db_base_plugin_common [None req-4fab611c-7f71-42e2-9638-6fbdb70bc3d9 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Allocated IP 172.27.1.54 (c4839873-0f35-4ea4-8707-46bf79a3edab/25bf7ac3-5945-4bb8-8d8f-087cde6dd03d/588b62e4-fe41-4b87-9473-32e7a1e85b73) {{(pid=103096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 09:05:57.890846 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Pushing event updated for resources: {'Port': ['ID=ec6ddfe3-e89d-4850-804c-6d83ef1d6159,revision_number=4']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:05:57.996569 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d39aff6-1a8d-40df-8cf6-245e91f7af00 req-a7d0392a-2e1b-40a3-b4aa-0f2e2cd9c8a1 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:05:57.998091 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5d39aff6-1a8d-40df-8cf6-245e91f7af00 req-a7d0392a-2e1b-40a3-b4aa-0f2e2cd9c8a1 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] 10.222.0.48 "GET /v2.0/networks?id=6d6fe5e0-e232-458a-ba83-79ff8abded6d HTTP/1.1" status: 200 len: 814 time: 0.1961858 Mar 16 09:05:58.034776 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.v2.base [req-5d39aff6-1a8d-40df-8cf6-245e91f7af00 req-7b20d03a-f67c-443c-8a2f-3f5e238d7eb2 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] Request body: {'port': {'device_id': 'cb82e32c-cee6-405c-95ee-7e0528d57e16', 'network_id': '6d6fe5e0-e232-458a-ba83-79ff8abded6d', 'admin_state_up': True, 'tenant_id': '5f8a228022184acc97188678a7dd910d'}} {{(pid=103096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:05:58.088440 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-4fab611c-7f71-42e2-9638-6fbdb70bc3d9 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Publish callbacks [] for port (588b62e4-fe41-4b87-9473-32e7a1e85b73), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:58.162362 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-4fab611c-7f71-42e2-9638-6fbdb70bc3d9 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732012762709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13105710'] for port (588b62e4-fe41-4b87-9473-32e7a1e85b73), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:58.209904 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fab611c-7f71-42e2-9638-6fbdb70bc3d9 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Network c4839873-0f35-4ea4-8707-46bf79a3edab is already hosted by enough agents. {{(pid=103096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 09:05:58.210900 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d39aff6-1a8d-40df-8cf6-245e91f7af00 req-7b20d03a-f67c-443c-8a2f-3f5e238d7eb2 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] Made reservation on behalf of 5f8a228022184acc97188678a7dd910d for: {'port': 1} {{(pid=103096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 09:05:58.214019 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-5d39aff6-1a8d-40df-8cf6-245e91f7af00 req-7b20d03a-f67c-443c-8a2f-3f5e238d7eb2 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:58.226745 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.base_scheduler [None req-4fab611c-7f71-42e2-9638-6fbdb70bc3d9 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Resources bound (agent type, host, resource id): {{(pid=103096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 09:05:58.231966 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fab611c-7f71-42e2-9638-6fbdb70bc3d9 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Received port after_create {{(pid=103096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 09:05:58.263390 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fab611c-7f71-42e2-9638-6fbdb70bc3d9 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Pushing event updated for resources: {'Port': ['ID=588b62e4-fe41-4b87-9473-32e7a1e85b73,revision_number=1']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:05:58.408801 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-4fab611c-7f71-42e2-9638-6fbdb70bc3d9 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Publish callbacks [] for floatingip (b4451aa0-7047-44f0-83de-2e6d7fb93503), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:58.423017 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.db_base_plugin_common [req-5d39aff6-1a8d-40df-8cf6-245e91f7af00 req-7b20d03a-f67c-443c-8a2f-3f5e238d7eb2 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] Allocated IP 172.20.0.13 (6d6fe5e0-e232-458a-ba83-79ff8abded6d/0c872c20-0da1-49af-898d-f0464d53b431/cdd3596a-3489-4145-bbb9-61ae0c6b69c9) {{(pid=103096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 09:05:58.461639 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-4fab611c-7f71-42e2-9638-6fbdb70bc3d9 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (588b62e4-fe41-4b87-9473-32e7a1e85b73), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:58.712828 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-9518a8b7-32e7-436d-a280-c3ab75faa2e7 req-de7279f5-265f-4662-a2c7-6543362d3208 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb82e32c-cee6-405c-95ee-7e0528d57e16 HTTP/1.1" status: 200 len: 210 time: 0.0501511 Mar 16 09:05:58.723243 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-5d39aff6-1a8d-40df-8cf6-245e91f7af00 req-7b20d03a-f67c-443c-8a2f-3f5e238d7eb2 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] Publish callbacks [] for port (cdd3596a-3489-4145-bbb9-61ae0c6b69c9), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:58.747315 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bd7462-a518-4726-99ad-a87049e27aca None None] Sync routers for ids ['baabafe2-dd15-46e5-a092-3c4d7cbf3860'] in dv-cinder-831776-4-iscsi {{(pid=103098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 09:05:58.749445 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-4fab611c-7f71-42e2-9638-6fbdb70bc3d9 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Publish callbacks [] for port (588b62e4-fe41-4b87-9473-32e7a1e85b73), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:58.755997 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-4fab611c-7f71-42e2-9638-6fbdb70bc3d9 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13105703'] for port (588b62e4-fe41-4b87-9473-32e7a1e85b73), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:58.758209 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bd7462-a518-4726-99ad-a87049e27aca None None] Routers {'baabafe2-dd15-46e5-a092-3c4d7cbf3860'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:05:58.758824 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-e7bd7462-a518-4726-99ad-a87049e27aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:05:53Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['baabafe2-dd15-46e5-a092-3c4d7cbf3860'], 'active': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:05:58.840807 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fab611c-7f71-42e2-9638-6fbdb70bc3d9 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Pushing event updated for resources: {'Port': ['ID=588b62e4-fe41-4b87-9473-32e7a1e85b73,revision_number=2']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:05:58.845266 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-5d39aff6-1a8d-40df-8cf6-245e91f7af00 req-7b20d03a-f67c-443c-8a2f-3f5e238d7eb2 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732012762709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13105710'] for port (cdd3596a-3489-4145-bbb9-61ae0c6b69c9), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:58.869390 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvr_db [None req-e7bd7462-a518-4726-99ad-a87049e27aca None None] Set router baabafe2-dd15-46e5-a092-3c4d7cbf3860 gateway port host: dv-cinder-831776-4-iscsi {{(pid=103098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:05:58.888166 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-4fab611c-7f71-42e2-9638-6fbdb70bc3d9 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557332'] for floatingip (b4451aa0-7047-44f0-83de-2e6d7fb93503), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:58.902108 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d39aff6-1a8d-40df-8cf6-245e91f7af00 req-7b20d03a-f67c-443c-8a2f-3f5e238d7eb2 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] Network 6d6fe5e0-e232-458a-ba83-79ff8abded6d is already hosted by enough agents. {{(pid=103096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 09:05:58.915420 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.base_scheduler [req-5d39aff6-1a8d-40df-8cf6-245e91f7af00 req-7b20d03a-f67c-443c-8a2f-3f5e238d7eb2 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] Resources bound (agent type, host, resource id): {{(pid=103096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 09:05:58.924870 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d39aff6-1a8d-40df-8cf6-245e91f7af00 req-7b20d03a-f67c-443c-8a2f-3f5e238d7eb2 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] Received port after_create {{(pid=103096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 09:05:58.931525 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-4fab611c-7f71-42e2-9638-6fbdb70bc3d9 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334679'] for floatingip (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:58.932780 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-4fab611c-7f71-42e2-9638-6fbdb70bc3d9 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4846439 Mar 16 09:05:58.933524 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b20d03a-f67c-443c-8a2f-3f5e238d7eb2 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] Pushing event updated for resources: {'Port': ['ID=cdd3596a-3489-4145-bbb9-61ae0c6b69c9,revision_number=1']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:05:58.987003 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d39aff6-1a8d-40df-8cf6-245e91f7af00 req-7b20d03a-f67c-443c-8a2f-3f5e238d7eb2 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:05:58.987632 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-5d39aff6-1a8d-40df-8cf6-245e91f7af00 req-7b20d03a-f67c-443c-8a2f-3f5e238d7eb2 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334679'] for port (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:59.012809 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5d39aff6-1a8d-40df-8cf6-245e91f7af00 req-7b20d03a-f67c-443c-8a2f-3f5e238d7eb2 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9813802 Mar 16 09:05:59.101436 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.v2.base [req-5d39aff6-1a8d-40df-8cf6-245e91f7af00 req-026e65c1-e4ab-449c-b644-354115e70100 service neutron] Request body: {'port': {'device_id': 'cb82e32c-cee6-405c-95ee-7e0528d57e16', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=103096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:05:59.108183 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-42d0803b-29a6-48f6-9fa5-6a19df37e1c6 req-1de3a17e-ec57-43d9-8a34-85b1ee068dc8 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--386463346&fields=id&tenant_id=c6376ecd52fd4df3958214376cfc2020 HTTP/1.1" status: 200 len: 267 time: 0.0550559 Mar 16 09:05:59.232982 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-5d39aff6-1a8d-40df-8cf6-245e91f7af00 req-026e65c1-e4ab-449c-b644-354115e70100 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (cdd3596a-3489-4145-bbb9-61ae0c6b69c9), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:59.241506 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-e7bd7462-a518-4726-99ad-a87049e27aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baabafe2-dd15-46e5-a092-3c4d7cbf3860', 'name': 'tempest-AttachVolumeShelveTestJSON-907761014-router', 'tenant_id': 'c6376ecd52fd4df3958214376cfc2020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'ec6ddfe3-e89d-4850-804c-6d83ef1d6159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:05:53Z', 'updated_at': '2022-03-16T09:05:55Z', 'revision_number': 4, 'project_id': 'c6376ecd52fd4df3958214376cfc2020', 'gw_port': {'id': 'ec6ddfe3-e89d-4850-804c-6d83ef1d6159', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:83:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baabafe2-dd15-46e5-a092-3c4d7cbf3860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:05:53Z', 'updated_at': '2022-03-16T09:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_interfaces': [{'id': 'bd51c38c-6702-4d69-b02d-a841e4ae8d4b', 'name': '', 'network_id': 'a3933f25-b7ca-4916-8a13-138bf0db8c83', 'tenant_id': 'c6376ecd52fd4df3958214376cfc2020', 'mac_address': 'fa:16:3e:e2:4e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baabafe2-dd15-46e5-a092-3c4d7cbf3860', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'f6c2cbf7-36bb-4af8-9e66-db86b28b25f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:05:55Z', 'updated_at': '2022-03-16T09:05:55Z', 'revision_number': 2, 'project_id': 'c6376ecd52fd4df3958214376cfc2020', 'subnets': [{'id': 'f6c2cbf7-36bb-4af8-9e66-db86b28b25f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:05:59.250611 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 51140) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:05:59.288847 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bd7462-a518-4726-99ad-a87049e27aca None None] Checking router: baabafe2-dd15-46e5-a092-3c4d7cbf3860 for host: dv-cinder-831776-4-iscsi {{(pid=103098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 09:05:59.289377 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bd7462-a518-4726-99ad-a87049e27aca None None] Updating router baabafe2-dd15-46e5-a092-3c4d7cbf3860 port bd51c38c-6702-4d69-b02d-a841e4ae8d4b binding host dv-cinder-831776-4-iscsi {{(pid=103098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 09:05:59.301697 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d0803b-29a6-48f6-9fa5-6a19df37e1c6 req-e915ecca-1ea5-41c4-bf0a-4ab1cb9adc83 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:05:59.303171 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-42d0803b-29a6-48f6-9fa5-6a19df37e1c6 req-e915ecca-1ea5-41c4-bf0a-4ab1cb9adc83 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/networks?id=a3933f25-b7ca-4916-8a13-138bf0db8c83 HTTP/1.1" status: 200 len: 816 time: 0.1789684 Mar 16 09:05:59.321038 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e7bd7462-a518-4726-99ad-a87049e27aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (bd51c38c-6702-4d69-b02d-a841e4ae8d4b), before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:59.340344 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-42d0803b-29a6-48f6-9fa5-6a19df37e1c6 req-f2caf308-d25c-4631-af53-cc37d1864aad tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/quotas/c6376ecd52fd4df3958214376cfc2020 HTTP/1.1" status: 200 len: 375 time: 0.0272970 Mar 16 09:05:59.380945 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5c7ac1d4-93b1-47c9-a537-1a788771fc36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:59.456581 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5c7ac1d4-93b1-47c9-a537-1a788771fc36 admin admin] Publish callbacks [] for security_group (8733a454-1fec-49c7-a5b7-a2f2df88a3ad), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:59.462351 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5c7ac1d4-93b1-47c9-a537-1a788771fc36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (8733a454-1fec-49c7-a5b7-a2f2df88a3ad), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:59.518070 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-5c7ac1d4-93b1-47c9-a537-1a788771fc36 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7181a6a6e0c045af8f3a3c1fc57a2c6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2655222 Mar 16 09:05:59.519175 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7ac1d4-93b1-47c9-a537-1a788771fc36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8733a454-1fec-49c7-a5b7-a2f2df88a3ad,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:05:59.522009 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 51144) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:05:59.551051 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device ec6ddfe3-e89d-4850-804c-6d83ef1d6159 up at agent ovs-agent-dv-cinder-831776-4-iscsi {{(pid=103097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 09:05:59.633458 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2e20c94c-57c6-40cd-be31-7d31e39537f9 admin admin] Publish callbacks [] for security_group (8733a454-1fec-49c7-a5b7-a2f2df88a3ad), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:59.641338 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Provisioning complete for port ec6ddfe3-e89d-4850-804c-6d83ef1d6159 triggered by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:05:59.641980 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (ec6ddfe3-e89d-4850-804c-6d83ef1d6159), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:59.666546 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2e20c94c-57c6-40cd-be31-7d31e39537f9 admin admin] Publish callbacks [] for security_group (8733a454-1fec-49c7-a5b7-a2f2df88a3ad), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:59.673612 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e7bd7462-a518-4726-99ad-a87049e27aca None None] Publish callbacks [] for port (bd51c38c-6702-4d69-b02d-a841e4ae8d4b), precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:59.680308 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e7bd7462-a518-4726-99ad-a87049e27aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (bd51c38c-6702-4d69-b02d-a841e4ae8d4b), after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:59.736777 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-42d0803b-29a6-48f6-9fa5-6a19df37e1c6 req-6a46277d-651c-4f7b-ae17-4c69a387ba64 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6376ecd52fd4df3958214376cfc2020&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3555739 Mar 16 09:05:59.756152 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2e20c94c-57c6-40cd-be31-7d31e39537f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (8733a454-1fec-49c7-a5b7-a2f2df88a3ad), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:59.760994 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2e20c94c-57c6-40cd-be31-7d31e39537f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:59.762102 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Current status of the port ec6ddfe3-e89d-4850-804c-6d83ef1d6159 is: ACTIVE; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:05:59.763379 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-2e20c94c-57c6-40cd-be31-7d31e39537f9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8733a454-1fec-49c7-a5b7-a2f2df88a3ad HTTP/1.1" status: 204 len: 168 time: 0.2290604 Mar 16 09:05:59.792989 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e20c94c-57c6-40cd-be31-7d31e39537f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8733a454-1fec-49c7-a5b7-a2f2df88a3ad,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:05:59.815200 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7ec994-6177-4f7a-acae-9ebbc0b1b8fe None None] Pushing event updated for resources: {'Port': ['ID=bd51c38c-6702-4d69-b02d-a841e4ae8d4b,revision_number=3']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:05:59.826124 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7ec994-6177-4f7a-acae-9ebbc0b1b8fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:05:59.826631 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7ec994-6177-4f7a-acae-9ebbc0b1b8fe None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:05:59.827306 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7ec994-6177-4f7a-acae-9ebbc0b1b8fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:05:59.827966 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7ec994-6177-4f7a-acae-9ebbc0b1b8fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:05:59.828599 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7ec994-6177-4f7a-acae-9ebbc0b1b8fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:05:59.829083 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7ec994-6177-4f7a-acae-9ebbc0b1b8fe None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:05:59.829846 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7ec994-6177-4f7a-acae-9ebbc0b1b8fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:05:59.830319 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7ec994-6177-4f7a-acae-9ebbc0b1b8fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:05:59.830811 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7ec994-6177-4f7a-acae-9ebbc0b1b8fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:05:59.831547 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7ec994-6177-4f7a-acae-9ebbc0b1b8fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:05:59.832014 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7ec994-6177-4f7a-acae-9ebbc0b1b8fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:05:59.832508 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7ec994-6177-4f7a-acae-9ebbc0b1b8fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:05:59.832992 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7ec994-6177-4f7a-acae-9ebbc0b1b8fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:05:59.833661 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7ec994-6177-4f7a-acae-9ebbc0b1b8fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:05:59.833990 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7ec994-6177-4f7a-acae-9ebbc0b1b8fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:05:59.851059 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-e7bd7462-a518-4726-99ad-a87049e27aca None None] Attempting to bind port bd51c38c-6702-4d69-b02d-a841e4ae8d4b on host dv-cinder-831776-4-iscsi for vnic_type normal with profile {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 09:05:59.851696 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-e7bd7462-a518-4726-99ad-a87049e27aca None None] Attempting to bind port bd51c38c-6702-4d69-b02d-a841e4ae8d4b by drivers openvswitch,hyperv on host dv-cinder-831776-4-iscsi at level 0 using segments [{'id': '92870879-9daf-4c8f-8e0a-de7f92d81d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a3933f25-b7ca-4916-8a13-138bf0db8c83'}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 09:05:59.852064 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bd7462-a518-4726-99ad-a87049e27aca None None] Attempting to bind port bd51c38c-6702-4d69-b02d-a841e4ae8d4b on network a3933f25-b7ca-4916-8a13-138bf0db8c83 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 09:05:59.857476 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bd7462-a518-4726-99ad-a87049e27aca None None] Checking agent: {'id': '489981c6-9aaa-401c-bd41-6b42e027a228', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 8, 53, 27), 'started_at': datetime.datetime(2022, 3, 16, 8, 53, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 9, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 09:05:59.857847 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bd7462-a518-4726-99ad-a87049e27aca None None] Checking segment: {'id': '92870879-9daf-4c8f-8e0a-de7f92d81d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a3933f25-b7ca-4916-8a13-138bf0db8c83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 09:05:59.858416 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e7bd7462-a518-4726-99ad-a87049e27aca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:59.858980 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bd7462-a518-4726-99ad-a87049e27aca None None] Bound using segment: {'id': '92870879-9daf-4c8f-8e0a-de7f92d81d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a3933f25-b7ca-4916-8a13-138bf0db8c83'} {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 09:05:59.859602 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-e7bd7462-a518-4726-99ad-a87049e27aca None None] Bound port: bd51c38c-6702-4d69-b02d-a841e4ae8d4b, host: dv-cinder-831776-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92870879-9daf-4c8f-8e0a-de7f92d81d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a3933f25-b7ca-4916-8a13-138bf0db8c83'}}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 09:05:59.860157 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e7bd7462-a518-4726-99ad-a87049e27aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (bd51c38c-6702-4d69-b02d-a841e4ae8d4b), before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:59.950671 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-e7bd7462-a518-4726-99ad-a87049e27aca None None] For port bd51c38c-6702-4d69-b02d-a841e4ae8d4b, host dv-cinder-831776-4-iscsi, cleared binding levels {{(pid=103098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 09:05:59.954836 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-e7bd7462-a518-4726-99ad-a87049e27aca None None] For port bd51c38c-6702-4d69-b02d-a841e4ae8d4b, host dv-cinder-831776-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-4-iscsi',level=0,port_id=bd51c38c-6702-4d69-b02d-a841e4ae8d4b,segment=NetworkSegment(92870879-9daf-4c8f-8e0a-de7f92d81d56),segment_id=92870879-9daf-4c8f-8e0a-de7f92d81d56)] {{(pid=103098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 09:05:59.962993 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e7bd7462-a518-4726-99ad-a87049e27aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (bd51c38c-6702-4d69-b02d-a841e4ae8d4b), after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:05:59.964038 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.notifiers.nova [req-5d39aff6-1a8d-40df-8cf6-245e91f7af00 req-026e65c1-e4ab-449c-b644-354115e70100 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdd3596a-3489-4145-bbb9-61ae0c6b69c9 {{(pid=103096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 09:05:59.970846 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-42d0803b-29a6-48f6-9fa5-6a19df37e1c6 req-5bb18efb-b42c-44d6-9283-46fbb5e1b783 service neutron] 10.222.0.18 "GET /v2.0/networks/a3933f25-b7ca-4916-8a13-138bf0db8c83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113719 Mar 16 09:05:59.981264 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-5d39aff6-1a8d-40df-8cf6-245e91f7af00 req-026e65c1-e4ab-449c-b644-354115e70100 service neutron] Publish callbacks [] for port (cdd3596a-3489-4145-bbb9-61ae0c6b69c9), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:06:00.054082 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.provisioning_blocks [req-5d39aff6-1a8d-40df-8cf6-245e91f7af00 req-026e65c1-e4ab-449c-b644-354115e70100 service neutron] Transition to ACTIVE for port object cdd3596a-3489-4145-bbb9-61ae0c6b69c9 will not be triggered until provisioned by entity L2. {{(pid=103096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 16 09:06:00.060262 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7ec994-6177-4f7a-acae-9ebbc0b1b8fe None None] Pushing event updated for resources: {'Port': ['ID=bd51c38c-6702-4d69-b02d-a841e4ae8d4b,revision_number=4']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:06:00.072171 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df12cc98-b6c5-4792-99dd-c79a9e034144 req-744fd6d7-5248-40cf-8242-e407efffbf2f tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:06:00.073801 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-df12cc98-b6c5-4792-99dd-c79a9e034144 req-744fd6d7-5248-40cf-8242-e407efffbf2f tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb82e32c-cee6-405c-95ee-7e0528d57e16 HTTP/1.1" status: 200 len: 932 time: 0.1981111 Mar 16 09:06:00.077237 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-5d39aff6-1a8d-40df-8cf6-245e91f7af00 req-026e65c1-e4ab-449c-b644-354115e70100 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13105703'] for port (cdd3596a-3489-4145-bbb9-61ae0c6b69c9), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:06:00.088429 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bd7462-a518-4726-99ad-a87049e27aca None None] Routers {'baabafe2-dd15-46e5-a092-3c4d7cbf3860'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:06:00.089339 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-e7bd7462-a518-4726-99ad-a87049e27aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:05:53Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['baabafe2-dd15-46e5-a092-3c4d7cbf3860'], 'active': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:06:00.107231 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-6d653b00-143b-4183-ad06-60bbc1e3e95e None None] Provisioning complete for port bd51c38c-6702-4d69-b02d-a841e4ae8d4b triggered by entity DHCP. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:06:00.107887 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-6d653b00-143b-4183-ad06-60bbc1e3e95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (bd51c38c-6702-4d69-b02d-a841e4ae8d4b), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:06:00.202880 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-42d0803b-29a6-48f6-9fa5-6a19df37e1c6 req-b7682333-f0ff-4de1-9c22-b4094e15246a service neutron] 10.222.0.18 "GET /v2.0/networks/a3933f25-b7ca-4916-8a13-138bf0db8c83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189083 Mar 16 09:06:00.211294 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026e65c1-e4ab-449c-b644-354115e70100 service neutron] Pushing event updated for resources: {'Port': ['ID=cdd3596a-3489-4145-bbb9-61ae0c6b69c9,revision_number=2']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:06:00.221780 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-df12cc98-b6c5-4792-99dd-c79a9e034144 req-0502d4ae-ed89-4aa2-9f64-6ca6cb79ca79 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] 10.222.0.18 "GET /v2.0/security-groups?id=77ac1331-f3e5-41e2-8b67-35a2e1a6a897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380422 Mar 16 09:06:00.231526 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-6d653b00-143b-4183-ad06-60bbc1e3e95e None None] Current status of the port bd51c38c-6702-4d69-b02d-a841e4ae8d4b is: DOWN; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:06:00.231989 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-6d653b00-143b-4183-ad06-60bbc1e3e95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (bd51c38c-6702-4d69-b02d-a841e4ae8d4b), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:06:00.263274 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvr_db [None req-e7bd7462-a518-4726-99ad-a87049e27aca None None] Set router baabafe2-dd15-46e5-a092-3c4d7cbf3860 gateway port host: dv-cinder-831776-4-iscsi {{(pid=103098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:06:00.281013 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-6d653b00-143b-4183-ad06-60bbc1e3e95e None None] For port bd51c38c-6702-4d69-b02d-a841e4ae8d4b, host dv-cinder-831776-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-4-iscsi',level=0,port_id=bd51c38c-6702-4d69-b02d-a841e4ae8d4b,segment=NetworkSegment(92870879-9daf-4c8f-8e0a-de7f92d81d56),segment_id=92870879-9daf-4c8f-8e0a-de7f92d81d56)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:06:00.294934 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-6d653b00-143b-4183-ad06-60bbc1e3e95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (bd51c38c-6702-4d69-b02d-a841e4ae8d4b), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:06:00.351204 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [req-5d39aff6-1a8d-40df-8cf6-245e91f7af00 req-026e65c1-e4ab-449c-b644-354115e70100 service neutron] Attempting to bind port cdd3596a-3489-4145-bbb9-61ae0c6b69c9 on host hv-cinder-83177 for vnic_type normal with profile {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 09:06:00.351598 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [req-5d39aff6-1a8d-40df-8cf6-245e91f7af00 req-026e65c1-e4ab-449c-b644-354115e70100 service neutron] Attempting to bind port cdd3596a-3489-4145-bbb9-61ae0c6b69c9 by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': '08cb8d24-3925-4648-8517-d63baacc3855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '6d6fe5e0-e232-458a-ba83-79ff8abded6d'}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 09:06:00.352882 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d39aff6-1a8d-40df-8cf6-245e91f7af00 req-026e65c1-e4ab-449c-b644-354115e70100 service neutron] Attempting to bind port cdd3596a-3489-4145-bbb9-61ae0c6b69c9 on network 6d6fe5e0-e232-458a-ba83-79ff8abded6d {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 09:06:00.379815 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d39aff6-1a8d-40df-8cf6-245e91f7af00 req-026e65c1-e4ab-449c-b644-354115e70100 service neutron] Port cdd3596a-3489-4145-bbb9-61ae0c6b69c9 on network 6d6fe5e0-e232-458a-ba83-79ff8abded6d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 16 09:06:00.380142 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d39aff6-1a8d-40df-8cf6-245e91f7af00 req-026e65c1-e4ab-449c-b644-354115e70100 service neutron] Attempting to bind port cdd3596a-3489-4145-bbb9-61ae0c6b69c9 on network 6d6fe5e0-e232-458a-ba83-79ff8abded6d {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 09:06:00.396376 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d39aff6-1a8d-40df-8cf6-245e91f7af00 req-026e65c1-e4ab-449c-b644-354115e70100 service neutron] Checking agent: {'id': 'f0da09ba-cbd5-402d-a3a1-68b8fcaf25e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 8, 59, 25), 'started_at': datetime.datetime(2022, 3, 16, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 9, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 09:06:00.396861 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d39aff6-1a8d-40df-8cf6-245e91f7af00 req-026e65c1-e4ab-449c-b644-354115e70100 service neutron] Checking segment: {'id': '08cb8d24-3925-4648-8517-d63baacc3855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '6d6fe5e0-e232-458a-ba83-79ff8abded6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 09:06:00.397299 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d39aff6-1a8d-40df-8cf6-245e91f7af00 req-026e65c1-e4ab-449c-b644-354115e70100 service neutron] Bound using segment: {'id': '08cb8d24-3925-4648-8517-d63baacc3855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '6d6fe5e0-e232-458a-ba83-79ff8abded6d'} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 09:06:00.397615 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d653b00-143b-4183-ad06-60bbc1e3e95e None None] Pushing event updated for resources: {'Port': ['ID=bd51c38c-6702-4d69-b02d-a841e4ae8d4b,revision_number=5']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:06:00.426149 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [req-5d39aff6-1a8d-40df-8cf6-245e91f7af00 req-026e65c1-e4ab-449c-b644-354115e70100 service neutron] Bound port: cdd3596a-3489-4145-bbb9-61ae0c6b69c9, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08cb8d24-3925-4648-8517-d63baacc3855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '6d6fe5e0-e232-458a-ba83-79ff8abded6d'}}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 09:06:00.426901 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-5d39aff6-1a8d-40df-8cf6-245e91f7af00 req-026e65c1-e4ab-449c-b644-354115e70100 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (cdd3596a-3489-4145-bbb9-61ae0c6b69c9), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:06:00.521881 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-35f1f299-b992-4c20-bc7c-c20c50594450 req-6106d84a-0624-43d7-bf30-ec355eebaa8d tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d07977b-4f1c-446a-8840-556df822cf9f HTTP/1.1" status: 200 len: 210 time: 0.0797000 Mar 16 09:06:00.529202 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-7b6eb66e-1216-435e-9dc5-f177db42bbee None None] Provisioning complete for port bd51c38c-6702-4d69-b02d-a841e4ae8d4b triggered by entity DHCP. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:06:00.529673 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-7b6eb66e-1216-435e-9dc5-f177db42bbee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (bd51c38c-6702-4d69-b02d-a841e4ae8d4b), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:06:00.546102 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.db [req-5d39aff6-1a8d-40df-8cf6-245e91f7af00 req-026e65c1-e4ab-449c-b644-354115e70100 service neutron] For port cdd3596a-3489-4145-bbb9-61ae0c6b69c9, host hv-cinder-83177, cleared binding levels {{(pid=103096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 09:06:00.550314 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.db [req-5d39aff6-1a8d-40df-8cf6-245e91f7af00 req-026e65c1-e4ab-449c-b644-354115e70100 service neutron] For port cdd3596a-3489-4145-bbb9-61ae0c6b69c9, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=cdd3596a-3489-4145-bbb9-61ae0c6b69c9,segment=NetworkSegment(08cb8d24-3925-4648-8517-d63baacc3855),segment_id=08cb8d24-3925-4648-8517-d63baacc3855)] {{(pid=103096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 09:06:00.557643 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-5d39aff6-1a8d-40df-8cf6-245e91f7af00 req-026e65c1-e4ab-449c-b644-354115e70100 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13105703'] for port (cdd3596a-3489-4145-bbb9-61ae0c6b69c9), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:06:00.594898 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d39aff6-1a8d-40df-8cf6-245e91f7af00 req-026e65c1-e4ab-449c-b644-354115e70100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:06:00.596743 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-5d39aff6-1a8d-40df-8cf6-245e91f7af00 req-026e65c1-e4ab-449c-b644-354115e70100 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334679'] for port (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:06:00.598391 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5d39aff6-1a8d-40df-8cf6-245e91f7af00 req-026e65c1-e4ab-449c-b644-354115e70100 service neutron] 10.222.0.48 "PUT /v2.0/ports/cdd3596a-3489-4145-bbb9-61ae0c6b69c9 HTTP/1.1" status: 200 len: 1094 time: 1.5040815 Mar 16 09:06:00.600720 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb82e32c-cee6-405c-95ee-7e0528d57e16', 'tag': 'cdd3596a-3489-4145-bbb9-61ae0c6b69c9'}] {{(pid=103096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 09:06:00.608881 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-e7bd7462-a518-4726-99ad-a87049e27aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baabafe2-dd15-46e5-a092-3c4d7cbf3860', 'name': 'tempest-AttachVolumeShelveTestJSON-907761014-router', 'tenant_id': 'c6376ecd52fd4df3958214376cfc2020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'ec6ddfe3-e89d-4850-804c-6d83ef1d6159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:05:53Z', 'updated_at': '2022-03-16T09:05:55Z', 'revision_number': 4, 'project_id': 'c6376ecd52fd4df3958214376cfc2020', 'gw_port': {'id': 'ec6ddfe3-e89d-4850-804c-6d83ef1d6159', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:83:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baabafe2-dd15-46e5-a092-3c4d7cbf3860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:05:53Z', 'updated_at': '2022-03-16T09:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_interfaces': [{'id': 'bd51c38c-6702-4d69-b02d-a841e4ae8d4b', 'name': '', 'network_id': 'a3933f25-b7ca-4916-8a13-138bf0db8c83', 'tenant_id': 'c6376ecd52fd4df3958214376cfc2020', 'mac_address': 'fa:16:3e:e2:4e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baabafe2-dd15-46e5-a092-3c4d7cbf3860', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'f6c2cbf7-36bb-4af8-9e66-db86b28b25f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:05:55Z', 'updated_at': '2022-03-16T09:05:59Z', 'revision_number': 4, 'project_id': 'c6376ecd52fd4df3958214376cfc2020', 'subnets': [{'id': 'f6c2cbf7-36bb-4af8-9e66-db86b28b25f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:06:00.612475 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552648401d13394d2a88e7485ef09c5647ae5ea4c1ec431ef2c5edbe801f23fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2cf4daf-6a12-4038-8692-b59a94d25b33" -d '{"events": [{"name": "network-changed", "server_uuid": "cb82e32c-cee6-405c-95ee-7e0528d57e16", "tag": "cdd3596a-3489-4145-bbb9-61ae0c6b69c9"}]}' {{(pid=103096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 09:06:00.641002 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bd7462-a518-4726-99ad-a87049e27aca None None] The sync data for ids ['baabafe2-dd15-46e5-a092-3c4d7cbf3860'] in dv-cinder-831776-4-iscsi is: [{'id': 'baabafe2-dd15-46e5-a092-3c4d7cbf3860', 'name': 'tempest-AttachVolumeShelveTestJSON-907761014-router', 'tenant_id': 'c6376ecd52fd4df3958214376cfc2020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'ec6ddfe3-e89d-4850-804c-6d83ef1d6159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:05:53Z', 'updated_at': '2022-03-16T09:05:55Z', 'revision_number': 4, 'project_id': 'c6376ecd52fd4df3958214376cfc2020', 'gw_port': {'id': 'ec6ddfe3-e89d-4850-804c-6d83ef1d6159', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:83:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baabafe2-dd15-46e5-a092-3c4d7cbf3860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:05:53Z', 'updated_at': '2022-03-16T09:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_interfaces': [{'id': 'bd51c38c-6702-4d69-b02d-a841e4ae8d4b', 'name': '', 'network_id': 'a3933f25-b7ca-4916-8a13-138bf0db8c83', 'tenant_id': 'c6376ecd52fd4df3958214376cfc2020', 'mac_address': 'fa:16:3e:e2:4e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baabafe2-dd15-46e5-a092-3c4d7cbf3860', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'f6c2cbf7-36bb-4af8-9e66-db86b28b25f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:05:55Z', 'updated_at': '2022-03-16T09:05:59Z', 'revision_number': 4, 'project_id': 'c6376ecd52fd4df3958214376cfc2020', 'subnets': [{'id': 'f6c2cbf7-36bb-4af8-9e66-db86b28b25f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 09:06:00.683525 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026e65c1-e4ab-449c-b644-354115e70100 service neutron] Pushing event updated for resources: {'Port': ['ID=cdd3596a-3489-4145-bbb9-61ae0c6b69c9,revision_number=3']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:06:00.684171 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-7b6eb66e-1216-435e-9dc5-f177db42bbee None None] Current status of the port bd51c38c-6702-4d69-b02d-a841e4ae8d4b is: ACTIVE; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:06:00.705962 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 09:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31721e3a-ca13-4978-9b29-a547f323b94e x-openstack-request-id: req-31721e3a-ca13-4978-9b29-a547f323b94e {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 09:06:00.706780 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb82e32c-cee6-405c-95ee-7e0528d57e16", "tag": "cdd3596a-3489-4145-bbb9-61ae0c6b69c9", "status": "completed", "code": 200}]} {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 09:06:00.707191 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-31721e3a-ca13-4978-9b29-a547f323b94e {{(pid=103096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 09:06:00.707593 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb82e32c-cee6-405c-95ee-7e0528d57e16', 'tag': 'cdd3596a-3489-4145-bbb9-61ae0c6b69c9', 'status': 'completed', 'code': 200} Mar 16 09:06:00.714087 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d39aff6-1a8d-40df-8cf6-245e91f7af00 req-4b77d4c6-e3a9-4112-b558-aee9c1eb4334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:06:00.715697 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5d39aff6-1a8d-40df-8cf6-245e91f7af00 req-4b77d4c6-e3a9-4112-b558-aee9c1eb4334 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5f8a228022184acc97188678a7dd910d&device_id=cb82e32c-cee6-405c-95ee-7e0528d57e16 HTTP/1.1" status: 200 len: 1128 time: 0.0703158 Mar 16 09:06:00.762617 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5d39aff6-1a8d-40df-8cf6-245e91f7af00 req-55f990fc-49fb-4960-acca-b313727a29ca service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cdd3596a-3489-4145-bbb9-61ae0c6b69c9 HTTP/1.1" status: 200 len: 217 time: 0.0392153 Mar 16 09:06:00.813528 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d39aff6-1a8d-40df-8cf6-245e91f7af00 req-1e86cac3-284f-444b-9126-c7237779960d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:06:00.815341 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5d39aff6-1a8d-40df-8cf6-245e91f7af00 req-1e86cac3-284f-444b-9126-c7237779960d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0c872c20-0da1-49af-898d-f0464d53b431 HTTP/1.1" status: 200 len: 854 time: 0.0470088 Mar 16 09:06:00.854957 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5d39aff6-1a8d-40df-8cf6-245e91f7af00 req-7e7666d6-4164-4083-8685-3d80be9885d8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6d6fe5e0-e232-458a-ba83-79ff8abded6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333261 Mar 16 09:06:00.965147 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5d39aff6-1a8d-40df-8cf6-245e91f7af00 req-64f9af99-202d-4a49-ba28-1554a6059a75 service neutron] 10.222.0.48 "GET /v2.0/networks/6d6fe5e0-e232-458a-ba83-79ff8abded6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028299 Mar 16 09:06:01.067116 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5d39aff6-1a8d-40df-8cf6-245e91f7af00 req-06c75d9c-a24d-4313-8bb7-bde962e1d254 service neutron] 10.222.0.48 "GET /v2.0/networks/6d6fe5e0-e232-458a-ba83-79ff8abded6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949872 Mar 16 09:06:01.181096 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cf4daf-6a12-4038-8692-b59a94d25b33 req-509a1469-de8a-4f69-a324-5866c927616f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:06:01.182718 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-d2cf4daf-6a12-4038-8692-b59a94d25b33 req-509a1469-de8a-4f69-a324-5866c927616f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5f8a228022184acc97188678a7dd910d&device_id=cb82e32c-cee6-405c-95ee-7e0528d57e16 HTTP/1.1" status: 200 len: 1128 time: 0.0546732 Mar 16 09:06:01.283559 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cf4daf-6a12-4038-8692-b59a94d25b33 req-0f8b37f9-82a2-45f0-86d2-3316fb1a6caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:06:01.285126 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-d2cf4daf-6a12-4038-8692-b59a94d25b33 req-0f8b37f9-82a2-45f0-86d2-3316fb1a6caf service neutron] 10.222.0.48 "GET /v2.0/networks?id=6d6fe5e0-e232-458a-ba83-79ff8abded6d HTTP/1.1" status: 200 len: 915 time: 0.0918448 Mar 16 09:06:01.333368 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-d2cf4daf-6a12-4038-8692-b59a94d25b33 req-5fcc6794-c7be-4c22-93c9-6551a479c525 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cdd3596a-3489-4145-bbb9-61ae0c6b69c9 HTTP/1.1" status: 200 len: 217 time: 0.0413744 Mar 16 09:06:01.402169 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cf4daf-6a12-4038-8692-b59a94d25b33 req-bda6aacf-eb26-40fb-b4dd-76475a6762db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:06:01.403594 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-d2cf4daf-6a12-4038-8692-b59a94d25b33 req-bda6aacf-eb26-40fb-b4dd-76475a6762db service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0c872c20-0da1-49af-898d-f0464d53b431 HTTP/1.1" status: 200 len: 854 time: 0.0632467 Mar 16 09:06:01.414548 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63930dc-5d74-4f13-91be-4d13a6ff16f4 req-8dd50545-4f14-43d2-b081-f07ba898d86d tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:06:01.415893 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a63930dc-5d74-4f13-91be-4d13a6ff16f4 req-8dd50545-4f14-43d2-b081-f07ba898d86d tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb82e32c-cee6-405c-95ee-7e0528d57e16 HTTP/1.1" status: 200 len: 944 time: 0.0849547 Mar 16 09:06:01.445435 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-d2cf4daf-6a12-4038-8692-b59a94d25b33 req-83bbab99-fc79-4d84-9e0e-bf9f0deab65f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6d6fe5e0-e232-458a-ba83-79ff8abded6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286605 Mar 16 09:06:01.527996 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a63930dc-5d74-4f13-91be-4d13a6ff16f4 req-7741240f-e058-4933-9955-8457dbc447f4 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] 10.222.0.18 "GET /v2.0/security-groups?id=77ac1331-f3e5-41e2-8b67-35a2e1a6a897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042449 Mar 16 09:06:01.566363 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-d2cf4daf-6a12-4038-8692-b59a94d25b33 req-1baeebdf-e3c3-4259-bbda-b9af4f470c6b service neutron] 10.222.0.48 "GET /v2.0/networks/6d6fe5e0-e232-458a-ba83-79ff8abded6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115661 Mar 16 09:06:01.567440 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device bd51c38c-6702-4d69-b02d-a841e4ae8d4b up at agent ovs-agent-dv-cinder-831776-4-iscsi {{(pid=103097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 09:06:01.615815 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Provisioning complete for port bd51c38c-6702-4d69-b02d-a841e4ae8d4b triggered by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:06:01.616393 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (bd51c38c-6702-4d69-b02d-a841e4ae8d4b), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:06:01.658138 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2956f5b0-794e-4906-9fa0-cf825f59480d req-f803e073-b8e6-4cfd-b990-6c3b49f8c270 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d07977b-4f1c-446a-8840-556df822cf9f HTTP/1.1" status: 200 len: 210 time: 0.0400257 Mar 16 09:06:01.698950 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-d2cf4daf-6a12-4038-8692-b59a94d25b33 req-59a24e58-ab97-4d97-a9d8-f066e4574caa service neutron] 10.222.0.48 "GET /v2.0/networks/6d6fe5e0-e232-458a-ba83-79ff8abded6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244142 Mar 16 09:06:01.701085 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Current status of the port bd51c38c-6702-4d69-b02d-a841e4ae8d4b is: ACTIVE; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:06:01.808798 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 51178) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:06:01.914173 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e17124ad-463e-4628-8999-5c2a6248131e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:06:01.994280 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e17124ad-463e-4628-8999-5c2a6248131e admin admin] Publish callbacks [] for security_group (68a09d56-9edf-4171-b48c-2bd56c013fa3), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:06:01.998183 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e17124ad-463e-4628-8999-5c2a6248131e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (68a09d56-9edf-4171-b48c-2bd56c013fa3), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:06:02.038593 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17124ad-463e-4628-8999-5c2a6248131e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68a09d56-9edf-4171-b48c-2bd56c013fa3,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:06:02.044223 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-e17124ad-463e-4628-8999-5c2a6248131e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2041c27c92f3452a92456b4f7b51e0e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2343526 Mar 16 09:06:02.047011 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 51182) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:06:02.101502 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0c548c67-401f-495a-90e4-5412848a6c20 admin admin] Publish callbacks [] for security_group (68a09d56-9edf-4171-b48c-2bd56c013fa3), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:06:02.107611 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d0803b-29a6-48f6-9fa5-6a19df37e1c6 req-7b4c43e8-82b5-44c2-b81a-f6bd3124a1ff tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:06:02.109097 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-42d0803b-29a6-48f6-9fa5-6a19df37e1c6 req-7b4c43e8-82b5-44c2-b81a-f6bd3124a1ff tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.48 "GET /v2.0/networks?id=a3933f25-b7ca-4916-8a13-138bf0db8c83 HTTP/1.1" status: 200 len: 816 time: 0.1126270 Mar 16 09:06:02.125662 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0c548c67-401f-495a-90e4-5412848a6c20 admin admin] Publish callbacks [] for security_group (68a09d56-9edf-4171-b48c-2bd56c013fa3), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:06:02.172751 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-42d0803b-29a6-48f6-9fa5-6a19df37e1c6 req-a111da71-25f8-4078-b075-f0f3672544a4 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6376ecd52fd4df3958214376cfc2020 HTTP/1.1" status: 200 len: 379 time: 0.0535986 Mar 16 09:06:02.173097 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0c548c67-401f-495a-90e4-5412848a6c20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (68a09d56-9edf-4171-b48c-2bd56c013fa3), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:06:02.176177 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0c548c67-401f-495a-90e4-5412848a6c20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:06:02.177299 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-0c548c67-401f-495a-90e4-5412848a6c20 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/68a09d56-9edf-4171-b48c-2bd56c013fa3 HTTP/1.1" status: 204 len: 168 time: 0.1293972 Mar 16 09:06:02.184788 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c548c67-401f-495a-90e4-5412848a6c20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a09d56-9edf-4171-b48c-2bd56c013fa3,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:06:02.263172 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.v2.base [req-42d0803b-29a6-48f6-9fa5-6a19df37e1c6 req-45cca538-2031-408d-92a3-5892fc42d024 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Request body: {'port': {'device_id': '4d07977b-4f1c-446a-8840-556df822cf9f', 'network_id': 'a3933f25-b7ca-4916-8a13-138bf0db8c83', 'admin_state_up': True, 'tenant_id': 'c6376ecd52fd4df3958214376cfc2020', 'security_groups': ['c5204cf0-5775-4a11-985e-a2de5d7605a5']}} {{(pid=103096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:06:02.375623 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42d0803b-29a6-48f6-9fa5-6a19df37e1c6 req-45cca538-2031-408d-92a3-5892fc42d024 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Made reservation on behalf of c6376ecd52fd4df3958214376cfc2020 for: {'port': 1} {{(pid=103096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 09:06:02.379161 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-42d0803b-29a6-48f6-9fa5-6a19df37e1c6 req-45cca538-2031-408d-92a3-5892fc42d024 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:06:02.508405 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.db_base_plugin_common [req-42d0803b-29a6-48f6-9fa5-6a19df37e1c6 req-45cca538-2031-408d-92a3-5892fc42d024 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Allocated IP 172.20.0.10 (a3933f25-b7ca-4916-8a13-138bf0db8c83/f6c2cbf7-36bb-4af8-9e66-db86b28b25f5/0a0b4331-4ded-4391-8669-9c53877df0ef) {{(pid=103096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 09:06:02.680861 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-42d0803b-29a6-48f6-9fa5-6a19df37e1c6 req-45cca538-2031-408d-92a3-5892fc42d024 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Publish callbacks [] for port (0a0b4331-4ded-4391-8669-9c53877df0ef), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:06:02.695513 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eecdff4-4512-4fe2-baa3-cb5c2ac69fd2 req-a01f9f58-28dd-4f6e-ba8c-d0d1f5fd8c8b tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:06:02.697021 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-3eecdff4-4512-4fe2-baa3-cb5c2ac69fd2 req-a01f9f58-28dd-4f6e-ba8c-d0d1f5fd8c8b tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb82e32c-cee6-405c-95ee-7e0528d57e16 HTTP/1.1" status: 200 len: 944 time: 0.0960369 Mar 16 09:06:02.771741 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-d615ed91-0162-49a0-8d9d-aa4d8a70a36a req-aab4e7d5-f533-4985-bb8e-4a0bc6581891 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d07977b-4f1c-446a-8840-556df822cf9f HTTP/1.1" status: 200 len: 210 time: 0.0356038 Mar 16 09:06:02.792885 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-42d0803b-29a6-48f6-9fa5-6a19df37e1c6 req-45cca538-2031-408d-92a3-5892fc42d024 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732012762709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13105710'] for port (0a0b4331-4ded-4391-8669-9c53877df0ef), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:06:02.808277 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-3eecdff4-4512-4fe2-baa3-cb5c2ac69fd2 req-cbec3d02-36db-4756-b207-3d88463bfbc6 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] 10.222.0.18 "GET /v2.0/security-groups?id=77ac1331-f3e5-41e2-8b67-35a2e1a6a897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050308 Mar 16 09:06:02.844108 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42d0803b-29a6-48f6-9fa5-6a19df37e1c6 req-45cca538-2031-408d-92a3-5892fc42d024 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Network a3933f25-b7ca-4916-8a13-138bf0db8c83 is already hosted by enough agents. {{(pid=103096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 09:06:02.847304 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.base_scheduler [req-42d0803b-29a6-48f6-9fa5-6a19df37e1c6 req-45cca538-2031-408d-92a3-5892fc42d024 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Resources bound (agent type, host, resource id): {{(pid=103096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 09:06:02.850200 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [req-42d0803b-29a6-48f6-9fa5-6a19df37e1c6 req-45cca538-2031-408d-92a3-5892fc42d024 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Received port after_create {{(pid=103096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 09:06:02.880878 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cca538-2031-408d-92a3-5892fc42d024 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Pushing event updated for resources: {'Port': ['ID=0a0b4331-4ded-4391-8669-9c53877df0ef,revision_number=1']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:06:02.914722 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d0803b-29a6-48f6-9fa5-6a19df37e1c6 req-45cca538-2031-408d-92a3-5892fc42d024 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:06:02.915480 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-42d0803b-29a6-48f6-9fa5-6a19df37e1c6 req-45cca538-2031-408d-92a3-5892fc42d024 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334679'] for port (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:06:02.932594 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-42d0803b-29a6-48f6-9fa5-6a19df37e1c6 req-45cca538-2031-408d-92a3-5892fc42d024 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6735032 Mar 16 09:06:02.947223 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.v2.base [req-42d0803b-29a6-48f6-9fa5-6a19df37e1c6 req-38aa5dde-5999-40a4-9494-7f539fc38816 service neutron] Request body: {'port': {'device_id': '4d07977b-4f1c-446a-8840-556df822cf9f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=103096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:06:03.009773 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-42d0803b-29a6-48f6-9fa5-6a19df37e1c6 req-38aa5dde-5999-40a4-9494-7f539fc38816 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (0a0b4331-4ded-4391-8669-9c53877df0ef), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:06:03.254177 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-05160cdd-c29d-4aa6-9251-2ef6298b740e None None] Provisioning complete for port 0a0b4331-4ded-4391-8669-9c53877df0ef triggered by entity DHCP. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:06:03.254690 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-05160cdd-c29d-4aa6-9251-2ef6298b740e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (0a0b4331-4ded-4391-8669-9c53877df0ef), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:06:03.291338 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.notifiers.nova [req-42d0803b-29a6-48f6-9fa5-6a19df37e1c6 req-38aa5dde-5999-40a4-9494-7f539fc38816 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a0b4331-4ded-4391-8669-9c53877df0ef {{(pid=103096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 09:06:03.291843 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-05160cdd-c29d-4aa6-9251-2ef6298b740e None None] Port 0a0b4331-4ded-4391-8669-9c53877df0ef cannot update to ACTIVE because it is not bound. {{(pid=103097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 09:06:03.299684 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-42d0803b-29a6-48f6-9fa5-6a19df37e1c6 req-38aa5dde-5999-40a4-9494-7f539fc38816 service neutron] Publish callbacks [] for port (0a0b4331-4ded-4391-8669-9c53877df0ef), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:06:03.312564 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.provisioning_blocks [req-42d0803b-29a6-48f6-9fa5-6a19df37e1c6 req-38aa5dde-5999-40a4-9494-7f539fc38816 service neutron] Transition to ACTIVE for port object 0a0b4331-4ded-4391-8669-9c53877df0ef will not be triggered until provisioned by entity L2. {{(pid=103096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 16 09:06:03.317522 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-42d0803b-29a6-48f6-9fa5-6a19df37e1c6 req-38aa5dde-5999-40a4-9494-7f539fc38816 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13105703'] for port (0a0b4331-4ded-4391-8669-9c53877df0ef), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:06:03.391545 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aa5dde-5999-40a4-9494-7f539fc38816 service neutron] Pushing event updated for resources: {'Port': ['ID=0a0b4331-4ded-4391-8669-9c53877df0ef,revision_number=2']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:06:03.440603 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [req-42d0803b-29a6-48f6-9fa5-6a19df37e1c6 req-38aa5dde-5999-40a4-9494-7f539fc38816 service neutron] Attempting to bind port 0a0b4331-4ded-4391-8669-9c53877df0ef on host hv-cinder-83177 for vnic_type normal with profile {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 09:06:03.440943 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [req-42d0803b-29a6-48f6-9fa5-6a19df37e1c6 req-38aa5dde-5999-40a4-9494-7f539fc38816 service neutron] Attempting to bind port 0a0b4331-4ded-4391-8669-9c53877df0ef by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': '92870879-9daf-4c8f-8e0a-de7f92d81d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a3933f25-b7ca-4916-8a13-138bf0db8c83'}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 09:06:03.441275 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d0803b-29a6-48f6-9fa5-6a19df37e1c6 req-38aa5dde-5999-40a4-9494-7f539fc38816 service neutron] Attempting to bind port 0a0b4331-4ded-4391-8669-9c53877df0ef on network a3933f25-b7ca-4916-8a13-138bf0db8c83 {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 09:06:03.445594 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d0803b-29a6-48f6-9fa5-6a19df37e1c6 req-38aa5dde-5999-40a4-9494-7f539fc38816 service neutron] Port 0a0b4331-4ded-4391-8669-9c53877df0ef on network a3933f25-b7ca-4916-8a13-138bf0db8c83 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 16 09:06:03.445913 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d0803b-29a6-48f6-9fa5-6a19df37e1c6 req-38aa5dde-5999-40a4-9494-7f539fc38816 service neutron] Attempting to bind port 0a0b4331-4ded-4391-8669-9c53877df0ef on network a3933f25-b7ca-4916-8a13-138bf0db8c83 {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 09:06:03.450534 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d0803b-29a6-48f6-9fa5-6a19df37e1c6 req-38aa5dde-5999-40a4-9494-7f539fc38816 service neutron] Checking agent: {'id': 'f0da09ba-cbd5-402d-a3a1-68b8fcaf25e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 8, 59, 25), 'started_at': datetime.datetime(2022, 3, 16, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 9, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 09:06:03.450871 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d0803b-29a6-48f6-9fa5-6a19df37e1c6 req-38aa5dde-5999-40a4-9494-7f539fc38816 service neutron] Checking segment: {'id': '92870879-9daf-4c8f-8e0a-de7f92d81d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a3933f25-b7ca-4916-8a13-138bf0db8c83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 09:06:03.451252 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d0803b-29a6-48f6-9fa5-6a19df37e1c6 req-38aa5dde-5999-40a4-9494-7f539fc38816 service neutron] Bound using segment: {'id': '92870879-9daf-4c8f-8e0a-de7f92d81d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a3933f25-b7ca-4916-8a13-138bf0db8c83'} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 09:06:03.451682 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [req-42d0803b-29a6-48f6-9fa5-6a19df37e1c6 req-38aa5dde-5999-40a4-9494-7f539fc38816 service neutron] Bound port: 0a0b4331-4ded-4391-8669-9c53877df0ef, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92870879-9daf-4c8f-8e0a-de7f92d81d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a3933f25-b7ca-4916-8a13-138bf0db8c83'}}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 09:06:03.452089 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-42d0803b-29a6-48f6-9fa5-6a19df37e1c6 req-38aa5dde-5999-40a4-9494-7f539fc38816 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (0a0b4331-4ded-4391-8669-9c53877df0ef), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:06:03.524453 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.db [req-42d0803b-29a6-48f6-9fa5-6a19df37e1c6 req-38aa5dde-5999-40a4-9494-7f539fc38816 service neutron] For port 0a0b4331-4ded-4391-8669-9c53877df0ef, host hv-cinder-83177, cleared binding levels {{(pid=103096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 09:06:03.527721 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.db [req-42d0803b-29a6-48f6-9fa5-6a19df37e1c6 req-38aa5dde-5999-40a4-9494-7f539fc38816 service neutron] For port 0a0b4331-4ded-4391-8669-9c53877df0ef, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=0a0b4331-4ded-4391-8669-9c53877df0ef,segment=NetworkSegment(92870879-9daf-4c8f-8e0a-de7f92d81d56),segment_id=92870879-9daf-4c8f-8e0a-de7f92d81d56)] {{(pid=103096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 09:06:03.535071 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-42d0803b-29a6-48f6-9fa5-6a19df37e1c6 req-38aa5dde-5999-40a4-9494-7f539fc38816 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13105703'] for port (0a0b4331-4ded-4391-8669-9c53877df0ef), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:06:03.567050 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d0803b-29a6-48f6-9fa5-6a19df37e1c6 req-38aa5dde-5999-40a4-9494-7f539fc38816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:06:03.567712 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-42d0803b-29a6-48f6-9fa5-6a19df37e1c6 req-38aa5dde-5999-40a4-9494-7f539fc38816 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334679'] for port (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:06:03.569037 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-42d0803b-29a6-48f6-9fa5-6a19df37e1c6 req-38aa5dde-5999-40a4-9494-7f539fc38816 service neutron] 10.222.0.48 "PUT /v2.0/ports/0a0b4331-4ded-4391-8669-9c53877df0ef HTTP/1.1" status: 200 len: 1094 time: 0.6263199 Mar 16 09:06:03.569518 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d07977b-4f1c-446a-8840-556df822cf9f', 'tag': '0a0b4331-4ded-4391-8669-9c53877df0ef'}] {{(pid=103096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 09:06:03.571724 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552648401d13394d2a88e7485ef09c5647ae5ea4c1ec431ef2c5edbe801f23fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c8f37d-f5f0-4713-9911-be9376904b84" -d '{"events": [{"name": "network-changed", "server_uuid": "4d07977b-4f1c-446a-8840-556df822cf9f", "tag": "0a0b4331-4ded-4391-8669-9c53877df0ef"}]}' {{(pid=103096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 09:06:03.610898 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aa5dde-5999-40a4-9494-7f539fc38816 service neutron] Pushing event updated for resources: {'Port': ['ID=0a0b4331-4ded-4391-8669-9c53877df0ef,revision_number=3']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:06:03.617269 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 09:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e9d0b6f-0a6c-4091-82ef-3fc1b738e2ed x-openstack-request-id: req-2e9d0b6f-0a6c-4091-82ef-3fc1b738e2ed {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 09:06:03.617585 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d07977b-4f1c-446a-8840-556df822cf9f", "tag": "0a0b4331-4ded-4391-8669-9c53877df0ef", "status": "completed", "code": 200}]} {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 09:06:03.617844 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2e9d0b6f-0a6c-4091-82ef-3fc1b738e2ed {{(pid=103096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 09:06:03.618511 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d07977b-4f1c-446a-8840-556df822cf9f', 'tag': '0a0b4331-4ded-4391-8669-9c53877df0ef', 'status': 'completed', 'code': 200} Mar 16 09:06:03.689355 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d0803b-29a6-48f6-9fa5-6a19df37e1c6 req-a4ea914d-d62f-40ae-94a8-9b103aa49193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:06:03.690903 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-42d0803b-29a6-48f6-9fa5-6a19df37e1c6 req-a4ea914d-d62f-40ae-94a8-9b103aa49193 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6376ecd52fd4df3958214376cfc2020&device_id=4d07977b-4f1c-446a-8840-556df822cf9f HTTP/1.1" status: 200 len: 1128 time: 0.0462532 Mar 16 09:06:03.740393 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-42d0803b-29a6-48f6-9fa5-6a19df37e1c6 req-8c815298-ede1-48ad-a341-084ab0372daf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a0b4331-4ded-4391-8669-9c53877df0ef HTTP/1.1" status: 200 len: 217 time: 0.0398183 Mar 16 09:06:03.786598 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d0803b-29a6-48f6-9fa5-6a19df37e1c6 req-8cd78003-2640-448c-80bc-1602f58fda85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:06:03.788028 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-42d0803b-29a6-48f6-9fa5-6a19df37e1c6 req-8cd78003-2640-448c-80bc-1602f58fda85 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f6c2cbf7-36bb-4af8-9e66-db86b28b25f5 HTTP/1.1" status: 200 len: 855 time: 0.0417025 Mar 16 09:06:03.842634 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d0803b-29a6-48f6-9fa5-6a19df37e1c6 req-d5d7b725-db49-4188-b163-a4328d4312c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:06:03.844023 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-42d0803b-29a6-48f6-9fa5-6a19df37e1c6 req-d5d7b725-db49-4188-b163-a4328d4312c1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a3933f25-b7ca-4916-8a13-138bf0db8c83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473888 Mar 16 09:06:03.985559 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa1854-e60a-4fe7-bbe9-9955faedead6 req-326979b5-ca38-410c-aa5d-4f4dd0c18348 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:06:03.987051 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-79aa1854-e60a-4fe7-bbe9-9955faedead6 req-326979b5-ca38-410c-aa5d-4f4dd0c18348 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d07977b-4f1c-446a-8840-556df822cf9f HTTP/1.1" status: 200 len: 944 time: 0.1382544 Mar 16 09:06:04.015436 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-42d0803b-29a6-48f6-9fa5-6a19df37e1c6 req-3a0b7068-bb0f-4f53-9e1c-50c6df9328f9 service neutron] 10.222.0.48 "GET /v2.0/networks/a3933f25-b7ca-4916-8a13-138bf0db8c83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571040 Mar 16 09:06:04.031189 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfdf7d8-6297-46b5-a270-2acde1397979 req-c8f030e2-8975-4168-8456-2a356c8fe310 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:06:04.032532 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-7dfdf7d8-6297-46b5-a270-2acde1397979 req-c8f030e2-8975-4168-8456-2a356c8fe310 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb82e32c-cee6-405c-95ee-7e0528d57e16 HTTP/1.1" status: 200 len: 944 time: 0.1172440 Mar 16 09:06:04.115353 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-79aa1854-e60a-4fe7-bbe9-9955faedead6 req-6305fb16-ecfe-4008-845a-5530dd8bfac1 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5204cf0-5775-4a11-985e-a2de5d7605a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171906 Mar 16 09:06:04.151253 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-7dfdf7d8-6297-46b5-a270-2acde1397979 req-759a69ae-159a-42e2-99c3-5cf340c79e9e tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] 10.222.0.18 "GET /v2.0/security-groups?id=77ac1331-f3e5-41e2-8b67-35a2e1a6a897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102171 Mar 16 09:06:04.166547 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-42d0803b-29a6-48f6-9fa5-6a19df37e1c6 req-db64ca11-fd18-417b-9ed9-992a4dfef991 service neutron] 10.222.0.48 "GET /v2.0/networks/a3933f25-b7ca-4916-8a13-138bf0db8c83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440666 Mar 16 09:06:04.268997 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c8f37d-f5f0-4713-9911-be9376904b84 req-30deae01-f321-41fb-bea2-aa2408bc932f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:06:04.270540 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-01c8f37d-f5f0-4713-9911-be9376904b84 req-30deae01-f321-41fb-bea2-aa2408bc932f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6376ecd52fd4df3958214376cfc2020&device_id=4d07977b-4f1c-446a-8840-556df822cf9f HTTP/1.1" status: 200 len: 1128 time: 0.0440195 Mar 16 09:06:04.361230 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c8f37d-f5f0-4713-9911-be9376904b84 req-9a00526c-037c-4c98-9ff7-162753358bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:06:04.362817 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-01c8f37d-f5f0-4713-9911-be9376904b84 req-9a00526c-037c-4c98-9ff7-162753358bd1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a3933f25-b7ca-4916-8a13-138bf0db8c83 HTTP/1.1" status: 200 len: 917 time: 0.0848610 Mar 16 09:06:04.415721 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-01c8f37d-f5f0-4713-9911-be9376904b84 req-99b5e267-cd2d-4eb4-854f-4f47d02bd75f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a0b4331-4ded-4391-8669-9c53877df0ef HTTP/1.1" status: 200 len: 217 time: 0.0462949 Mar 16 09:06:04.469020 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c8f37d-f5f0-4713-9911-be9376904b84 req-9ee2a4b2-5175-4242-b935-253adef1cd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:06:04.470567 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-01c8f37d-f5f0-4713-9911-be9376904b84 req-9ee2a4b2-5175-4242-b935-253adef1cd7f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f6c2cbf7-36bb-4af8-9e66-db86b28b25f5 HTTP/1.1" status: 200 len: 855 time: 0.0477655 Mar 16 09:06:04.520057 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c8f37d-f5f0-4713-9911-be9376904b84 req-d3abcf19-191b-432d-aa46-1d427c8543ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:06:04.521589 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-01c8f37d-f5f0-4713-9911-be9376904b84 req-d3abcf19-191b-432d-aa46-1d427c8543ca service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a3933f25-b7ca-4916-8a13-138bf0db8c83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445817 Mar 16 09:06:04.613062 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-01c8f37d-f5f0-4713-9911-be9376904b84 req-29ecb851-7264-42e2-a3a8-2e0891f21e75 service neutron] 10.222.0.48 "GET /v2.0/networks/a3933f25-b7ca-4916-8a13-138bf0db8c83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811489 Mar 16 09:06:04.705695 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-01c8f37d-f5f0-4713-9911-be9376904b84 req-33def5ca-30bc-4690-bf72-f6f8496bc922 service neutron] 10.222.0.48 "GET /v2.0/networks/a3933f25-b7ca-4916-8a13-138bf0db8c83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853944 Mar 16 09:06:05.188209 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Device cdd3596a-3489-4145-bbb9-61ae0c6b69c9 details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=103097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 09:06:05.269340 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccaf3f4-b0af-4070-a2a9-46be24f58004 req-844128c8-3b1c-4b06-b700-209900d401d7 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:06:05.270818 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-eccaf3f4-b0af-4070-a2a9-46be24f58004 req-844128c8-3b1c-4b06-b700-209900d401d7 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d07977b-4f1c-446a-8840-556df822cf9f HTTP/1.1" status: 200 len: 944 time: 0.0861731 Mar 16 09:06:05.291542 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be263772-7429-4bcb-ba7e-3206791b6e23 req-42c47b22-cb15-41f4-adcf-c635ade10750 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:06:05.292995 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-be263772-7429-4bcb-ba7e-3206791b6e23 req-42c47b22-cb15-41f4-adcf-c635ade10750 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb82e32c-cee6-405c-95ee-7e0528d57e16 HTTP/1.1" status: 200 len: 944 time: 0.0759583 Mar 16 09:06:05.295469 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] For port cdd3596a-3489-4145-bbb9-61ae0c6b69c9, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=cdd3596a-3489-4145-bbb9-61ae0c6b69c9,segment=NetworkSegment(08cb8d24-3925-4648-8517-d63baacc3855),segment_id=08cb8d24-3925-4648-8517-d63baacc3855)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:06:05.307422 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Returning: {'device': 'cdd3596a-3489-4145-bbb9-61ae0c6b69c9', 'network_id': '6d6fe5e0-e232-458a-ba83-79ff8abded6d', 'port_id': 'cdd3596a-3489-4145-bbb9-61ae0c6b69c9', 'mac_address': 'fa:16:3e:23:da:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c872c20-0da1-49af-898d-f0464d53b431', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 09:06:05.344010 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Current status of the port cdd3596a-3489-4145-bbb9-61ae0c6b69c9 is: DOWN; New status is: BUILD {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:06:05.344405 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (cdd3596a-3489-4145-bbb9-61ae0c6b69c9), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:06:05.356488 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-eccaf3f4-b0af-4070-a2a9-46be24f58004 req-8c209a41-fed2-4cd5-92d0-b7e193bb5d21 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5204cf0-5775-4a11-985e-a2de5d7605a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798604 Mar 16 09:06:05.357912 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.notifiers.nova [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdd3596a-3489-4145-bbb9-61ae0c6b69c9 {{(pid=103097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 09:06:05.367550 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-be263772-7429-4bcb-ba7e-3206791b6e23 req-99df12a5-f44f-4432-9bbc-91391038269e tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] 10.222.0.18 "GET /v2.0/security-groups?id=77ac1331-f3e5-41e2-8b67-35a2e1a6a897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656905 Mar 16 09:06:05.379020 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] For port cdd3596a-3489-4145-bbb9-61ae0c6b69c9, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=cdd3596a-3489-4145-bbb9-61ae0c6b69c9,segment=NetworkSegment(08cb8d24-3925-4648-8517-d63baacc3855),segment_id=08cb8d24-3925-4648-8517-d63baacc3855)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:06:05.383613 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (cdd3596a-3489-4145-bbb9-61ae0c6b69c9), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:06:05.433562 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Pushing event updated for resources: {'Port': ['ID=cdd3596a-3489-4145-bbb9-61ae0c6b69c9,revision_number=4']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:06:06.204407 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] get_ports_and_sgs() called for port_ids ['cdd3596a-3489-4145-bbb9-61ae0c6b69c9'] {{(pid=103097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 09:06:06.506767 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713375fe-b938-401b-a44d-9ce3ec09eb78 req-92849425-5952-4f5a-9cb5-5f13ae978087 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:06:06.508155 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-713375fe-b938-401b-a44d-9ce3ec09eb78 req-92849425-5952-4f5a-9cb5-5f13ae978087 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d07977b-4f1c-446a-8840-556df822cf9f HTTP/1.1" status: 200 len: 944 time: 0.0811882 Mar 16 09:06:06.515424 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f72c6b2-e745-4745-b99c-300583dc4daa req-6ab374b1-7add-4f29-8efc-167b50a6ddd2 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:06:06.516787 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5f72c6b2-e745-4745-b99c-300583dc4daa req-6ab374b1-7add-4f29-8efc-167b50a6ddd2 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb82e32c-cee6-405c-95ee-7e0528d57e16 HTTP/1.1" status: 200 len: 945 time: 0.0800669 Mar 16 09:06:06.585247 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-713375fe-b938-401b-a44d-9ce3ec09eb78 req-a6d84e3f-9e1b-4561-9937-1d640c754715 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5204cf0-5775-4a11-985e-a2de5d7605a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675008 Mar 16 09:06:06.588442 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5f72c6b2-e745-4745-b99c-300583dc4daa req-e30b032b-39bb-4707-bee3-74921090033a tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] 10.222.0.18 "GET /v2.0/security-groups?id=77ac1331-f3e5-41e2-8b67-35a2e1a6a897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651386 Mar 16 09:06:07.209764 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Device 0a0b4331-4ded-4391-8669-9c53877df0ef details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=103097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 09:06:07.311385 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] For port 0a0b4331-4ded-4391-8669-9c53877df0ef, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=0a0b4331-4ded-4391-8669-9c53877df0ef,segment=NetworkSegment(92870879-9daf-4c8f-8e0a-de7f92d81d56),segment_id=92870879-9daf-4c8f-8e0a-de7f92d81d56)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:06:07.323395 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Returning: {'device': '0a0b4331-4ded-4391-8669-9c53877df0ef', 'network_id': 'a3933f25-b7ca-4916-8a13-138bf0db8c83', 'port_id': '0a0b4331-4ded-4391-8669-9c53877df0ef', 'mac_address': 'fa:16:3e:6e:bb:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6c2cbf7-36bb-4af8-9e66-db86b28b25f5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 09:06:07.359857 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Current status of the port 0a0b4331-4ded-4391-8669-9c53877df0ef is: DOWN; New status is: BUILD {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:06:07.360276 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (0a0b4331-4ded-4391-8669-9c53877df0ef), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:06:07.373989 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.notifiers.nova [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a0b4331-4ded-4391-8669-9c53877df0ef {{(pid=103097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 09:06:07.392753 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] For port 0a0b4331-4ded-4391-8669-9c53877df0ef, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=0a0b4331-4ded-4391-8669-9c53877df0ef,segment=NetworkSegment(92870879-9daf-4c8f-8e0a-de7f92d81d56),segment_id=92870879-9daf-4c8f-8e0a-de7f92d81d56)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:06:07.396174 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (0a0b4331-4ded-4391-8669-9c53877df0ef), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:06:07.444419 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Pushing event updated for resources: {'Port': ['ID=0a0b4331-4ded-4391-8669-9c53877df0ef,revision_number=4']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:06:07.740071 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a759c5d0-9943-4c05-8feb-bddb8fac4106 req-0aca4d31-0a3a-4dfd-a453-063fd84dd7f9 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:06:07.741469 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a759c5d0-9943-4c05-8feb-bddb8fac4106 req-0aca4d31-0a3a-4dfd-a453-063fd84dd7f9 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d07977b-4f1c-446a-8840-556df822cf9f HTTP/1.1" status: 200 len: 945 time: 0.0852013 Mar 16 09:06:07.749160 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00970ee8-1ed7-434a-b00d-24defd8f5841 req-8ed6c464-a249-4469-b720-06343de04ef8 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:06:07.750547 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-00970ee8-1ed7-434a-b00d-24defd8f5841 req-8ed6c464-a249-4469-b720-06343de04ef8 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb82e32c-cee6-405c-95ee-7e0528d57e16 HTTP/1.1" status: 200 len: 945 time: 0.0850456 Mar 16 09:06:07.819885 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a759c5d0-9943-4c05-8feb-bddb8fac4106 req-851a895c-e8d1-4290-8da5-d6e407c77d1f tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5204cf0-5775-4a11-985e-a2de5d7605a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684037 Mar 16 09:06:07.823149 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-00970ee8-1ed7-434a-b00d-24defd8f5841 req-516c6a71-7ec5-475f-bb1a-360463ac84e4 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] 10.222.0.18 "GET /v2.0/security-groups?id=77ac1331-f3e5-41e2-8b67-35a2e1a6a897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661442 Mar 16 09:06:08.014996 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] get_ports_and_sgs() called for port_ids ['0a0b4331-4ded-4391-8669-9c53877df0ef'] {{(pid=103097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 09:06:08.981584 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa71dd2b-7a7f-41c7-8b26-696f6305e9be req-1fe92e12-bcc0-4066-a6f0-c91ebf137528 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:06:08.983236 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-aa71dd2b-7a7f-41c7-8b26-696f6305e9be req-1fe92e12-bcc0-4066-a6f0-c91ebf137528 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d07977b-4f1c-446a-8840-556df822cf9f HTTP/1.1" status: 200 len: 945 time: 0.0913563 Mar 16 09:06:08.990822 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e417bc50-662d-48eb-941a-d727642da53c req-36f53121-c7c4-4315-8531-3e5e80b9dc8f tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:06:08.992183 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-e417bc50-662d-48eb-941a-d727642da53c req-36f53121-c7c4-4315-8531-3e5e80b9dc8f tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb82e32c-cee6-405c-95ee-7e0528d57e16 HTTP/1.1" status: 200 len: 945 time: 0.0978053 Mar 16 09:06:09.056766 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-aa71dd2b-7a7f-41c7-8b26-696f6305e9be req-7733807e-c26e-4f15-9731-c494d31d09ba tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5204cf0-5775-4a11-985e-a2de5d7605a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636542 Mar 16 09:06:09.068079 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-e417bc50-662d-48eb-941a-d727642da53c req-798e2937-aee7-482d-b716-99c07b078e32 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] 10.222.0.18 "GET /v2.0/security-groups?id=77ac1331-f3e5-41e2-8b67-35a2e1a6a897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690701 Mar 16 09:06:09.206609 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Device 0a0b4331-4ded-4391-8669-9c53877df0ef up at agent hyperv_hv-cinder-83177 {{(pid=103097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 09:06:09.253615 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Provisioning for port 0a0b4331-4ded-4391-8669-9c53877df0ef completed by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 16 09:06:09.257813 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Provisioning complete for port 0a0b4331-4ded-4391-8669-9c53877df0ef triggered by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:06:09.258187 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (0a0b4331-4ded-4391-8669-9c53877df0ef), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:06:09.333246 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Current status of the port 0a0b4331-4ded-4391-8669-9c53877df0ef is: BUILD; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:06:09.333669 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (0a0b4331-4ded-4391-8669-9c53877df0ef), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:06:09.355434 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d07977b-4f1c-446a-8840-556df822cf9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a0b4331-4ded-4391-8669-9c53877df0ef'}] {{(pid=103097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 09:06:09.357712 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4541ab3f2cdba5932412d0e11c0734b292cb124fdee115af1127c89d10c16b82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-073fc37b-b2c1-4f29-b3e8-7a4fc0fbe56d" -d '{"events": [{"server_uuid": "4d07977b-4f1c-446a-8840-556df822cf9f", "name": "network-vif-plugged", "status": "completed", "tag": "0a0b4331-4ded-4391-8669-9c53877df0ef"}]}' {{(pid=103097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 09:06:09.371474 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] For port 0a0b4331-4ded-4391-8669-9c53877df0ef, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=0a0b4331-4ded-4391-8669-9c53877df0ef,segment=NetworkSegment(92870879-9daf-4c8f-8e0a-de7f92d81d56),segment_id=92870879-9daf-4c8f-8e0a-de7f92d81d56)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:06:09.375875 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (0a0b4331-4ded-4391-8669-9c53877df0ef), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:06:09.377396 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Device cdd3596a-3489-4145-bbb9-61ae0c6b69c9 up at agent hyperv_hv-cinder-83177 {{(pid=103097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 09:06:09.401872 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 09:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cbf85d6-5b47-442b-ac1f-314e43692317 x-openstack-request-id: req-1cbf85d6-5b47-442b-ac1f-314e43692317 {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 09:06:09.402192 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d07977b-4f1c-446a-8840-556df822cf9f", "name": "network-vif-plugged", "status": "completed", "tag": "0a0b4331-4ded-4391-8669-9c53877df0ef", "code": 200}]} {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 09:06:09.402457 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1cbf85d6-5b47-442b-ac1f-314e43692317 {{(pid=103097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 09:06:09.402850 dv-cinder-831776-4-iscsi neutron-server[103097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d07977b-4f1c-446a-8840-556df822cf9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a0b4331-4ded-4391-8669-9c53877df0ef', 'code': 200} Mar 16 09:06:09.505868 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Provisioning for port cdd3596a-3489-4145-bbb9-61ae0c6b69c9 completed by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 16 09:06:09.513080 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Provisioning complete for port cdd3596a-3489-4145-bbb9-61ae0c6b69c9 triggered by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:06:09.513476 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (cdd3596a-3489-4145-bbb9-61ae0c6b69c9), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:06:09.515004 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Pushing event updated for resources: {'Port': ['ID=0a0b4331-4ded-4391-8669-9c53877df0ef,revision_number=5']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:06:09.606844 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Current status of the port cdd3596a-3489-4145-bbb9-61ae0c6b69c9 is: BUILD; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:06:09.607465 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (cdd3596a-3489-4145-bbb9-61ae0c6b69c9), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:06:09.636227 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b48f1e-a4d7-4dec-a544-dcecda50dcb8 req-cbb1db8c-80d2-4a1a-98ef-aa15dcc14df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:06:09.638034 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a4b48f1e-a4d7-4dec-a544-dcecda50dcb8 req-cbb1db8c-80d2-4a1a-98ef-aa15dcc14df4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4d07977b-4f1c-446a-8840-556df822cf9f HTTP/1.1" status: 200 len: 1130 time: 0.0546675 Mar 16 09:06:09.646598 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] For port cdd3596a-3489-4145-bbb9-61ae0c6b69c9, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=cdd3596a-3489-4145-bbb9-61ae0c6b69c9,segment=NetworkSegment(08cb8d24-3925-4648-8517-d63baacc3855),segment_id=08cb8d24-3925-4648-8517-d63baacc3855)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:06:09.650600 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (cdd3596a-3489-4145-bbb9-61ae0c6b69c9), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:06:09.687841 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a4b48f1e-a4d7-4dec-a544-dcecda50dcb8 req-a55e8303-6c49-4b1c-b20f-fb7e1580103c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c5204cf0-5775-4a11-985e-a2de5d7605a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411489 Mar 16 09:06:09.697969 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Pushing event updated for resources: {'Port': ['ID=cdd3596a-3489-4145-bbb9-61ae0c6b69c9,revision_number=5']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:06:10.204758 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1cd35d-5395-4015-a457-6b21b1b6b2cb req-3ddf1e40-81d4-49c6-8974-924051cb372d tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:06:10.206155 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-cc1cd35d-5395-4015-a457-6b21b1b6b2cb req-3ddf1e40-81d4-49c6-8974-924051cb372d tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d07977b-4f1c-446a-8840-556df822cf9f HTTP/1.1" status: 200 len: 946 time: 0.0797398 Mar 16 09:06:10.216227 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b00e39-984b-4b02-b06a-a7edd30639cf req-32f585cb-6eda-438a-a9f2-6e2d0b4ca414 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:06:10.217615 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-30b00e39-984b-4b02-b06a-a7edd30639cf req-32f585cb-6eda-438a-a9f2-6e2d0b4ca414 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb82e32c-cee6-405c-95ee-7e0528d57e16 HTTP/1.1" status: 200 len: 946 time: 0.0818107 Mar 16 09:06:10.286652 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-cc1cd35d-5395-4015-a457-6b21b1b6b2cb req-a64d294d-0e4a-482a-86ab-06d0d195e6dc tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5204cf0-5775-4a11-985e-a2de5d7605a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681179 Mar 16 09:06:10.289830 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-30b00e39-984b-4b02-b06a-a7edd30639cf req-8472711a-1705-4cfa-b271-c0b445704510 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] 10.222.0.18 "GET /v2.0/security-groups?id=77ac1331-f3e5-41e2-8b67-35a2e1a6a897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653765 Mar 16 09:06:11.404619 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb82e32c-cee6-405c-95ee-7e0528d57e16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdd3596a-3489-4145-bbb9-61ae0c6b69c9'}] {{(pid=103097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 09:06:11.407044 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4541ab3f2cdba5932412d0e11c0734b292cb124fdee115af1127c89d10c16b82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe0abd8-8970-44b8-a0bc-d328ef58776a" -d '{"events": [{"server_uuid": "cb82e32c-cee6-405c-95ee-7e0528d57e16", "name": "network-vif-plugged", "status": "completed", "tag": "cdd3596a-3489-4145-bbb9-61ae0c6b69c9"}]}' {{(pid=103097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 09:06:11.659251 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d352173-fef1-47e6-ad86-1f37210a23c7 req-a8367276-3a54-4ef9-bd18-57ea3a1c62c0 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:06:11.660719 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5d352173-fef1-47e6-ad86-1f37210a23c7 req-a8367276-3a54-4ef9-bd18-57ea3a1c62c0 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d07977b-4f1c-446a-8840-556df822cf9f HTTP/1.1" status: 200 len: 946 time: 0.2962554 Mar 16 09:06:11.667350 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3918eb4-543f-45b3-bf8c-98949c1ce3ef req-42931425-e842-4f53-88a8-c4f8c8beef69 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:06:11.668727 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-c3918eb4-543f-45b3-bf8c-98949c1ce3ef req-42931425-e842-4f53-88a8-c4f8c8beef69 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb82e32c-cee6-405c-95ee-7e0528d57e16 HTTP/1.1" status: 200 len: 946 time: 0.3143609 Mar 16 09:06:11.739114 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5d352173-fef1-47e6-ad86-1f37210a23c7 req-71f59c92-1869-44ce-932a-8f66df2ae327 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5204cf0-5775-4a11-985e-a2de5d7605a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694218 Mar 16 09:06:11.742112 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-c3918eb4-543f-45b3-bf8c-98949c1ce3ef req-d767d96c-ea20-43e7-86bd-038273a1f18e tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] 10.222.0.18 "GET /v2.0/security-groups?id=77ac1331-f3e5-41e2-8b67-35a2e1a6a897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662355 Mar 16 09:06:11.794049 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 09:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c0288a3-00c5-415b-b079-cee237abc664 x-openstack-request-id: req-8c0288a3-00c5-415b-b079-cee237abc664 {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 09:06:11.794358 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb82e32c-cee6-405c-95ee-7e0528d57e16", "name": "network-vif-plugged", "status": "completed", "tag": "cdd3596a-3489-4145-bbb9-61ae0c6b69c9", "code": 200}]} {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 09:06:11.794613 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8c0288a3-00c5-415b-b079-cee237abc664 {{(pid=103097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 09:06:11.795004 dv-cinder-831776-4-iscsi neutron-server[103097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb82e32c-cee6-405c-95ee-7e0528d57e16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdd3596a-3489-4145-bbb9-61ae0c6b69c9', 'code': 200} Mar 16 09:06:12.002011 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dbad45-d90a-4f97-ab7a-27d9c77fca2c req-f9cd35a1-e8f9-47de-b2cb-5e4020e3d7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:06:12.003509 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b3dbad45-d90a-4f97-ab7a-27d9c77fca2c req-f9cd35a1-e8f9-47de-b2cb-5e4020e3d7cb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=cb82e32c-cee6-405c-95ee-7e0528d57e16 HTTP/1.1" status: 200 len: 1130 time: 0.0467725 Mar 16 09:06:12.047734 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b3dbad45-d90a-4f97-ab7a-27d9c77fca2c req-094b588e-ed49-4742-bd1d-d0ab1c33298c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=77ac1331-f3e5-41e2-8b67-35a2e1a6a897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374839 Mar 16 09:06:12.892283 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f767f6-6df1-4894-93fa-150d23e95e31 req-33799135-7ecb-4a73-97dc-b398582d7203 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:06:12.893784 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-69f767f6-6df1-4894-93fa-150d23e95e31 req-33799135-7ecb-4a73-97dc-b398582d7203 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb82e32c-cee6-405c-95ee-7e0528d57e16 HTTP/1.1" status: 200 len: 946 time: 0.0812206 Mar 16 09:06:12.901518 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36435136-588b-4db1-8202-6d4ef82659d8 req-dad65348-360f-4e3c-83a2-bc49518dd196 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:06:12.902940 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-36435136-588b-4db1-8202-6d4ef82659d8 req-dad65348-360f-4e3c-83a2-bc49518dd196 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d07977b-4f1c-446a-8840-556df822cf9f HTTP/1.1" status: 200 len: 946 time: 0.0916586 Mar 16 09:06:12.977075 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-69f767f6-6df1-4894-93fa-150d23e95e31 req-6254e11a-d971-47c8-89f5-0bf16afe8e15 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] 10.222.0.18 "GET /v2.0/security-groups?id=77ac1331-f3e5-41e2-8b67-35a2e1a6a897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731707 Mar 16 09:06:12.980236 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-36435136-588b-4db1-8202-6d4ef82659d8 req-ae32bb9b-79d6-4b9d-9fd8-378c6492c746 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5204cf0-5775-4a11-985e-a2de5d7605a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704424 Mar 16 09:06:13.098572 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8926bc8-2faf-4225-bfa9-9eeb7f697778 req-86f37bf6-fe4f-4fd5-b5ba-30689428d550 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:06:13.100005 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-c8926bc8-2faf-4225-bfa9-9eeb7f697778 req-86f37bf6-fe4f-4fd5-b5ba-30689428d550 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d07977b-4f1c-446a-8840-556df822cf9f HTTP/1.1" status: 200 len: 946 time: 0.0515485 Mar 16 09:06:13.109196 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 51332) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:06:13.113989 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.v2.base [None req-eff0124f-987a-4186-a6fb-ad2dbf13e9f9 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Request body: {'floatingip': {'port_id': '0a0b4331-4ded-4391-8669-9c53877df0ef'}} {{(pid=103096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:06:13.152301 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-eff0124f-987a-4186-a6fb-ad2dbf13e9f9 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Publish callbacks [] for floatingip (b4451aa0-7047-44f0-83de-2e6d7fb93503), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:06:13.558972 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-eff0124f-987a-4186-a6fb-ad2dbf13e9f9 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:06:13.562773 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-eff0124f-987a-4186-a6fb-ad2dbf13e9f9 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557332'] for floatingip (b4451aa0-7047-44f0-83de-2e6d7fb93503), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:06:13.662428 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.db.l3_db [None req-eff0124f-987a-4186-a6fb-ad2dbf13e9f9 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Floating IP b4451aa0-7047-44f0-83de-2e6d7fb93503 associated. External IP: 172.27.1.54, port: 0a0b4331-4ded-4391-8669-9c53877df0ef. Mar 16 09:06:13.864789 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eff0124f-987a-4186-a6fb-ad2dbf13e9f9 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Router baabafe2-dd15-46e5-a092-3c4d7cbf3860 has already been hosted by L3 agent 09ce795b-eeca-4b3b-9d7f-577d9443cb21 {{(pid=103096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 09:06:13.971727 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff0124f-987a-4186-a6fb-ad2dbf13e9f9 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Notify agent at l3_agent.dv-cinder-831776-4-iscsi the message routers_updated {{(pid=103096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 09:06:13.976399 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-eff0124f-987a-4186-a6fb-ad2dbf13e9f9 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334679'] for floatingip (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:06:13.981394 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8811cd6a-a285-4f26-a823-3f68cb02924f None None] Sync routers for ids ['baabafe2-dd15-46e5-a092-3c4d7cbf3860'] in dv-cinder-831776-4-iscsi {{(pid=103097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 09:06:13.990849 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8811cd6a-a285-4f26-a823-3f68cb02924f None None] Routers {'baabafe2-dd15-46e5-a092-3c4d7cbf3860'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:06:13.991468 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-8811cd6a-a285-4f26-a823-3f68cb02924f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:05:53Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['baabafe2-dd15-46e5-a092-3c4d7cbf3860'], 'active': True} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:06:14.005957 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-eff0124f-987a-4186-a6fb-ad2dbf13e9f9 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "PUT /v2.0/floatingips/b4451aa0-7047-44f0-83de-2e6d7fb93503 HTTP/1.1" status: 200 len: 991 time: 0.8956897 Mar 16 09:06:14.006544 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d07977b-4f1c-446a-8840-556df822cf9f', 'tag': '0a0b4331-4ded-4391-8669-9c53877df0ef'}] {{(pid=103096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 09:06:14.008742 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552648401d13394d2a88e7485ef09c5647ae5ea4c1ec431ef2c5edbe801f23fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11114a0f-ab19-4a29-bbcc-b163f407f2da" -d '{"events": [{"name": "network-changed", "server_uuid": "4d07977b-4f1c-446a-8840-556df822cf9f", "tag": "0a0b4331-4ded-4391-8669-9c53877df0ef"}]}' {{(pid=103096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 09:06:14.055538 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 09:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-444737a8-4053-4a20-b8d4-19d8f272b7f5 x-openstack-request-id: req-444737a8-4053-4a20-b8d4-19d8f272b7f5 {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 09:06:14.055828 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d07977b-4f1c-446a-8840-556df822cf9f", "tag": "0a0b4331-4ded-4391-8669-9c53877df0ef", "status": "completed", "code": 200}]} {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 09:06:14.056086 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-444737a8-4053-4a20-b8d4-19d8f272b7f5 {{(pid=103096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 09:06:14.056495 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d07977b-4f1c-446a-8840-556df822cf9f', 'tag': '0a0b4331-4ded-4391-8669-9c53877df0ef', 'status': 'completed', 'code': 200} Mar 16 09:06:14.104681 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvr_db [None req-8811cd6a-a285-4f26-a823-3f68cb02924f None None] Set router baabafe2-dd15-46e5-a092-3c4d7cbf3860 gateway port host: dv-cinder-831776-4-iscsi {{(pid=103097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:06:14.112787 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b326c3c9-8d76-494c-847f-faba467ba874 req-598832ae-834c-49a3-bd32-dd0a3aa94165 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:06:14.114302 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b326c3c9-8d76-494c-847f-faba467ba874 req-598832ae-834c-49a3-bd32-dd0a3aa94165 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb82e32c-cee6-405c-95ee-7e0528d57e16 HTTP/1.1" status: 200 len: 946 time: 0.0518601 Mar 16 09:06:14.160320 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b326c3c9-8d76-494c-847f-faba467ba874 req-8df52c21-c1cb-4fe4-9f95-74fd6ace30f5 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] 10.222.0.18 "GET /v2.0/security-groups?id=77ac1331-f3e5-41e2-8b67-35a2e1a6a897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401945 Mar 16 09:06:14.325691 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-8811cd6a-a285-4f26-a823-3f68cb02924f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baabafe2-dd15-46e5-a092-3c4d7cbf3860', 'name': 'tempest-AttachVolumeShelveTestJSON-907761014-router', 'tenant_id': 'c6376ecd52fd4df3958214376cfc2020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'ec6ddfe3-e89d-4850-804c-6d83ef1d6159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:05:53Z', 'updated_at': '2022-03-16T09:05:55Z', 'revision_number': 4, 'project_id': 'c6376ecd52fd4df3958214376cfc2020', 'gw_port': {'id': 'ec6ddfe3-e89d-4850-804c-6d83ef1d6159', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:83:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baabafe2-dd15-46e5-a092-3c4d7cbf3860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:05:53Z', 'updated_at': '2022-03-16T09:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_floatingips': [{'id': 'b4451aa0-7047-44f0-83de-2e6d7fb93503', 'tenant_id': 'c6376ecd52fd4df3958214376cfc2020', 'floating_ip_address': '172.27.1.54', 'floating_network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'router_id': 'baabafe2-dd15-46e5-a092-3c4d7cbf3860', 'port_id': '0a0b4331-4ded-4391-8669-9c53877df0ef', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3933f25-b7ca-4916-8a13-138bf0db8c83', 'mac_address': 'fa:16:3e:6e:bb:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d07977b-4f1c-446a-8840-556df822cf9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T09:05:58Z', 'updated_at': '2022-03-16T09:06:13Z', 'revision_number': 1, 'project_id': 'c6376ecd52fd4df3958214376cfc2020', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd51c38c-6702-4d69-b02d-a841e4ae8d4b', 'name': '', 'network_id': 'a3933f25-b7ca-4916-8a13-138bf0db8c83', 'tenant_id': 'c6376ecd52fd4df3958214376cfc2020', 'mac_address': 'fa:16:3e:e2:4e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baabafe2-dd15-46e5-a092-3c4d7cbf3860', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'f6c2cbf7-36bb-4af8-9e66-db86b28b25f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:05:55Z', 'updated_at': '2022-03-16T09:06:00Z', 'revision_number': 5, 'project_id': 'c6376ecd52fd4df3958214376cfc2020', 'subnets': [{'id': 'f6c2cbf7-36bb-4af8-9e66-db86b28b25f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:06:14.350352 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8811cd6a-a285-4f26-a823-3f68cb02924f None None] Checking router: baabafe2-dd15-46e5-a092-3c4d7cbf3860 for host: dv-cinder-831776-4-iscsi {{(pid=103097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 09:06:14.358124 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8811cd6a-a285-4f26-a823-3f68cb02924f None None] Routers {'baabafe2-dd15-46e5-a092-3c4d7cbf3860'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:06:14.358714 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-8811cd6a-a285-4f26-a823-3f68cb02924f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:05:53Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['baabafe2-dd15-46e5-a092-3c4d7cbf3860'], 'active': True} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:06:14.460733 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvr_db [None req-8811cd6a-a285-4f26-a823-3f68cb02924f None None] Set router baabafe2-dd15-46e5-a092-3c4d7cbf3860 gateway port host: dv-cinder-831776-4-iscsi {{(pid=103097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:06:14.685868 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-8811cd6a-a285-4f26-a823-3f68cb02924f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baabafe2-dd15-46e5-a092-3c4d7cbf3860', 'name': 'tempest-AttachVolumeShelveTestJSON-907761014-router', 'tenant_id': 'c6376ecd52fd4df3958214376cfc2020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'ec6ddfe3-e89d-4850-804c-6d83ef1d6159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:05:53Z', 'updated_at': '2022-03-16T09:05:55Z', 'revision_number': 4, 'project_id': 'c6376ecd52fd4df3958214376cfc2020', 'gw_port': {'id': 'ec6ddfe3-e89d-4850-804c-6d83ef1d6159', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:83:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baabafe2-dd15-46e5-a092-3c4d7cbf3860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:05:53Z', 'updated_at': '2022-03-16T09:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_floatingips': [{'id': 'b4451aa0-7047-44f0-83de-2e6d7fb93503', 'tenant_id': 'c6376ecd52fd4df3958214376cfc2020', 'floating_ip_address': '172.27.1.54', 'floating_network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'router_id': 'baabafe2-dd15-46e5-a092-3c4d7cbf3860', 'port_id': '0a0b4331-4ded-4391-8669-9c53877df0ef', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3933f25-b7ca-4916-8a13-138bf0db8c83', 'mac_address': 'fa:16:3e:6e:bb:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d07977b-4f1c-446a-8840-556df822cf9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T09:05:58Z', 'updated_at': '2022-03-16T09:06:13Z', 'revision_number': 1, 'project_id': 'c6376ecd52fd4df3958214376cfc2020', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd51c38c-6702-4d69-b02d-a841e4ae8d4b', 'name': '', 'network_id': 'a3933f25-b7ca-4916-8a13-138bf0db8c83', 'tenant_id': 'c6376ecd52fd4df3958214376cfc2020', 'mac_address': 'fa:16:3e:e2:4e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baabafe2-dd15-46e5-a092-3c4d7cbf3860', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'f6c2cbf7-36bb-4af8-9e66-db86b28b25f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:05:55Z', 'updated_at': '2022-03-16T09:06:00Z', 'revision_number': 5, 'project_id': 'c6376ecd52fd4df3958214376cfc2020', 'subnets': [{'id': 'f6c2cbf7-36bb-4af8-9e66-db86b28b25f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:06:14.714413 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8811cd6a-a285-4f26-a823-3f68cb02924f None None] The sync data for ids ['baabafe2-dd15-46e5-a092-3c4d7cbf3860'] in dv-cinder-831776-4-iscsi is: [{'id': 'baabafe2-dd15-46e5-a092-3c4d7cbf3860', 'name': 'tempest-AttachVolumeShelveTestJSON-907761014-router', 'tenant_id': 'c6376ecd52fd4df3958214376cfc2020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'ec6ddfe3-e89d-4850-804c-6d83ef1d6159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:05:53Z', 'updated_at': '2022-03-16T09:05:55Z', 'revision_number': 4, 'project_id': 'c6376ecd52fd4df3958214376cfc2020', 'gw_port': {'id': 'ec6ddfe3-e89d-4850-804c-6d83ef1d6159', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:83:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baabafe2-dd15-46e5-a092-3c4d7cbf3860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:05:53Z', 'updated_at': '2022-03-16T09:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_floatingips': [{'id': 'b4451aa0-7047-44f0-83de-2e6d7fb93503', 'tenant_id': 'c6376ecd52fd4df3958214376cfc2020', 'floating_ip_address': '172.27.1.54', 'floating_network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'router_id': 'baabafe2-dd15-46e5-a092-3c4d7cbf3860', 'port_id': '0a0b4331-4ded-4391-8669-9c53877df0ef', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3933f25-b7ca-4916-8a13-138bf0db8c83', 'mac_address': 'fa:16:3e:6e:bb:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d07977b-4f1c-446a-8840-556df822cf9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T09:05:58Z', 'updated_at': '2022-03-16T09:06:13Z', 'revision_number': 1, 'project_id': 'c6376ecd52fd4df3958214376cfc2020', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd51c38c-6702-4d69-b02d-a841e4ae8d4b', 'name': '', 'network_id': 'a3933f25-b7ca-4916-8a13-138bf0db8c83', 'tenant_id': 'c6376ecd52fd4df3958214376cfc2020', 'mac_address': 'fa:16:3e:e2:4e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baabafe2-dd15-46e5-a092-3c4d7cbf3860', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'f6c2cbf7-36bb-4af8-9e66-db86b28b25f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:05:55Z', 'updated_at': '2022-03-16T09:06:00Z', 'revision_number': 5, 'project_id': 'c6376ecd52fd4df3958214376cfc2020', 'subnets': [{'id': 'f6c2cbf7-36bb-4af8-9e66-db86b28b25f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 09:06:14.908444 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c539fee4-fb99-46d1-8869-f5a831c62a77 None None] New status for floating IP b4451aa0-7047-44f0-83de-2e6d7fb93503: ACTIVE {{(pid=103098) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 09:06:15.275799 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1da25a9-6c38-4325-bfb5-9670518b6a4b req-60c7c43c-d443-4924-959a-526acd7d69d7 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:06:15.277243 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-c1da25a9-6c38-4325-bfb5-9670518b6a4b req-60c7c43c-d443-4924-959a-526acd7d69d7 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb82e32c-cee6-405c-95ee-7e0528d57e16 HTTP/1.1" status: 200 len: 946 time: 0.0501790 Mar 16 09:06:15.325082 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-c1da25a9-6c38-4325-bfb5-9670518b6a4b req-32b85163-760a-4159-a620-01ac57a25ca3 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] 10.222.0.18 "GET /v2.0/security-groups?id=77ac1331-f3e5-41e2-8b67-35a2e1a6a897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423176 Mar 16 09:06:16.438313 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f576fd28-8b7c-404e-ae5a-ab8b60974fbd req-69fb7476-58f2-4078-b12a-2024a9088593 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:06:16.440202 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-f576fd28-8b7c-404e-ae5a-ab8b60974fbd req-69fb7476-58f2-4078-b12a-2024a9088593 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb82e32c-cee6-405c-95ee-7e0528d57e16 HTTP/1.1" status: 200 len: 946 time: 0.0512960 Mar 16 09:06:16.494552 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-f576fd28-8b7c-404e-ae5a-ab8b60974fbd req-7f58a3cd-1621-4bf9-aad2-b7b762ae45e6 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] 10.222.0.18 "GET /v2.0/security-groups?id=77ac1331-f3e5-41e2-8b67-35a2e1a6a897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481417 Mar 16 09:06:16.526647 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11114a0f-ab19-4a29-bbcc-b163f407f2da req-31a9a242-9b7e-4ee8-bf24-109e053a20de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:06:16.528099 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-11114a0f-ab19-4a29-bbcc-b163f407f2da req-31a9a242-9b7e-4ee8-bf24-109e053a20de service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6376ecd52fd4df3958214376cfc2020&device_id=4d07977b-4f1c-446a-8840-556df822cf9f HTTP/1.1" status: 200 len: 1130 time: 0.0519462 Mar 16 09:06:16.616348 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11114a0f-ab19-4a29-bbcc-b163f407f2da req-9f003b6f-5f6d-4f74-be7f-41aee286cde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:06:16.617801 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-11114a0f-ab19-4a29-bbcc-b163f407f2da req-9f003b6f-5f6d-4f74-be7f-41aee286cde5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a3933f25-b7ca-4916-8a13-138bf0db8c83 HTTP/1.1" status: 200 len: 917 time: 0.0836322 Mar 16 09:06:16.684713 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-11114a0f-ab19-4a29-bbcc-b163f407f2da req-07eb4eca-6ad0-4f6e-a02a-c07e1882f92f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a0b4331-4ded-4391-8669-9c53877df0ef HTTP/1.1" status: 200 len: 1001 time: 0.0600886 Mar 16 09:06:16.733349 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11114a0f-ab19-4a29-bbcc-b163f407f2da req-a7c6834e-43e7-466c-9695-71d73141c8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:06:16.734763 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-11114a0f-ab19-4a29-bbcc-b163f407f2da req-a7c6834e-43e7-466c-9695-71d73141c8fe service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f6c2cbf7-36bb-4af8-9e66-db86b28b25f5 HTTP/1.1" status: 200 len: 855 time: 0.0409439 Mar 16 09:06:16.787168 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11114a0f-ab19-4a29-bbcc-b163f407f2da req-2fd0b2b5-8860-41b3-8892-6096061990e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:06:16.788627 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-11114a0f-ab19-4a29-bbcc-b163f407f2da req-2fd0b2b5-8860-41b3-8892-6096061990e6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a3933f25-b7ca-4916-8a13-138bf0db8c83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460596 Mar 16 09:06:16.876388 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-11114a0f-ab19-4a29-bbcc-b163f407f2da req-74dbb352-e35d-40dc-9784-5212ea6b5aa8 service neutron] 10.222.0.48 "GET /v2.0/networks/a3933f25-b7ca-4916-8a13-138bf0db8c83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0770960 Mar 16 09:06:16.971283 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-11114a0f-ab19-4a29-bbcc-b163f407f2da req-c4e4ebcc-ef3b-49de-aad5-471a428b8575 service neutron] 10.222.0.48 "GET /v2.0/networks/a3933f25-b7ca-4916-8a13-138bf0db8c83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888016 Mar 16 09:06:17.609400 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a057c9-2e90-4c68-a4cb-9499f871b20a req-3e84febf-0538-4742-ba45-2ed32e10ba03 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:06:17.610863 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b7a057c9-2e90-4c68-a4cb-9499f871b20a req-3e84febf-0538-4742-ba45-2ed32e10ba03 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb82e32c-cee6-405c-95ee-7e0528d57e16 HTTP/1.1" status: 200 len: 946 time: 0.0516121 Mar 16 09:06:17.655514 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b7a057c9-2e90-4c68-a4cb-9499f871b20a req-567340b1-9fbf-426a-bdff-1ad39c864697 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] 10.222.0.18 "GET /v2.0/security-groups?id=77ac1331-f3e5-41e2-8b67-35a2e1a6a897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392549 Mar 16 09:06:18.775302 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c43bb-167f-4d16-9003-52d89fdf6464 req-29b63a36-0cb6-45d6-baa5-f17090ce0c53 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:06:18.776767 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-6f1c43bb-167f-4d16-9003-52d89fdf6464 req-29b63a36-0cb6-45d6-baa5-f17090ce0c53 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb82e32c-cee6-405c-95ee-7e0528d57e16 HTTP/1.1" status: 200 len: 946 time: 0.0544240 Mar 16 09:06:18.826848 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-6f1c43bb-167f-4d16-9003-52d89fdf6464 req-32ff71c6-38c0-4315-bdf5-d780fa448f3c tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] 10.222.0.18 "GET /v2.0/security-groups?id=77ac1331-f3e5-41e2-8b67-35a2e1a6a897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443830 Mar 16 09:06:20.482945 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-7fbabf4c-d030-4eda-a391-1ab018172dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (a398d5bf-1368-473f-bfdd-7d167c3f4154), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:06:22.794096 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-59066906-aff7-4aeb-b491-4d2ec1db510c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (09ce795b-eeca-4b3b-9d7f-577d9443cb21), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:06:23.843773 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-cdeb7127-6fa1-4060-ae0a-c8ffc2dd9388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (514d7d79-ab14-439d-a6c0-bbffe337a49f), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:06:25.466793 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3de267ec-888d-49e1-92d2-a6991c0932cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (3616e4f6-4586-420d-b0d2-e3b2f5abb17b), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:06:25.470092 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (f0da09ba-cbd5-402d-a3a1-68b8fcaf25e8), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:06:26.857248 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (489981c6-9aaa-401c-bd41-6b42e027a228), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:06:27.075052 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.agents_db [None req-ddb2e055-3acb-4969-8bde-a74b2247622c None None] Agent healthcheck: found 6 active agents {{(pid=103098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 09:06:30.953511 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-c6b572cb-592a-4d2a-b230-30230e47f7cc req-ce20b5ba-5961-439e-aff9-079a1d0b16a2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b44e8926-3292-4a9c-92f8-d6b0444a20ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421264 Mar 16 09:06:32.452763 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b572cb-592a-4d2a-b230-30230e47f7cc req-a635dfa0-3d43-4be6-b309-e09fdb48000c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:06:32.454239 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-c6b572cb-592a-4d2a-b230-30230e47f7cc req-a635dfa0-3d43-4be6-b309-e09fdb48000c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=038ce3c42c064d11ab4e77d47b819ba5&device_id=b44e8926-3292-4a9c-92f8-d6b0444a20ec HTTP/1.1" status: 200 len: 1129 time: 0.0424645 Mar 16 09:06:32.562866 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b572cb-592a-4d2a-b230-30230e47f7cc req-8f7eec35-0982-40f1-9829-d59454b67eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:06:32.564488 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-c6b572cb-592a-4d2a-b230-30230e47f7cc req-8f7eec35-0982-40f1-9829-d59454b67eac service neutron] 10.222.0.48 "GET /v2.0/networks?id=95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c HTTP/1.1" status: 200 len: 912 time: 0.0866396 Mar 16 09:06:32.629767 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-c6b572cb-592a-4d2a-b230-30230e47f7cc req-c85352ce-a52c-481a-bdb8-6ad1a8c0ecc0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7155e07a-6504-49b7-a70d-aff571162b33 HTTP/1.1" status: 200 len: 1000 time: 0.0583649 Mar 16 09:06:32.679482 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b572cb-592a-4d2a-b230-30230e47f7cc req-bad50627-d79a-4aa8-9c24-30740d22b234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:06:32.680949 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-c6b572cb-592a-4d2a-b230-30230e47f7cc req-bad50627-d79a-4aa8-9c24-30740d22b234 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=653dccd0-3a12-4ac0-9cc2-5a0bfeaf34e7 HTTP/1.1" status: 200 len: 850 time: 0.0437298 Mar 16 09:06:32.733710 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b572cb-592a-4d2a-b230-30230e47f7cc req-25edc453-b244-4301-b6a4-691af0959933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:06:32.735080 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-c6b572cb-592a-4d2a-b230-30230e47f7cc req-25edc453-b244-4301-b6a4-691af0959933 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459974 Mar 16 09:06:32.823558 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-c6b572cb-592a-4d2a-b230-30230e47f7cc req-34397691-6e51-49df-978d-9b8753dece4a service neutron] 10.222.0.48 "GET /v2.0/networks/95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809920 Mar 16 09:06:32.926940 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-c6b572cb-592a-4d2a-b230-30230e47f7cc req-e307b63f-3c4b-4d57-8fad-8f89e4fdd96b service neutron] 10.222.0.48 "GET /v2.0/networks/95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941782 Mar 16 09:06:50.483704 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-b34fe611-53c0-469d-9cd8-2e26f9385961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (a398d5bf-1368-473f-bfdd-7d167c3f4154), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:06:50.990811 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 51756) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:06:50.995602 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.v2.base [None req-3273ffc3-014b-4d35-865a-52414b9a53df tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Request body: {'security_group': {'name': 'tempest-securitygroup--786382801', 'description': 'tempest-description--1920099073'}} {{(pid=103096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:06:51.014128 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-3273ffc3-014b-4d35-865a-52414b9a53df tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks [] for security_group (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:06:51.079907 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-3273ffc3-014b-4d35-865a-52414b9a53df tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks [] for security_group (fa0fd529-2a03-4944-9b74-1fe33e14d29e), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:06:51.083681 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-3273ffc3-014b-4d35-865a-52414b9a53df tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (fa0fd529-2a03-4944-9b74-1fe33e14d29e), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:06:51.108749 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-3273ffc3-014b-4d35-865a-52414b9a53df tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks [] for security_group (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:06:51.110003 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-3273ffc3-014b-4d35-865a-52414b9a53df tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1181955 Mar 16 09:06:51.112988 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 51760) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:06:51.117561 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.v2.base [None req-8e5156d5-e381-4efb-8ecb-4fbeb2c1ddb5 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Request body: {'security_group_rule': {'security_group_id': 'fa0fd529-2a03-4944-9b74-1fe33e14d29e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:06:51.124323 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3273ffc3-014b-4d35-865a-52414b9a53df tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0fd529-2a03-4944-9b74-1fe33e14d29e,revision_number=1']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:06:51.131594 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3273ffc3-014b-4d35-865a-52414b9a53df tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:06:51.131917 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3273ffc3-014b-4d35-865a-52414b9a53df tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:06:51.132293 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3273ffc3-014b-4d35-865a-52414b9a53df tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:06:51.132788 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3273ffc3-014b-4d35-865a-52414b9a53df tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:06:51.133125 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3273ffc3-014b-4d35-865a-52414b9a53df tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:06:51.133555 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3273ffc3-014b-4d35-865a-52414b9a53df tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:06:51.133899 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3273ffc3-014b-4d35-865a-52414b9a53df tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:06:51.134235 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3273ffc3-014b-4d35-865a-52414b9a53df tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:06:51.134590 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3273ffc3-014b-4d35-865a-52414b9a53df tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:06:51.135080 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3273ffc3-014b-4d35-865a-52414b9a53df tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:06:51.135502 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3273ffc3-014b-4d35-865a-52414b9a53df tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:06:51.135851 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3273ffc3-014b-4d35-865a-52414b9a53df tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:06:51.136157 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3273ffc3-014b-4d35-865a-52414b9a53df tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:06:51.136482 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3273ffc3-014b-4d35-865a-52414b9a53df tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:06:51.136816 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3273ffc3-014b-4d35-865a-52414b9a53df tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:06:51.143865 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-8e5156d5-e381-4efb-8ecb-4fbeb2c1ddb5 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks [] for security_group_rule (37b6df9b-a639-4700-a5f3-da14def14930), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:06:51.200778 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-8e5156d5-e381-4efb-8ecb-4fbeb2c1ddb5 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks [] for security_group_rule (37b6df9b-a639-4700-a5f3-da14def14930), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:06:51.204874 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-8e5156d5-e381-4efb-8ecb-4fbeb2c1ddb5 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548227'] for security_group_rule (37b6df9b-a639-4700-a5f3-da14def14930), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:06:51.224406 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5156d5-e381-4efb-8ecb-4fbeb2c1ddb5 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37b6df9b-a639-4700-a5f3-da14def14930,revision_number=0']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:06:51.232745 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-8e5156d5-e381-4efb-8ecb-4fbeb2c1ddb5 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:06:51.233954 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-8e5156d5-e381-4efb-8ecb-4fbeb2c1ddb5 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1199193 Mar 16 09:06:51.236831 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 51764) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:06:51.241275 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.v2.base [None req-1f03a96b-6422-44cb-8261-ac1de9498545 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Request body: {'security_group_rule': {'security_group_id': 'fa0fd529-2a03-4944-9b74-1fe33e14d29e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:06:51.266218 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-1f03a96b-6422-44cb-8261-ac1de9498545 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks [] for security_group_rule (ac8d982a-ede8-4aef-bc8e-2e4a2899ed67), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:06:51.312541 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-1f03a96b-6422-44cb-8261-ac1de9498545 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks [] for security_group_rule (ac8d982a-ede8-4aef-bc8e-2e4a2899ed67), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:06:51.316093 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-1f03a96b-6422-44cb-8261-ac1de9498545 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548227'] for security_group_rule (ac8d982a-ede8-4aef-bc8e-2e4a2899ed67), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:06:51.332996 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f03a96b-6422-44cb-8261-ac1de9498545 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac8d982a-ede8-4aef-bc8e-2e4a2899ed67,revision_number=0']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:06:51.340370 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-1f03a96b-6422-44cb-8261-ac1de9498545 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:06:51.341602 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-1f03a96b-6422-44cb-8261-ac1de9498545 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1036890 Mar 16 09:06:51.344960 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 51766) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:06:51.349135 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.v2.base [None req-e9e79fc6-7f9e-4037-b3ab-f45c5fb47cc8 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Request body: {'floatingip': {'floating_network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab'}} {{(pid=103096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:06:51.367915 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-e9e79fc6-7f9e-4037-b3ab-f45c5fb47cc8 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:06:51.683344 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-e9e79fc6-7f9e-4037-b3ab-f45c5fb47cc8 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:06:51.784816 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.db_base_plugin_common [None req-e9e79fc6-7f9e-4037-b3ab-f45c5fb47cc8 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Allocated IP 172.27.1.191 (c4839873-0f35-4ea4-8707-46bf79a3edab/25bf7ac3-5945-4bb8-8d8f-087cde6dd03d/e5368b02-41ae-4499-b2ce-711ca3ede52c) {{(pid=103096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 09:06:51.887518 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-e9e79fc6-7f9e-4037-b3ab-f45c5fb47cc8 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks [] for port (e5368b02-41ae-4499-b2ce-711ca3ede52c), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:06:51.922185 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-e9e79fc6-7f9e-4037-b3ab-f45c5fb47cc8 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732012762709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13105710'] for port (e5368b02-41ae-4499-b2ce-711ca3ede52c), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:06:51.960046 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e79fc6-7f9e-4037-b3ab-f45c5fb47cc8 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Network c4839873-0f35-4ea4-8707-46bf79a3edab is already hosted by enough agents. {{(pid=103096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 09:06:51.963566 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.base_scheduler [None req-e9e79fc6-7f9e-4037-b3ab-f45c5fb47cc8 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Resources bound (agent type, host, resource id): {{(pid=103096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 09:06:51.966287 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e79fc6-7f9e-4037-b3ab-f45c5fb47cc8 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Received port after_create {{(pid=103096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 09:06:51.989810 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e79fc6-7f9e-4037-b3ab-f45c5fb47cc8 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Pushing event updated for resources: {'Port': ['ID=e5368b02-41ae-4499-b2ce-711ca3ede52c,revision_number=1']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:06:52.056094 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-e9e79fc6-7f9e-4037-b3ab-f45c5fb47cc8 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks [] for floatingip (8b77de77-0c20-468e-8964-0c31fcbb3f0d), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:06:52.095964 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-e9e79fc6-7f9e-4037-b3ab-f45c5fb47cc8 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (e5368b02-41ae-4499-b2ce-711ca3ede52c), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:06:52.245456 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-e9e79fc6-7f9e-4037-b3ab-f45c5fb47cc8 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks [] for port (e5368b02-41ae-4499-b2ce-711ca3ede52c), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:06:52.251221 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-e9e79fc6-7f9e-4037-b3ab-f45c5fb47cc8 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13105703'] for port (e5368b02-41ae-4499-b2ce-711ca3ede52c), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:06:52.317199 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e79fc6-7f9e-4037-b3ab-f45c5fb47cc8 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Pushing event updated for resources: {'Port': ['ID=e5368b02-41ae-4499-b2ce-711ca3ede52c,revision_number=2']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:06:52.327280 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-e9e79fc6-7f9e-4037-b3ab-f45c5fb47cc8 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557332'] for floatingip (8b77de77-0c20-468e-8964-0c31fcbb3f0d), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:06:52.342280 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-e9e79fc6-7f9e-4037-b3ab-f45c5fb47cc8 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334679'] for floatingip (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:06:52.343499 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-e9e79fc6-7f9e-4037-b3ab-f45c5fb47cc8 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9975710 Mar 16 09:06:52.489638 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-293436e5-cf3c-471c-a7c3-81654ab331f7 req-f6074091-d8be-4fbd-adde-ddd557f303db tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--786382801&fields=id&tenant_id=cb287d834c3747da825c3d4bb412c949 HTTP/1.1" status: 200 len: 267 time: 0.0407574 Mar 16 09:06:52.594959 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293436e5-cf3c-471c-a7c3-81654ab331f7 req-04313173-afa1-47b0-bea3-c271d44fe653 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:06:52.596315 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-293436e5-cf3c-471c-a7c3-81654ab331f7 req-04313173-afa1-47b0-bea3-c271d44fe653 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/networks?id=71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625 HTTP/1.1" status: 200 len: 815 time: 0.0997615 Mar 16 09:06:52.610765 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-293436e5-cf3c-471c-a7c3-81654ab331f7 req-c62d1c91-45a3-4240-9c40-7fb7c6598f51 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/quotas/cb287d834c3747da825c3d4bb412c949 HTTP/1.1" status: 200 len: 375 time: 0.0092232 Mar 16 09:06:52.664932 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-293436e5-cf3c-471c-a7c3-81654ab331f7 req-f5ef994c-cd37-484f-960e-49242117b5d8 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=cb287d834c3747da825c3d4bb412c949&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0495090 Mar 16 09:06:52.797539 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-258d6322-3f15-47a2-9268-492524843e1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (09ce795b-eeca-4b3b-9d7f-577d9443cb21), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:06:52.851177 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-293436e5-cf3c-471c-a7c3-81654ab331f7 req-4f121fc3-e506-49cc-ac0a-3ef740f252c4 service neutron] 10.222.0.18 "GET /v2.0/networks/71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746457 Mar 16 09:06:52.942388 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-293436e5-cf3c-471c-a7c3-81654ab331f7 req-51687756-6bea-470e-8e3e-d2990f3a27d8 service neutron] 10.222.0.18 "GET /v2.0/networks/71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855970 Mar 16 09:06:53.096448 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-d045c022-d5d4-4fca-aef8-0a64e8d8419d req-6cb565ff-773a-42ad-8454-3f73faed5436 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=46eef3f9-b68b-48e7-b2a3-7a6186a2f9cd HTTP/1.1" status: 200 len: 210 time: 0.0286341 Mar 16 09:06:53.846461 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-cdeb7127-6fa1-4060-ae0a-c8ffc2dd9388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (514d7d79-ab14-439d-a6c0-bbffe337a49f), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:06:54.154195 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293436e5-cf3c-471c-a7c3-81654ab331f7 req-e5f93816-ce6a-4285-9e4d-2cbd62017b48 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:06:54.155809 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-293436e5-cf3c-471c-a7c3-81654ab331f7 req-e5f93816-ce6a-4285-9e4d-2cbd62017b48 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.48 "GET /v2.0/networks?id=71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625 HTTP/1.1" status: 200 len: 815 time: 0.1047413 Mar 16 09:06:54.204385 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-481a1da8-1a3c-418b-b04b-143f8e6f636e req-e5a0e598-4bbe-405e-a971-452ac3ed6cd5 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=46eef3f9-b68b-48e7-b2a3-7a6186a2f9cd HTTP/1.1" status: 200 len: 210 time: 0.0385847 Mar 16 09:06:54.253374 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-293436e5-cf3c-471c-a7c3-81654ab331f7 req-38f9cfc0-4736-4eb6-be88-0141ab5f6035 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb287d834c3747da825c3d4bb412c949 HTTP/1.1" status: 200 len: 472 time: 0.0860817 Mar 16 09:06:54.262826 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.v2.base [req-293436e5-cf3c-471c-a7c3-81654ab331f7 req-cb4a7387-a004-4baa-91cb-8b8a089656b9 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Request body: {'port': {'device_id': '46eef3f9-b68b-48e7-b2a3-7a6186a2f9cd', 'network_id': '71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625', 'admin_state_up': True, 'tenant_id': 'cb287d834c3747da825c3d4bb412c949', 'security_groups': ['fa0fd529-2a03-4944-9b74-1fe33e14d29e']}} {{(pid=103096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:06:54.367944 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-293436e5-cf3c-471c-a7c3-81654ab331f7 req-cb4a7387-a004-4baa-91cb-8b8a089656b9 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Made reservation on behalf of cb287d834c3747da825c3d4bb412c949 for: {'port': 1} {{(pid=103096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 09:06:54.371712 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-293436e5-cf3c-471c-a7c3-81654ab331f7 req-cb4a7387-a004-4baa-91cb-8b8a089656b9 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:06:54.496422 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.db_base_plugin_common [req-293436e5-cf3c-471c-a7c3-81654ab331f7 req-cb4a7387-a004-4baa-91cb-8b8a089656b9 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Allocated IP 172.20.0.6 (71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625/21cfdeb1-bd49-41a4-bdcb-784e8ee0104b/f263dd00-c3b5-4a29-ac92-54735ae8c713) {{(pid=103096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 09:06:54.626096 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-293436e5-cf3c-471c-a7c3-81654ab331f7 req-cb4a7387-a004-4baa-91cb-8b8a089656b9 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks [] for port (f263dd00-c3b5-4a29-ac92-54735ae8c713), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:06:54.657879 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-293436e5-cf3c-471c-a7c3-81654ab331f7 req-cb4a7387-a004-4baa-91cb-8b8a089656b9 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732012762709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13105710'] for port (f263dd00-c3b5-4a29-ac92-54735ae8c713), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:06:54.704282 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-293436e5-cf3c-471c-a7c3-81654ab331f7 req-cb4a7387-a004-4baa-91cb-8b8a089656b9 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Network 71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625 is already hosted by enough agents. {{(pid=103096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 09:06:54.707428 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.base_scheduler [req-293436e5-cf3c-471c-a7c3-81654ab331f7 req-cb4a7387-a004-4baa-91cb-8b8a089656b9 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Resources bound (agent type, host, resource id): {{(pid=103096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 09:06:54.710993 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [req-293436e5-cf3c-471c-a7c3-81654ab331f7 req-cb4a7387-a004-4baa-91cb-8b8a089656b9 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Received port after_create {{(pid=103096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 09:06:54.733705 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4a7387-a004-4baa-91cb-8b8a089656b9 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Pushing event updated for resources: {'Port': ['ID=f263dd00-c3b5-4a29-ac92-54735ae8c713,revision_number=1']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:06:54.762393 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293436e5-cf3c-471c-a7c3-81654ab331f7 req-cb4a7387-a004-4baa-91cb-8b8a089656b9 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:06:54.762930 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-293436e5-cf3c-471c-a7c3-81654ab331f7 req-cb4a7387-a004-4baa-91cb-8b8a089656b9 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334679'] for port (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:06:54.779192 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-293436e5-cf3c-471c-a7c3-81654ab331f7 req-cb4a7387-a004-4baa-91cb-8b8a089656b9 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5203748 Mar 16 09:06:54.793587 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.v2.base [req-293436e5-cf3c-471c-a7c3-81654ab331f7 req-5941fc53-3678-4e11-858e-62cbb774cfb4 service neutron] Request body: {'port': {'device_id': '46eef3f9-b68b-48e7-b2a3-7a6186a2f9cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=103096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:06:54.853274 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-293436e5-cf3c-471c-a7c3-81654ab331f7 req-5941fc53-3678-4e11-858e-62cbb774cfb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (f263dd00-c3b5-4a29-ac92-54735ae8c713), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:06:54.958302 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-00795056-6bd2-4a47-b85d-00a1b8614fd3 None None] Provisioning complete for port f263dd00-c3b5-4a29-ac92-54735ae8c713 triggered by entity DHCP. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:06:54.958897 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-00795056-6bd2-4a47-b85d-00a1b8614fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (f263dd00-c3b5-4a29-ac92-54735ae8c713), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:06:54.993047 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-00795056-6bd2-4a47-b85d-00a1b8614fd3 None None] Port f263dd00-c3b5-4a29-ac92-54735ae8c713 cannot update to ACTIVE because it is not bound. {{(pid=103097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 09:06:55.113470 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.notifiers.nova [req-293436e5-cf3c-471c-a7c3-81654ab331f7 req-5941fc53-3678-4e11-858e-62cbb774cfb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f263dd00-c3b5-4a29-ac92-54735ae8c713 {{(pid=103096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 09:06:55.121982 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-293436e5-cf3c-471c-a7c3-81654ab331f7 req-5941fc53-3678-4e11-858e-62cbb774cfb4 service neutron] Publish callbacks [] for port (f263dd00-c3b5-4a29-ac92-54735ae8c713), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:06:55.133922 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.provisioning_blocks [req-293436e5-cf3c-471c-a7c3-81654ab331f7 req-5941fc53-3678-4e11-858e-62cbb774cfb4 service neutron] Transition to ACTIVE for port object f263dd00-c3b5-4a29-ac92-54735ae8c713 will not be triggered until provisioned by entity L2. {{(pid=103096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 16 09:06:55.137729 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-293436e5-cf3c-471c-a7c3-81654ab331f7 req-5941fc53-3678-4e11-858e-62cbb774cfb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13105703'] for port (f263dd00-c3b5-4a29-ac92-54735ae8c713), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:06:55.190241 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5941fc53-3678-4e11-858e-62cbb774cfb4 service neutron] Pushing event updated for resources: {'Port': ['ID=f263dd00-c3b5-4a29-ac92-54735ae8c713,revision_number=2']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:06:55.262523 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [req-293436e5-cf3c-471c-a7c3-81654ab331f7 req-5941fc53-3678-4e11-858e-62cbb774cfb4 service neutron] Attempting to bind port f263dd00-c3b5-4a29-ac92-54735ae8c713 on host hv-cinder-83177 for vnic_type normal with profile {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 09:06:55.262949 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [req-293436e5-cf3c-471c-a7c3-81654ab331f7 req-5941fc53-3678-4e11-858e-62cbb774cfb4 service neutron] Attempting to bind port f263dd00-c3b5-4a29-ac92-54735ae8c713 by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': '1fd71943-1f67-4889-a966-97189e27dce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625'}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 09:06:55.263353 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293436e5-cf3c-471c-a7c3-81654ab331f7 req-5941fc53-3678-4e11-858e-62cbb774cfb4 service neutron] Attempting to bind port f263dd00-c3b5-4a29-ac92-54735ae8c713 on network 71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625 {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 09:06:55.268006 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293436e5-cf3c-471c-a7c3-81654ab331f7 req-5941fc53-3678-4e11-858e-62cbb774cfb4 service neutron] Port f263dd00-c3b5-4a29-ac92-54735ae8c713 on network 71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 16 09:06:55.268419 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293436e5-cf3c-471c-a7c3-81654ab331f7 req-5941fc53-3678-4e11-858e-62cbb774cfb4 service neutron] Attempting to bind port f263dd00-c3b5-4a29-ac92-54735ae8c713 on network 71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625 {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 09:06:55.275679 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293436e5-cf3c-471c-a7c3-81654ab331f7 req-5941fc53-3678-4e11-858e-62cbb774cfb4 service neutron] Checking agent: {'id': 'f0da09ba-cbd5-402d-a3a1-68b8fcaf25e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 8, 59, 25), 'started_at': datetime.datetime(2022, 3, 16, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 9, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 09:06:55.276102 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293436e5-cf3c-471c-a7c3-81654ab331f7 req-5941fc53-3678-4e11-858e-62cbb774cfb4 service neutron] Checking segment: {'id': '1fd71943-1f67-4889-a966-97189e27dce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 09:06:55.276563 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293436e5-cf3c-471c-a7c3-81654ab331f7 req-5941fc53-3678-4e11-858e-62cbb774cfb4 service neutron] Bound using segment: {'id': '1fd71943-1f67-4889-a966-97189e27dce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625'} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 09:06:55.277088 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [req-293436e5-cf3c-471c-a7c3-81654ab331f7 req-5941fc53-3678-4e11-858e-62cbb774cfb4 service neutron] Bound port: f263dd00-c3b5-4a29-ac92-54735ae8c713, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fd71943-1f67-4889-a966-97189e27dce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625'}}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 09:06:55.277600 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-293436e5-cf3c-471c-a7c3-81654ab331f7 req-5941fc53-3678-4e11-858e-62cbb774cfb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (f263dd00-c3b5-4a29-ac92-54735ae8c713), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:06:55.373964 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.db [req-293436e5-cf3c-471c-a7c3-81654ab331f7 req-5941fc53-3678-4e11-858e-62cbb774cfb4 service neutron] For port f263dd00-c3b5-4a29-ac92-54735ae8c713, host hv-cinder-83177, cleared binding levels {{(pid=103096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 09:06:55.378275 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.db [req-293436e5-cf3c-471c-a7c3-81654ab331f7 req-5941fc53-3678-4e11-858e-62cbb774cfb4 service neutron] For port f263dd00-c3b5-4a29-ac92-54735ae8c713, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=f263dd00-c3b5-4a29-ac92-54735ae8c713,segment=NetworkSegment(1fd71943-1f67-4889-a966-97189e27dce5),segment_id=1fd71943-1f67-4889-a966-97189e27dce5)] {{(pid=103096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 09:06:55.388173 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55874645-87bd-4643-bd90-be420f4d7702 req-0ca392bf-64f2-430f-845d-fd1dae9b0bd3 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:06:55.389685 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-55874645-87bd-4643-bd90-be420f4d7702 req-0ca392bf-64f2-430f-845d-fd1dae9b0bd3 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=46eef3f9-b68b-48e7-b2a3-7a6186a2f9cd HTTP/1.1" status: 200 len: 943 time: 0.1023345 Mar 16 09:06:55.391443 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-293436e5-cf3c-471c-a7c3-81654ab331f7 req-5941fc53-3678-4e11-858e-62cbb774cfb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13105703'] for port (f263dd00-c3b5-4a29-ac92-54735ae8c713), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:06:55.451285 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293436e5-cf3c-471c-a7c3-81654ab331f7 req-5941fc53-3678-4e11-858e-62cbb774cfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:06:55.451532 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-293436e5-cf3c-471c-a7c3-81654ab331f7 req-5941fc53-3678-4e11-858e-62cbb774cfb4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334679'] for port (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:06:55.453053 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-293436e5-cf3c-471c-a7c3-81654ab331f7 req-5941fc53-3678-4e11-858e-62cbb774cfb4 service neutron] 10.222.0.48 "PUT /v2.0/ports/f263dd00-c3b5-4a29-ac92-54735ae8c713 HTTP/1.1" status: 200 len: 1093 time: 0.6636443 Mar 16 09:06:55.453650 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46eef3f9-b68b-48e7-b2a3-7a6186a2f9cd', 'tag': 'f263dd00-c3b5-4a29-ac92-54735ae8c713'}] {{(pid=103096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 09:06:55.455910 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552648401d13394d2a88e7485ef09c5647ae5ea4c1ec431ef2c5edbe801f23fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5026a32a-8053-4a2c-8b55-8be835f2add5" -d '{"events": [{"name": "network-changed", "server_uuid": "46eef3f9-b68b-48e7-b2a3-7a6186a2f9cd", "tag": "f263dd00-c3b5-4a29-ac92-54735ae8c713"}]}' {{(pid=103096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 09:06:55.462010 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (f0da09ba-cbd5-402d-a3a1-68b8fcaf25e8), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:06:55.466232 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3de267ec-888d-49e1-92d2-a6991c0932cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (3616e4f6-4586-420d-b0d2-e3b2f5abb17b), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:06:55.509057 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 09:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38b8de8e-d0b9-4d7f-9a99-27fd3c3eaa5c x-openstack-request-id: req-38b8de8e-d0b9-4d7f-9a99-27fd3c3eaa5c {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 09:06:55.509345 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46eef3f9-b68b-48e7-b2a3-7a6186a2f9cd", "tag": "f263dd00-c3b5-4a29-ac92-54735ae8c713", "status": "completed", "code": 200}]} {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 09:06:55.510249 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-38b8de8e-d0b9-4d7f-9a99-27fd3c3eaa5c {{(pid=103096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 09:06:55.510623 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46eef3f9-b68b-48e7-b2a3-7a6186a2f9cd', 'tag': 'f263dd00-c3b5-4a29-ac92-54735ae8c713', 'status': 'completed', 'code': 200} Mar 16 09:06:55.523706 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-55874645-87bd-4643-bd90-be420f4d7702 req-932c82f3-ebf0-4a9e-b1c9-8cc2443487b3 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa0fd529-2a03-4944-9b74-1fe33e14d29e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082706 Mar 16 09:06:55.526575 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5941fc53-3678-4e11-858e-62cbb774cfb4 service neutron] Pushing event updated for resources: {'Port': ['ID=f263dd00-c3b5-4a29-ac92-54735ae8c713,revision_number=3']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:06:55.564132 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293436e5-cf3c-471c-a7c3-81654ab331f7 req-0d7f7db7-bbdd-43bb-bddd-ec39e750bc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:06:55.565933 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-293436e5-cf3c-471c-a7c3-81654ab331f7 req-0d7f7db7-bbdd-43bb-bddd-ec39e750bc10 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cb287d834c3747da825c3d4bb412c949&device_id=46eef3f9-b68b-48e7-b2a3-7a6186a2f9cd HTTP/1.1" status: 200 len: 1127 time: 0.0524454 Mar 16 09:06:55.608403 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-293436e5-cf3c-471c-a7c3-81654ab331f7 req-53612739-8013-4366-bc38-94a4e328ee6e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f263dd00-c3b5-4a29-ac92-54735ae8c713 HTTP/1.1" status: 200 len: 217 time: 0.0348508 Mar 16 09:06:55.662305 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293436e5-cf3c-471c-a7c3-81654ab331f7 req-4775916a-bbf0-4a35-9e97-78132673d1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:06:55.663746 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-293436e5-cf3c-471c-a7c3-81654ab331f7 req-4775916a-bbf0-4a35-9e97-78132673d1e8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=21cfdeb1-bd49-41a4-bdcb-784e8ee0104b HTTP/1.1" status: 200 len: 854 time: 0.0479279 Mar 16 09:06:55.712590 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293436e5-cf3c-471c-a7c3-81654ab331f7 req-6e7b1f6c-6f20-4f11-8072-5ead589006f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:06:55.713988 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-293436e5-cf3c-471c-a7c3-81654ab331f7 req-6e7b1f6c-6f20-4f11-8072-5ead589006f6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423708 Mar 16 09:06:55.802423 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-293436e5-cf3c-471c-a7c3-81654ab331f7 req-7b488556-4004-41f5-9d3a-716b9aee0039 service neutron] 10.222.0.48 "GET /v2.0/networks/71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786660 Mar 16 09:06:55.896524 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-293436e5-cf3c-471c-a7c3-81654ab331f7 req-f8fae418-0913-42e6-a5ab-51ad28a13abf service neutron] 10.222.0.48 "GET /v2.0/networks/71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830369 Mar 16 09:06:56.113066 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5026a32a-8053-4a2c-8b55-8be835f2add5 req-2c19b275-4544-4dda-b0be-9a079c1ce270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:06:56.114587 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5026a32a-8053-4a2c-8b55-8be835f2add5 req-2c19b275-4544-4dda-b0be-9a079c1ce270 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cb287d834c3747da825c3d4bb412c949&device_id=46eef3f9-b68b-48e7-b2a3-7a6186a2f9cd HTTP/1.1" status: 200 len: 1127 time: 0.0440493 Mar 16 09:06:56.209139 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5026a32a-8053-4a2c-8b55-8be835f2add5 req-2636b0d5-d3bc-4c3d-953f-0641be262873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:06:56.210524 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5026a32a-8053-4a2c-8b55-8be835f2add5 req-2636b0d5-d3bc-4c3d-953f-0641be262873 service neutron] 10.222.0.48 "GET /v2.0/networks?id=71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625 HTTP/1.1" status: 200 len: 916 time: 0.0892272 Mar 16 09:06:56.251759 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5026a32a-8053-4a2c-8b55-8be835f2add5 req-3aa27a37-e349-4ed6-a790-8d54bd461616 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f263dd00-c3b5-4a29-ac92-54735ae8c713 HTTP/1.1" status: 200 len: 217 time: 0.0337040 Mar 16 09:06:56.297239 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5026a32a-8053-4a2c-8b55-8be835f2add5 req-fbfc84df-fb60-4b14-82d8-bc6c0ded8526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:06:56.298685 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5026a32a-8053-4a2c-8b55-8be835f2add5 req-fbfc84df-fb60-4b14-82d8-bc6c0ded8526 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=21cfdeb1-bd49-41a4-bdcb-784e8ee0104b HTTP/1.1" status: 200 len: 854 time: 0.0407424 Mar 16 09:06:56.350144 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5026a32a-8053-4a2c-8b55-8be835f2add5 req-90c889c2-59e5-43d4-97ad-5b3638fd6205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:06:56.351628 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5026a32a-8053-4a2c-8b55-8be835f2add5 req-90c889c2-59e5-43d4-97ad-5b3638fd6205 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458949 Mar 16 09:06:56.440530 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5026a32a-8053-4a2c-8b55-8be835f2add5 req-377479e0-fff3-4fd9-bb60-087a6a441f3e service neutron] 10.222.0.48 "GET /v2.0/networks/71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796113 Mar 16 09:06:56.530888 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5026a32a-8053-4a2c-8b55-8be835f2add5 req-8d0f8b3a-7c5e-488c-9c56-8cb11ae28b8f service neutron] 10.222.0.48 "GET /v2.0/networks/71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825105 Mar 16 09:06:56.642394 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dd5a1b-5f60-469b-a8e0-99866f6f1083 req-9010b1f7-d022-4e70-bc7e-c9b2e879071d tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:06:56.643867 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-78dd5a1b-5f60-469b-a8e0-99866f6f1083 req-9010b1f7-d022-4e70-bc7e-c9b2e879071d tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=46eef3f9-b68b-48e7-b2a3-7a6186a2f9cd HTTP/1.1" status: 200 len: 943 time: 0.0531650 Mar 16 09:06:56.689320 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-78dd5a1b-5f60-469b-a8e0-99866f6f1083 req-dc0e86cc-a540-4841-adc6-b60f0a09afb1 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa0fd529-2a03-4944-9b74-1fe33e14d29e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399790 Mar 16 09:06:56.859257 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (489981c6-9aaa-401c-bd41-6b42e027a228), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:06:57.804643 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ef64e0-dfa3-4911-a585-c6b7252bc46f req-39e588e0-10e5-4cd5-b515-4de5d1cdd449 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:06:57.806280 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-17ef64e0-dfa3-4911-a585-c6b7252bc46f req-39e588e0-10e5-4cd5-b515-4de5d1cdd449 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=46eef3f9-b68b-48e7-b2a3-7a6186a2f9cd HTTP/1.1" status: 200 len: 943 time: 0.0517671 Mar 16 09:06:57.857338 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-17ef64e0-dfa3-4911-a585-c6b7252bc46f req-4aa465bd-28f5-48ac-b5e4-ea52808096ea tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa0fd529-2a03-4944-9b74-1fe33e14d29e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408497 Mar 16 09:06:58.974335 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01efabf0-03da-421e-b7da-f71aecc1883a req-e6576f65-bd1a-4989-9f4e-4222b7d85bea tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:06:58.975774 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-01efabf0-03da-421e-b7da-f71aecc1883a req-e6576f65-bd1a-4989-9f4e-4222b7d85bea tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=46eef3f9-b68b-48e7-b2a3-7a6186a2f9cd HTTP/1.1" status: 200 len: 943 time: 0.0539899 Mar 16 09:06:59.020593 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-01efabf0-03da-421e-b7da-f71aecc1883a req-88e5f5e9-5571-46a2-bf24-9819b9e4ab48 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa0fd529-2a03-4944-9b74-1fe33e14d29e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388496 Mar 16 09:06:59.843207 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd09376-774d-4cdb-9c5d-74aabd81481d req-1fac3275-e829-453e-99f2-145910f700be tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:06:59.844691 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-4bd09376-774d-4cdb-9c5d-74aabd81481d req-1fac3275-e829-453e-99f2-145910f700be tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/ports?device_id=b44e8926-3292-4a9c-92f8-d6b0444a20ec HTTP/1.1" status: 200 len: 945 time: 0.0825350 Mar 16 09:06:59.876643 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7402ca5-183d-46e1-ae52-69c16a1fce85 req-fc491152-2ac5-4cf0-b026-37144f8fab57 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:06:59.878110 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-f7402ca5-183d-46e1-ae52-69c16a1fce85 req-fc491152-2ac5-4cf0-b026-37144f8fab57 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb82e32c-cee6-405c-95ee-7e0528d57e16 HTTP/1.1" status: 200 len: 946 time: 0.0785027 Mar 16 09:06:59.919804 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-4bd09376-774d-4cdb-9c5d-74aabd81481d req-412b61c2-8591-447a-8fd5-d611dc35f14b tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c774127-f3f8-46fa-91b5-11ee87d14f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689380 Mar 16 09:06:59.948261 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-f7402ca5-183d-46e1-ae52-69c16a1fce85 req-f71481d4-8569-4892-9549-030f8a11feb5 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] 10.222.0.18 "GET /v2.0/security-groups?id=77ac1331-f3e5-41e2-8b67-35a2e1a6a897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598369 Mar 16 09:07:00.143225 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d776a5-a1e4-4745-965c-6b7c3c569785 req-e986c2f2-8e85-4e84-bfc0-fb630003ca51 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:07:00.144776 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-f5d776a5-a1e4-4745-965c-6b7c3c569785 req-e986c2f2-8e85-4e84-bfc0-fb630003ca51 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=46eef3f9-b68b-48e7-b2a3-7a6186a2f9cd HTTP/1.1" status: 200 len: 943 time: 0.0608974 Mar 16 09:07:00.191927 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-f5d776a5-a1e4-4745-965c-6b7c3c569785 req-a5426569-274e-4cae-b9fb-992592892af1 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa0fd529-2a03-4944-9b74-1fe33e14d29e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408316 Mar 16 09:07:01.076474 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4bb341-11d5-487b-95e9-735bdd6fe2d9 req-ec30e9dc-33e9-4cb7-8b32-cb0d300b1fa7 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:07:01.078222 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5f4bb341-11d5-487b-95e9-735bdd6fe2d9 req-ec30e9dc-33e9-4cb7-8b32-cb0d300b1fa7 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/ports?device_id=b44e8926-3292-4a9c-92f8-d6b0444a20ec HTTP/1.1" status: 200 len: 945 time: 0.0925848 Mar 16 09:07:01.091915 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87641a54-3cda-45c5-bbe2-33000a17e653 req-1db46776-2264-42a6-8d5c-e492d49bc7ec tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:07:01.093296 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-87641a54-3cda-45c5-bbe2-33000a17e653 req-1db46776-2264-42a6-8d5c-e492d49bc7ec tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb82e32c-cee6-405c-95ee-7e0528d57e16 HTTP/1.1" status: 200 len: 946 time: 0.0788846 Mar 16 09:07:01.158474 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5f4bb341-11d5-487b-95e9-735bdd6fe2d9 req-322d3e2e-60df-40e2-87ea-5e23f3aa0d7d tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c774127-f3f8-46fa-91b5-11ee87d14f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741212 Mar 16 09:07:01.164960 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-87641a54-3cda-45c5-bbe2-33000a17e653 req-5d963e4f-c3ff-49b0-a9c0-6905f73ba55a tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] 10.222.0.18 "GET /v2.0/security-groups?id=77ac1331-f3e5-41e2-8b67-35a2e1a6a897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660112 Mar 16 09:07:01.307133 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ca19f5-624c-4a89-8197-d022a4791710 req-caace806-bdf0-40fd-8ebd-8bfe8bd5b6ef tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:07:01.308556 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-58ca19f5-624c-4a89-8197-d022a4791710 req-caace806-bdf0-40fd-8ebd-8bfe8bd5b6ef tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=46eef3f9-b68b-48e7-b2a3-7a6186a2f9cd HTTP/1.1" status: 200 len: 943 time: 0.0507646 Mar 16 09:07:01.354482 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-58ca19f5-624c-4a89-8197-d022a4791710 req-c0cd3b49-a635-4832-8f79-5cb28c8720d6 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa0fd529-2a03-4944-9b74-1fe33e14d29e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404396 Mar 16 09:07:01.413367 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Device f263dd00-c3b5-4a29-ac92-54735ae8c713 details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=103097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 09:07:01.509603 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] For port f263dd00-c3b5-4a29-ac92-54735ae8c713, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=f263dd00-c3b5-4a29-ac92-54735ae8c713,segment=NetworkSegment(1fd71943-1f67-4889-a966-97189e27dce5),segment_id=1fd71943-1f67-4889-a966-97189e27dce5)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:07:01.520725 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Returning: {'device': 'f263dd00-c3b5-4a29-ac92-54735ae8c713', 'network_id': '71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625', 'port_id': 'f263dd00-c3b5-4a29-ac92-54735ae8c713', 'mac_address': 'fa:16:3e:04:2b:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21cfdeb1-bd49-41a4-bdcb-784e8ee0104b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 09:07:01.556930 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Current status of the port f263dd00-c3b5-4a29-ac92-54735ae8c713 is: DOWN; New status is: BUILD {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:07:01.557329 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (f263dd00-c3b5-4a29-ac92-54735ae8c713), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:07:01.570226 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.notifiers.nova [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f263dd00-c3b5-4a29-ac92-54735ae8c713 {{(pid=103097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 09:07:01.589463 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] For port f263dd00-c3b5-4a29-ac92-54735ae8c713, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=f263dd00-c3b5-4a29-ac92-54735ae8c713,segment=NetworkSegment(1fd71943-1f67-4889-a966-97189e27dce5),segment_id=1fd71943-1f67-4889-a966-97189e27dce5)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:07:01.592743 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (f263dd00-c3b5-4a29-ac92-54735ae8c713), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:07:01.639053 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Pushing event updated for resources: {'Port': ['ID=f263dd00-c3b5-4a29-ac92-54735ae8c713,revision_number=4']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:07:01.645955 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:07:01.646315 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:07:01.646787 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:07:01.647158 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:07:01.647505 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:07:01.647842 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:07:01.648180 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:07:01.648512 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:07:01.648849 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:07:01.649175 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:07:01.649873 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:07:01.649873 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:07:01.650732 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:07:01.651066 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:07:01.651394 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:07:02.001533 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5352fe57-8cfc-4c56-a462-2d34c2d7e3e0 req-d97daf2d-5bed-447b-b58d-8535e50e09f2 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:07:02.002899 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5352fe57-8cfc-4c56-a462-2d34c2d7e3e0 req-d97daf2d-5bed-447b-b58d-8535e50e09f2 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb82e32c-cee6-405c-95ee-7e0528d57e16 HTTP/1.1" status: 200 len: 946 time: 0.0675054 Mar 16 09:07:02.095310 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.plugin [req-5352fe57-8cfc-4c56-a462-2d34c2d7e3e0 req-7ef83279-f2b2-4742-88de-24254dee4250 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] Deleting port cdd3596a-3489-4145-bbb9-61ae0c6b69c9 {{(pid=103096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 09:07:02.095655 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-5352fe57-8cfc-4c56-a462-2d34c2d7e3e0 req-7ef83279-f2b2-4742-88de-24254dee4250 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732013345958'] for port (cdd3596a-3489-4145-bbb9-61ae0c6b69c9), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:07:02.127213 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] get_ports_and_sgs() called for port_ids ['f263dd00-c3b5-4a29-ac92-54735ae8c713'] {{(pid=103097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 09:07:02.184039 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.db [req-5352fe57-8cfc-4c56-a462-2d34c2d7e3e0 req-7ef83279-f2b2-4742-88de-24254dee4250 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] For port cdd3596a-3489-4145-bbb9-61ae0c6b69c9, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=cdd3596a-3489-4145-bbb9-61ae0c6b69c9,segment=NetworkSegment(08cb8d24-3925-4648-8517-d63baacc3855),segment_id=08cb8d24-3925-4648-8517-d63baacc3855)] {{(pid=103096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:07:02.184602 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-5352fe57-8cfc-4c56-a462-2d34c2d7e3e0 req-7ef83279-f2b2-4742-88de-24254dee4250 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559013'] for port (cdd3596a-3489-4145-bbb9-61ae0c6b69c9), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:07:02.198995 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.plugin [req-5352fe57-8cfc-4c56-a462-2d34c2d7e3e0 req-7ef83279-f2b2-4742-88de-24254dee4250 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] Calling delete_port for cdd3596a-3489-4145-bbb9-61ae0c6b69c9 owned by compute:nova {{(pid=103096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 09:07:02.355195 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8377d131-2161-4ce7-b3b6-e4365664ca8b req-d09c6d36-c4f0-4259-b273-bff6e32050e6 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:07:02.356543 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-8377d131-2161-4ce7-b3b6-e4365664ca8b req-d09c6d36-c4f0-4259-b273-bff6e32050e6 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb82e32c-cee6-405c-95ee-7e0528d57e16 HTTP/1.1" status: 200 len: 946 time: 0.1084809 Mar 16 09:07:02.364470 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc79656-64c3-4eaa-b14b-f98b4117129f req-84825052-02bd-498d-80c2-a45127b5d4c8 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:07:02.365840 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2bc79656-64c3-4eaa-b14b-f98b4117129f req-84825052-02bd-498d-80c2-a45127b5d4c8 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/ports?device_id=b44e8926-3292-4a9c-92f8-d6b0444a20ec HTTP/1.1" status: 200 len: 945 time: 0.1188693 Mar 16 09:07:02.481077 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-8377d131-2161-4ce7-b3b6-e4365664ca8b req-f222ab8a-6ef0-4871-9cba-697285d12cd1 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] 10.222.0.18 "GET /v2.0/security-groups?id=77ac1331-f3e5-41e2-8b67-35a2e1a6a897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142936 Mar 16 09:07:02.486832 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2bc79656-64c3-4eaa-b14b-f98b4117129f req-18425dcd-5748-4b84-b751-639b84ceb7c2 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c774127-f3f8-46fa-91b5-11ee87d14f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073532 Mar 16 09:07:02.501550 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-5352fe57-8cfc-4c56-a462-2d34c2d7e3e0 req-7ef83279-f2b2-4742-88de-24254dee4250 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732013351693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732012762718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13105710'] for port (cdd3596a-3489-4145-bbb9-61ae0c6b69c9), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:07:02.525825 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] get_ports_and_sgs() called for port_ids ['cdd3596a-3489-4145-bbb9-61ae0c6b69c9'] {{(pid=103097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 09:07:02.541440 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef83279-f2b2-4742-88de-24254dee4250 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] Pushing event deleted for resources: {'Port': ['ID=cdd3596a-3489-4145-bbb9-61ae0c6b69c9,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:07:02.607937 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [req-5352fe57-8cfc-4c56-a462-2d34c2d7e3e0 req-7ef83279-f2b2-4742-88de-24254dee4250 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] No DVR routers for this DVR port cdd3596a-3489-4145-bbb9-61ae0c6b69c9 on host hv-cinder-83177 {{(pid=103096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 09:07:02.610739 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-5352fe57-8cfc-4c56-a462-2d34c2d7e3e0 req-7ef83279-f2b2-4742-88de-24254dee4250 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334679'] for port (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:07:02.613996 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5352fe57-8cfc-4c56-a462-2d34c2d7e3e0 req-7ef83279-f2b2-4742-88de-24254dee4250 tempest-VolumesSnapshotTestJSON-1970826735 tempest-VolumesSnapshotTestJSON-1970826735-project] 10.222.0.48 "DELETE /v2.0/ports/cdd3596a-3489-4145-bbb9-61ae0c6b69c9 HTTP/1.1" status: 204 len: 173 time: 0.6048920 Mar 16 09:07:02.615898 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb82e32c-cee6-405c-95ee-7e0528d57e16', 'name': 'network-vif-deleted', 'tag': 'cdd3596a-3489-4145-bbb9-61ae0c6b69c9'}] {{(pid=103096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 09:07:02.618118 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552648401d13394d2a88e7485ef09c5647ae5ea4c1ec431ef2c5edbe801f23fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f818b062-4803-4a54-8439-0c696bafa3ea" -d '{"events": [{"server_uuid": "cb82e32c-cee6-405c-95ee-7e0528d57e16", "name": "network-vif-deleted", "tag": "cdd3596a-3489-4145-bbb9-61ae0c6b69c9"}]}' {{(pid=103096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 09:07:02.638015 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8051678-55d9-4794-879a-4b22ce079b32 req-29c056d8-27f7-4c36-bac2-1ba66c542b1f tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:07:02.639508 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-c8051678-55d9-4794-879a-4b22ce079b32 req-29c056d8-27f7-4c36-bac2-1ba66c542b1f tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=46eef3f9-b68b-48e7-b2a3-7a6186a2f9cd HTTP/1.1" status: 200 len: 944 time: 0.1032395 Mar 16 09:07:02.661396 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 09:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1accf335-673e-4ed9-9bbb-48c8ac5b7943 x-openstack-request-id: req-1accf335-673e-4ed9-9bbb-48c8ac5b7943 {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 09:07:02.661722 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb82e32c-cee6-405c-95ee-7e0528d57e16", "name": "network-vif-deleted", "tag": "cdd3596a-3489-4145-bbb9-61ae0c6b69c9", "status": "completed", "code": 200}]} {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 09:07:02.661976 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1accf335-673e-4ed9-9bbb-48c8ac5b7943 {{(pid=103096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 09:07:02.662365 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb82e32c-cee6-405c-95ee-7e0528d57e16', 'name': 'network-vif-deleted', 'tag': 'cdd3596a-3489-4145-bbb9-61ae0c6b69c9', 'status': 'completed', 'code': 200} Mar 16 09:07:02.694456 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-c8051678-55d9-4794-879a-4b22ce079b32 req-68145f47-e839-445b-8df3-ef08aec2340f tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa0fd529-2a03-4944-9b74-1fe33e14d29e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492311 Mar 16 09:07:03.441161 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Device f263dd00-c3b5-4a29-ac92-54735ae8c713 up at agent hyperv_hv-cinder-83177 {{(pid=103097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 09:07:03.489903 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Provisioning for port f263dd00-c3b5-4a29-ac92-54735ae8c713 completed by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 16 09:07:03.494609 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Provisioning complete for port f263dd00-c3b5-4a29-ac92-54735ae8c713 triggered by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:07:03.495027 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (f263dd00-c3b5-4a29-ac92-54735ae8c713), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:07:03.573176 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Current status of the port f263dd00-c3b5-4a29-ac92-54735ae8c713 is: BUILD; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:07:03.573803 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (f263dd00-c3b5-4a29-ac92-54735ae8c713), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:07:03.596768 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46eef3f9-b68b-48e7-b2a3-7a6186a2f9cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f263dd00-c3b5-4a29-ac92-54735ae8c713'}] {{(pid=103097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 09:07:03.599007 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4541ab3f2cdba5932412d0e11c0734b292cb124fdee115af1127c89d10c16b82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54611670-14d5-477a-8bc3-cab2c69139b0" -d '{"events": [{"server_uuid": "46eef3f9-b68b-48e7-b2a3-7a6186a2f9cd", "name": "network-vif-plugged", "status": "completed", "tag": "f263dd00-c3b5-4a29-ac92-54735ae8c713"}]}' {{(pid=103097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 09:07:03.616555 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] For port f263dd00-c3b5-4a29-ac92-54735ae8c713, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=f263dd00-c3b5-4a29-ac92-54735ae8c713,segment=NetworkSegment(1fd71943-1f67-4889-a966-97189e27dce5),segment_id=1fd71943-1f67-4889-a966-97189e27dce5)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:07:03.622191 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (f263dd00-c3b5-4a29-ac92-54735ae8c713), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:07:03.622671 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bb112b-7eed-4fdf-8fba-547fc6bfa901 req-a1ae3fda-96de-45da-ba5c-0b5dfc506e74 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:07:03.624438 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-59bb112b-7eed-4fdf-8fba-547fc6bfa901 req-a1ae3fda-96de-45da-ba5c-0b5dfc506e74 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/ports?device_id=b44e8926-3292-4a9c-92f8-d6b0444a20ec HTTP/1.1" status: 200 len: 945 time: 0.0618222 Mar 16 09:07:03.653973 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 09:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ad20138-04e1-4986-87a0-46852181f8c5 x-openstack-request-id: req-2ad20138-04e1-4986-87a0-46852181f8c5 {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 09:07:03.654290 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46eef3f9-b68b-48e7-b2a3-7a6186a2f9cd", "name": "network-vif-plugged", "status": "completed", "tag": "f263dd00-c3b5-4a29-ac92-54735ae8c713", "code": 200}]} {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 09:07:03.654746 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2ad20138-04e1-4986-87a0-46852181f8c5 {{(pid=103097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 09:07:03.655425 dv-cinder-831776-4-iscsi neutron-server[103097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46eef3f9-b68b-48e7-b2a3-7a6186a2f9cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f263dd00-c3b5-4a29-ac92-54735ae8c713', 'code': 200} Mar 16 09:07:03.677887 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-59bb112b-7eed-4fdf-8fba-547fc6bfa901 req-fdc0a4f1-46db-4b13-843b-7a8a06d6ac2e tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c774127-f3f8-46fa-91b5-11ee87d14f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475338 Mar 16 09:07:03.686770 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Pushing event updated for resources: {'Port': ['ID=f263dd00-c3b5-4a29-ac92-54735ae8c713,revision_number=5']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:07:03.844704 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35260de2-1a29-4667-bd90-c8a25eb78c6e req-b89292e6-cc8b-4dae-a658-49da02503cae tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:07:03.846580 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-35260de2-1a29-4667-bd90-c8a25eb78c6e req-b89292e6-cc8b-4dae-a658-49da02503cae tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=46eef3f9-b68b-48e7-b2a3-7a6186a2f9cd HTTP/1.1" status: 200 len: 945 time: 0.0779479 Mar 16 09:07:03.922091 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-35260de2-1a29-4667-bd90-c8a25eb78c6e req-6ffcf9e6-7705-4d57-92db-fd4254ae9dce tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa0fd529-2a03-4944-9b74-1fe33e14d29e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700631 Mar 16 09:07:03.933264 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff64cb-3e8c-4bdd-ac17-e5004525df78 req-a34a2630-a45e-47ab-8a93-e3022d05d34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:07:03.938252 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-d1ff64cb-3e8c-4bdd-ac17-e5004525df78 req-a34a2630-a45e-47ab-8a93-e3022d05d34b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=46eef3f9-b68b-48e7-b2a3-7a6186a2f9cd HTTP/1.1" status: 200 len: 1129 time: 0.1262467 Mar 16 09:07:03.989552 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-d1ff64cb-3e8c-4bdd-ac17-e5004525df78 req-ebecda19-28f2-446a-942b-e5a5217acf56 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=fa0fd529-2a03-4944-9b74-1fe33e14d29e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448723 Mar 16 09:07:04.074642 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.agents_db [None req-ddb2e055-3acb-4969-8bde-a74b2247622c None None] Agent healthcheck: found 6 active agents {{(pid=103098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 09:07:05.064861 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c992db-60b0-4d87-a0a4-505e29ae454e req-62f20913-eb88-4a3f-96de-14ae018edd7f tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:07:05.066509 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-25c992db-60b0-4d87-a0a4-505e29ae454e req-62f20913-eb88-4a3f-96de-14ae018edd7f tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/ports?device_id=b44e8926-3292-4a9c-92f8-d6b0444a20ec HTTP/1.1" status: 200 len: 945 time: 0.3191271 Mar 16 09:07:05.086877 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a2a10b-f3c8-4c0f-bb24-2c04cb9e8e10 req-b5e1aadb-d712-4596-ad34-5ca4d56fbe19 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:07:05.089039 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-12a2a10b-f3c8-4c0f-bb24-2c04cb9e8e10 req-b5e1aadb-d712-4596-ad34-5ca4d56fbe19 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=46eef3f9-b68b-48e7-b2a3-7a6186a2f9cd HTTP/1.1" status: 200 len: 945 time: 0.0835755 Mar 16 09:07:05.145151 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-25c992db-60b0-4d87-a0a4-505e29ae454e req-ac2de2ae-9b33-448a-96e1-bc05aa889f01 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c774127-f3f8-46fa-91b5-11ee87d14f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719385 Mar 16 09:07:05.159708 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-12a2a10b-f3c8-4c0f-bb24-2c04cb9e8e10 req-b95e2881-f4aa-4add-9af4-66da6563e171 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa0fd529-2a03-4944-9b74-1fe33e14d29e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638742 Mar 16 09:07:05.317989 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 51958) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:07:05.418050 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b0b12f87-2bcf-45b1-bceb-52fc4b6ac509 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:07:05.443761 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Device cdd3596a-3489-4145-bbb9-61ae0c6b69c9 no longer exists at agent hyperv_hv-cinder-83177 {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 09:07:05.464618 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] No Port match for: cdd3596a-3489-4145-bbb9-61ae0c6b69c9 {{(pid=103097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 09:07:05.464898 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Device cdd3596a-3489-4145-bbb9-61ae0c6b69c9 not bound to the agent host hv-cinder-83177 {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 09:07:05.488993 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b0b12f87-2bcf-45b1-bceb-52fc4b6ac509 admin admin] Publish callbacks [] for security_group (c83857ed-6081-4ef8-8761-a390770fbec8), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:07:05.497703 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b0b12f87-2bcf-45b1-bceb-52fc4b6ac509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (c83857ed-6081-4ef8-8761-a390770fbec8), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:07:05.533021 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b12f87-2bcf-45b1-bceb-52fc4b6ac509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c83857ed-6081-4ef8-8761-a390770fbec8,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:07:05.537842 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-b0b12f87-2bcf-45b1-bceb-52fc4b6ac509 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=10b16ed3c52c4ec99feca10132509610&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2188559 Mar 16 09:07:05.540471 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 51962) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:07:05.542389 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b12f87-2bcf-45b1-bceb-52fc4b6ac509 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:07:05.542733 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b12f87-2bcf-45b1-bceb-52fc4b6ac509 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:07:05.543073 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b12f87-2bcf-45b1-bceb-52fc4b6ac509 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:07:05.544221 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b12f87-2bcf-45b1-bceb-52fc4b6ac509 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:07:05.544566 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b12f87-2bcf-45b1-bceb-52fc4b6ac509 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:07:05.545240 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b12f87-2bcf-45b1-bceb-52fc4b6ac509 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:07:05.545600 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b12f87-2bcf-45b1-bceb-52fc4b6ac509 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:07:05.545927 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b12f87-2bcf-45b1-bceb-52fc4b6ac509 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:07:05.546251 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b12f87-2bcf-45b1-bceb-52fc4b6ac509 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:07:05.546574 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b12f87-2bcf-45b1-bceb-52fc4b6ac509 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:07:05.547318 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b12f87-2bcf-45b1-bceb-52fc4b6ac509 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:07:05.547318 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b12f87-2bcf-45b1-bceb-52fc4b6ac509 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:07:05.547518 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b12f87-2bcf-45b1-bceb-52fc4b6ac509 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:07:05.547812 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b12f87-2bcf-45b1-bceb-52fc4b6ac509 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:07:05.548126 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b12f87-2bcf-45b1-bceb-52fc4b6ac509 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:07:05.591948 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-4c29ed60-cb08-4ac1-b352-76ede8463e22 admin admin] Publish callbacks [] for security_group (c83857ed-6081-4ef8-8761-a390770fbec8), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:07:05.612396 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-4c29ed60-cb08-4ac1-b352-76ede8463e22 admin admin] Publish callbacks [] for security_group (c83857ed-6081-4ef8-8761-a390770fbec8), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:07:05.658856 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-4c29ed60-cb08-4ac1-b352-76ede8463e22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (c83857ed-6081-4ef8-8761-a390770fbec8), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:07:05.661516 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-4c29ed60-cb08-4ac1-b352-76ede8463e22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:07:05.662769 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-4c29ed60-cb08-4ac1-b352-76ede8463e22 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c83857ed-6081-4ef8-8761-a390770fbec8 HTTP/1.1" status: 204 len: 168 time: 0.1212404 Mar 16 09:07:05.670145 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c29ed60-cb08-4ac1-b352-76ede8463e22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c83857ed-6081-4ef8-8761-a390770fbec8,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:07:06.295074 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e900182-01db-446c-855c-40eda6610b5a req-ffebf03c-010f-465c-820b-761267bf7d89 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:07:06.296537 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2e900182-01db-446c-855c-40eda6610b5a req-ffebf03c-010f-465c-820b-761267bf7d89 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/ports?device_id=b44e8926-3292-4a9c-92f8-d6b0444a20ec HTTP/1.1" status: 200 len: 945 time: 0.0813012 Mar 16 09:07:06.303013 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3e47d8-798b-43fd-a62e-dc366bd36611 req-6c3c0a88-2a7a-434e-aae0-4d6f8b1a6f81 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:07:06.304353 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-9a3e47d8-798b-43fd-a62e-dc366bd36611 req-6c3c0a88-2a7a-434e-aae0-4d6f8b1a6f81 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=46eef3f9-b68b-48e7-b2a3-7a6186a2f9cd HTTP/1.1" status: 200 len: 945 time: 0.0788305 Mar 16 09:07:06.377008 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2e900182-01db-446c-855c-40eda6610b5a req-9ddf3491-0707-4135-a585-a8c3b38dd39a tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c774127-f3f8-46fa-91b5-11ee87d14f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716162 Mar 16 09:07:06.379846 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-9a3e47d8-798b-43fd-a62e-dc366bd36611 req-c5abe6cf-d661-4a24-a7eb-b79bcb5efdfd tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa0fd529-2a03-4944-9b74-1fe33e14d29e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690327 Mar 16 09:07:07.525554 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f39d3-f89f-4e05-bbca-a65f3bbb7a98 req-776d2fe8-6761-44fc-b324-c257d11ed36f tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:07:07.527004 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-d93f39d3-f89f-4e05-bbca-a65f3bbb7a98 req-776d2fe8-6761-44fc-b324-c257d11ed36f tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=46eef3f9-b68b-48e7-b2a3-7a6186a2f9cd HTTP/1.1" status: 200 len: 945 time: 0.0816836 Mar 16 09:07:07.534215 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f6891f-4879-4a68-85e1-6af47bafb8b5 req-cabec43a-202f-4efd-a1c5-bffe92352fc6 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:07:07.535562 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-c1f6891f-4879-4a68-85e1-6af47bafb8b5 req-cabec43a-202f-4efd-a1c5-bffe92352fc6 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/ports?device_id=b44e8926-3292-4a9c-92f8-d6b0444a20ec HTTP/1.1" status: 200 len: 945 time: 0.0914822 Mar 16 09:07:07.608428 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-d93f39d3-f89f-4e05-bbca-a65f3bbb7a98 req-b4a062ce-873f-483f-bc24-8bf90b10e6ec tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa0fd529-2a03-4944-9b74-1fe33e14d29e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719354 Mar 16 09:07:07.611670 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-c1f6891f-4879-4a68-85e1-6af47bafb8b5 req-0b812278-1447-4a67-96cd-4a4b2fb075ef tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c774127-f3f8-46fa-91b5-11ee87d14f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696018 Mar 16 09:07:08.754345 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45292b0-cc42-44dc-b58b-85ddfd3ab4c1 req-2ef64c0b-dfe4-41bf-9525-36370f1eea12 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:07:08.755805 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-d45292b0-cc42-44dc-b58b-85ddfd3ab4c1 req-2ef64c0b-dfe4-41bf-9525-36370f1eea12 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=46eef3f9-b68b-48e7-b2a3-7a6186a2f9cd HTTP/1.1" status: 200 len: 945 time: 0.0804241 Mar 16 09:07:08.763550 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f3406-ace6-4cb9-a793-82dfb76904bc req-e6efd76b-ec00-427e-becd-9caeb04c320c tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:07:08.764914 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-c60f3406-ace6-4cb9-a793-82dfb76904bc req-e6efd76b-ec00-427e-becd-9caeb04c320c tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/ports?device_id=b44e8926-3292-4a9c-92f8-d6b0444a20ec HTTP/1.1" status: 200 len: 945 time: 0.0810192 Mar 16 09:07:08.832495 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-d45292b0-cc42-44dc-b58b-85ddfd3ab4c1 req-1d547d22-e574-41a5-a043-be96167e726b tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa0fd529-2a03-4944-9b74-1fe33e14d29e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666339 Mar 16 09:07:08.835671 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-c60f3406-ace6-4cb9-a793-82dfb76904bc req-f5451092-0a67-4bf9-ac04-fd083e587097 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c774127-f3f8-46fa-91b5-11ee87d14f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644095 Mar 16 09:07:09.982071 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6632bc-8ff5-4a1e-9383-913de81115c0 req-0a89f2bc-9c84-4345-9d7e-17be88c0b6b8 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:07:09.983455 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-bf6632bc-8ff5-4a1e-9383-913de81115c0 req-0a89f2bc-9c84-4345-9d7e-17be88c0b6b8 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=46eef3f9-b68b-48e7-b2a3-7a6186a2f9cd HTTP/1.1" status: 200 len: 945 time: 0.0851293 Mar 16 09:07:09.990798 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90ab6b0-bfa6-4281-a58e-8b1a26571841 req-6d3e2736-621f-46a8-bd42-b0f78684c648 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:07:09.992143 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-c90ab6b0-bfa6-4281-a58e-8b1a26571841 req-6d3e2736-621f-46a8-bd42-b0f78684c648 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/ports?device_id=b44e8926-3292-4a9c-92f8-d6b0444a20ec HTTP/1.1" status: 200 len: 945 time: 0.0853000 Mar 16 09:07:10.061614 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-bf6632bc-8ff5-4a1e-9383-913de81115c0 req-f84cd126-4a33-4ac4-9d05-07e163256efc tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa0fd529-2a03-4944-9b74-1fe33e14d29e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685244 Mar 16 09:07:10.065617 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-c90ab6b0-bfa6-4281-a58e-8b1a26571841 req-125baa64-fc96-4141-b9bd-10498e2e5b39 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c774127-f3f8-46fa-91b5-11ee87d14f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661926 Mar 16 09:07:10.175589 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4268d033-4b00-478e-b3bd-78ee0f99238f req-1be8e367-c10e-4431-bef5-a418427e74bc tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:07:10.177080 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-4268d033-4b00-478e-b3bd-78ee0f99238f req-1be8e367-c10e-4431-bef5-a418427e74bc tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=46eef3f9-b68b-48e7-b2a3-7a6186a2f9cd HTTP/1.1" status: 200 len: 945 time: 0.0551052 Mar 16 09:07:10.186051 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 51994) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:07:10.190360 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.v2.base [None req-490fe0cb-7100-4218-b36f-c23950f9e3fb tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Request body: {'floatingip': {'port_id': 'f263dd00-c3b5-4a29-ac92-54735ae8c713'}} {{(pid=103096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:07:10.229247 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-490fe0cb-7100-4218-b36f-c23950f9e3fb tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks [] for floatingip (8b77de77-0c20-468e-8964-0c31fcbb3f0d), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:07:10.663989 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-490fe0cb-7100-4218-b36f-c23950f9e3fb tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:07:10.667993 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-490fe0cb-7100-4218-b36f-c23950f9e3fb tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557332'] for floatingip (8b77de77-0c20-468e-8964-0c31fcbb3f0d), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:07:10.766670 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.db.l3_db [None req-490fe0cb-7100-4218-b36f-c23950f9e3fb tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Floating IP 8b77de77-0c20-468e-8964-0c31fcbb3f0d associated. External IP: 172.27.1.191, port: f263dd00-c3b5-4a29-ac92-54735ae8c713. Mar 16 09:07:10.969385 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-490fe0cb-7100-4218-b36f-c23950f9e3fb tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Router 28a9d4e1-c387-4942-b7b4-294aa846a1f4 has already been hosted by L3 agent 09ce795b-eeca-4b3b-9d7f-577d9443cb21 {{(pid=103096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 09:07:11.074181 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-490fe0cb-7100-4218-b36f-c23950f9e3fb tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Notify agent at l3_agent.dv-cinder-831776-4-iscsi the message routers_updated {{(pid=103096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 09:07:11.078826 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-490fe0cb-7100-4218-b36f-c23950f9e3fb tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334679'] for floatingip (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:07:11.085268 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932735c4-0d75-4fea-ad59-f9c3024e2339 None None] Sync routers for ids ['28a9d4e1-c387-4942-b7b4-294aa846a1f4'] in dv-cinder-831776-4-iscsi {{(pid=103097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 09:07:11.097436 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932735c4-0d75-4fea-ad59-f9c3024e2339 None None] Routers {'28a9d4e1-c387-4942-b7b4-294aa846a1f4'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:07:11.098074 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-932735c4-0d75-4fea-ad59-f9c3024e2339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:06:53Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['28a9d4e1-c387-4942-b7b4-294aa846a1f4'], 'active': True} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:07:11.120667 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-490fe0cb-7100-4218-b36f-c23950f9e3fb tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "PUT /v2.0/floatingips/8b77de77-0c20-468e-8964-0c31fcbb3f0d HTTP/1.1" status: 200 len: 991 time: 0.9223475 Mar 16 09:07:11.120667 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46eef3f9-b68b-48e7-b2a3-7a6186a2f9cd', 'tag': 'f263dd00-c3b5-4a29-ac92-54735ae8c713'}] {{(pid=103096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 09:07:11.120667 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552648401d13394d2a88e7485ef09c5647ae5ea4c1ec431ef2c5edbe801f23fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32bea294-9c86-4ea2-8c33-049dfc6d7c77" -d '{"events": [{"name": "network-changed", "server_uuid": "46eef3f9-b68b-48e7-b2a3-7a6186a2f9cd", "tag": "f263dd00-c3b5-4a29-ac92-54735ae8c713"}]}' {{(pid=103096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 09:07:11.198841 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52216a6d-a2b2-43a9-9e9b-aac638c3332e req-699936b4-e482-44a8-af65-0eba11b01343 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:07:11.200366 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-52216a6d-a2b2-43a9-9e9b-aac638c3332e req-699936b4-e482-44a8-af65-0eba11b01343 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/ports?device_id=b44e8926-3292-4a9c-92f8-d6b0444a20ec HTTP/1.1" status: 200 len: 945 time: 0.0572395 Mar 16 09:07:11.211453 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvr_db [None req-932735c4-0d75-4fea-ad59-f9c3024e2339 None None] Set router 28a9d4e1-c387-4942-b7b4-294aa846a1f4 gateway port host: dv-cinder-831776-4-iscsi {{(pid=103097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:07:11.248779 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-52216a6d-a2b2-43a9-9e9b-aac638c3332e req-0e0eac3e-db10-4d0d-becc-c422d3d2e707 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c774127-f3f8-46fa-91b5-11ee87d14f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428290 Mar 16 09:07:11.445988 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-932735c4-0d75-4fea-ad59-f9c3024e2339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'name': 'tempest-AttachVolumeNegativeTest-1056632038-router', 'tenant_id': 'cb287d834c3747da825c3d4bb412c949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '7b0f9b77-20b4-499c-ba37-3133a7150cf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:01:23Z', 'updated_at': '2022-03-16T09:01:30Z', 'revision_number': 4, 'project_id': 'cb287d834c3747da825c3d4bb412c949', 'gw_port': {'id': '7b0f9b77-20b4-499c-ba37-3133a7150cf0', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:24Z', 'updated_at': '2022-03-16T09:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_floatingips': [{'id': '7fc1dcb0-8fe3-46a2-b869-77b28171c417', 'tenant_id': 'cb287d834c3747da825c3d4bb412c949', 'floating_ip_address': '172.27.1.179', 'floating_network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'router_id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'port_id': '05729417-13d8-4b9d-be9a-cb0b900858ce', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 90, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625', 'mac_address': 'fa:16:3e:e7:33:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ee1195-e0b6-4420-88ec-39d8a8149d60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T09:01:37Z', 'updated_at': '2022-03-16T09:02:47Z', 'revision_number': 2, 'project_id': 'cb287d834c3747da825c3d4bb412c949', 'fixed_ip_address_scope': None}, {'id': '8b77de77-0c20-468e-8964-0c31fcbb3f0d', 'tenant_id': 'cb287d834c3747da825c3d4bb412c949', 'floating_ip_address': '172.27.1.191', 'floating_network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'router_id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'port_id': 'f263dd00-c3b5-4a29-ac92-54735ae8c713', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625', 'mac_address': 'fa:16:3e:04:2b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46eef3f9-b68b-48e7-b2a3-7a6186a2f9cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T09:06:52Z', 'updated_at': '2022-03-16T09:07:10Z', 'revision_number': 1, 'project_id': 'cb287d834c3747da825c3d4bb412c949', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47fcdb74-ada2-419e-b82d-f3e229027f7c', 'name': '', 'network_id': '71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625', 'tenant_id': 'cb287d834c3747da825c3d4bb412c949', 'mac_address': 'fa:16:3e:c2:b1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '21cfdeb1-bd49-41a4-bdcb-784e8ee0104b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:29Z', 'updated_at': '2022-03-16T09:01:39Z', 'revision_number': 5, 'project_id': 'cb287d834c3747da825c3d4bb412c949', 'subnets': [{'id': '21cfdeb1-bd49-41a4-bdcb-784e8ee0104b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:07:11.459507 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 09:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-864dd2fb-6bcf-418a-9190-a3824acd07a0 x-openstack-request-id: req-864dd2fb-6bcf-418a-9190-a3824acd07a0 {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 09:07:11.459796 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46eef3f9-b68b-48e7-b2a3-7a6186a2f9cd", "tag": "f263dd00-c3b5-4a29-ac92-54735ae8c713", "status": "completed", "code": 200}]} {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 09:07:11.460047 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-864dd2fb-6bcf-418a-9190-a3824acd07a0 {{(pid=103096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 09:07:11.460449 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46eef3f9-b68b-48e7-b2a3-7a6186a2f9cd', 'tag': 'f263dd00-c3b5-4a29-ac92-54735ae8c713', 'status': 'completed', 'code': 200} Mar 16 09:07:11.472382 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932735c4-0d75-4fea-ad59-f9c3024e2339 None None] Checking router: 28a9d4e1-c387-4942-b7b4-294aa846a1f4 for host: dv-cinder-831776-4-iscsi {{(pid=103097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 09:07:11.481422 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932735c4-0d75-4fea-ad59-f9c3024e2339 None None] Routers {'28a9d4e1-c387-4942-b7b4-294aa846a1f4'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:07:11.482116 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-932735c4-0d75-4fea-ad59-f9c3024e2339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:06:53Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['28a9d4e1-c387-4942-b7b4-294aa846a1f4'], 'active': True} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:07:11.526965 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bea294-9c86-4ea2-8c33-049dfc6d7c77 req-d6cc8d33-ab02-46f2-9c86-bd4b29849e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:07:11.528544 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-32bea294-9c86-4ea2-8c33-049dfc6d7c77 req-d6cc8d33-ab02-46f2-9c86-bd4b29849e2f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cb287d834c3747da825c3d4bb412c949&device_id=46eef3f9-b68b-48e7-b2a3-7a6186a2f9cd HTTP/1.1" status: 200 len: 1129 time: 0.0461621 Mar 16 09:07:11.592399 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvr_db [None req-932735c4-0d75-4fea-ad59-f9c3024e2339 None None] Set router 28a9d4e1-c387-4942-b7b4-294aa846a1f4 gateway port host: dv-cinder-831776-4-iscsi {{(pid=103097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:07:11.630184 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bea294-9c86-4ea2-8c33-049dfc6d7c77 req-5af39f08-1360-4a7c-b0b3-7ea67e9f99e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:07:11.631793 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-32bea294-9c86-4ea2-8c33-049dfc6d7c77 req-5af39f08-1360-4a7c-b0b3-7ea67e9f99e4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625 HTTP/1.1" status: 200 len: 916 time: 0.0977118 Mar 16 09:07:11.711344 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-32bea294-9c86-4ea2-8c33-049dfc6d7c77 req-0812f696-8d34-4f99-9f0f-9690863acd27 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f263dd00-c3b5-4a29-ac92-54735ae8c713 HTTP/1.1" status: 200 len: 999 time: 0.0720136 Mar 16 09:07:11.762076 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bea294-9c86-4ea2-8c33-049dfc6d7c77 req-7a3cef7f-431c-4537-bd63-a5f85ffa1e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:07:11.763499 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-32bea294-9c86-4ea2-8c33-049dfc6d7c77 req-7a3cef7f-431c-4537-bd63-a5f85ffa1e5f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=21cfdeb1-bd49-41a4-bdcb-784e8ee0104b HTTP/1.1" status: 200 len: 854 time: 0.0430388 Mar 16 09:07:11.818147 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bea294-9c86-4ea2-8c33-049dfc6d7c77 req-5ba873b8-c62b-4ab0-8e30-2fe4a4c436d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:07:11.819616 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-32bea294-9c86-4ea2-8c33-049dfc6d7c77 req-5ba873b8-c62b-4ab0-8e30-2fe4a4c436d6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475318 Mar 16 09:07:11.830028 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-932735c4-0d75-4fea-ad59-f9c3024e2339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'name': 'tempest-AttachVolumeNegativeTest-1056632038-router', 'tenant_id': 'cb287d834c3747da825c3d4bb412c949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '7b0f9b77-20b4-499c-ba37-3133a7150cf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:01:23Z', 'updated_at': '2022-03-16T09:01:30Z', 'revision_number': 4, 'project_id': 'cb287d834c3747da825c3d4bb412c949', 'gw_port': {'id': '7b0f9b77-20b4-499c-ba37-3133a7150cf0', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:24Z', 'updated_at': '2022-03-16T09:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_floatingips': [{'id': '7fc1dcb0-8fe3-46a2-b869-77b28171c417', 'tenant_id': 'cb287d834c3747da825c3d4bb412c949', 'floating_ip_address': '172.27.1.179', 'floating_network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'router_id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'port_id': '05729417-13d8-4b9d-be9a-cb0b900858ce', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 90, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625', 'mac_address': 'fa:16:3e:e7:33:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ee1195-e0b6-4420-88ec-39d8a8149d60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T09:01:37Z', 'updated_at': '2022-03-16T09:02:47Z', 'revision_number': 2, 'project_id': 'cb287d834c3747da825c3d4bb412c949', 'fixed_ip_address_scope': None}, {'id': '8b77de77-0c20-468e-8964-0c31fcbb3f0d', 'tenant_id': 'cb287d834c3747da825c3d4bb412c949', 'floating_ip_address': '172.27.1.191', 'floating_network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'router_id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'port_id': 'f263dd00-c3b5-4a29-ac92-54735ae8c713', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625', 'mac_address': 'fa:16:3e:04:2b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46eef3f9-b68b-48e7-b2a3-7a6186a2f9cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T09:06:52Z', 'updated_at': '2022-03-16T09:07:10Z', 'revision_number': 1, 'project_id': 'cb287d834c3747da825c3d4bb412c949', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47fcdb74-ada2-419e-b82d-f3e229027f7c', 'name': '', 'network_id': '71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625', 'tenant_id': 'cb287d834c3747da825c3d4bb412c949', 'mac_address': 'fa:16:3e:c2:b1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '21cfdeb1-bd49-41a4-bdcb-784e8ee0104b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:29Z', 'updated_at': '2022-03-16T09:01:39Z', 'revision_number': 5, 'project_id': 'cb287d834c3747da825c3d4bb412c949', 'subnets': [{'id': '21cfdeb1-bd49-41a4-bdcb-784e8ee0104b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:07:11.857673 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932735c4-0d75-4fea-ad59-f9c3024e2339 None None] The sync data for ids ['28a9d4e1-c387-4942-b7b4-294aa846a1f4'] in dv-cinder-831776-4-iscsi is: [{'id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'name': 'tempest-AttachVolumeNegativeTest-1056632038-router', 'tenant_id': 'cb287d834c3747da825c3d4bb412c949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '7b0f9b77-20b4-499c-ba37-3133a7150cf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:01:23Z', 'updated_at': '2022-03-16T09:01:30Z', 'revision_number': 4, 'project_id': 'cb287d834c3747da825c3d4bb412c949', 'gw_port': {'id': '7b0f9b77-20b4-499c-ba37-3133a7150cf0', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:24Z', 'updated_at': '2022-03-16T09:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_floatingips': [{'id': '7fc1dcb0-8fe3-46a2-b869-77b28171c417', 'tenant_id': 'cb287d834c3747da825c3d4bb412c949', 'floating_ip_address': '172.27.1.179', 'floating_network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'router_id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'port_id': '05729417-13d8-4b9d-be9a-cb0b900858ce', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 90, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625', 'mac_address': 'fa:16:3e:e7:33:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ee1195-e0b6-4420-88ec-39d8a8149d60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T09:01:37Z', 'updated_at': '2022-03-16T09:02:47Z', 'revision_number': 2, 'project_id': 'cb287d834c3747da825c3d4bb412c949', 'fixed_ip_address_scope': None}, {'id': '8b77de77-0c20-468e-8964-0c31fcbb3f0d', 'tenant_id': 'cb287d834c3747da825c3d4bb412c949', 'floating_ip_address': '172.27.1.191', 'floating_network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'router_id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'port_id': 'f263dd00-c3b5-4a29-ac92-54735ae8c713', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625', 'mac_address': 'fa:16:3e:04:2b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46eef3f9-b68b-48e7-b2a3-7a6186a2f9cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T09:06:52Z', 'updated_at': '2022-03-16T09:07:10Z', 'revision_number': 1, 'project_id': 'cb287d834c3747da825c3d4bb412c949', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47fcdb74-ada2-419e-b82d-f3e229027f7c', 'name': '', 'network_id': '71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625', 'tenant_id': 'cb287d834c3747da825c3d4bb412c949', 'mac_address': 'fa:16:3e:c2:b1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '21cfdeb1-bd49-41a4-bdcb-784e8ee0104b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:29Z', 'updated_at': '2022-03-16T09:01:39Z', 'revision_number': 5, 'project_id': 'cb287d834c3747da825c3d4bb412c949', 'subnets': [{'id': '21cfdeb1-bd49-41a4-bdcb-784e8ee0104b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 09:07:11.914320 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-32bea294-9c86-4ea2-8c33-049dfc6d7c77 req-fd4fdb43-3220-4b85-b3eb-eddfc1490323 service neutron] 10.222.0.48 "GET /v2.0/networks/71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871227 Mar 16 09:07:12.008580 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-32bea294-9c86-4ea2-8c33-049dfc6d7c77 req-6ab687d9-27a6-4cab-a15c-3fb5e2b6313f service neutron] 10.222.0.48 "GET /v2.0/networks/71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875332 Mar 16 09:07:12.055518 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0d8e5b-3341-475a-9fc7-29b7238146f9 None None] New status for floating IP 8b77de77-0c20-468e-8964-0c31fcbb3f0d: ACTIVE {{(pid=103098) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 09:07:12.368233 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19108c27-7ec0-48d8-9edd-11746e03b74c req-663f96bb-8440-4238-8f53-6ad78e41b2d5 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:07:12.369971 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-19108c27-7ec0-48d8-9edd-11746e03b74c req-663f96bb-8440-4238-8f53-6ad78e41b2d5 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/ports?device_id=b44e8926-3292-4a9c-92f8-d6b0444a20ec HTTP/1.1" status: 200 len: 945 time: 0.0523963 Mar 16 09:07:12.416623 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-19108c27-7ec0-48d8-9edd-11746e03b74c req-0ad585ff-b431-4e26-8e82-3baae6f83d64 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c774127-f3f8-46fa-91b5-11ee87d14f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412600 Mar 16 09:07:13.541855 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b990542-60b7-4279-9f23-8b2edafaf995 req-1b2bfc2f-83b6-417c-baf8-2dbea4dfa940 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:07:13.543299 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-0b990542-60b7-4279-9f23-8b2edafaf995 req-1b2bfc2f-83b6-417c-baf8-2dbea4dfa940 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/ports?device_id=b44e8926-3292-4a9c-92f8-d6b0444a20ec HTTP/1.1" status: 200 len: 945 time: 0.0506837 Mar 16 09:07:13.587744 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-0b990542-60b7-4279-9f23-8b2edafaf995 req-7326be0d-6494-4301-826c-19d04706300b tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c774127-f3f8-46fa-91b5-11ee87d14f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390246 Mar 16 09:07:14.705855 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3361cab9-0462-49e9-8393-b90d9fd79589 req-ad0ccc8e-f0cc-4253-b49c-96701b47754b tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:07:14.707313 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-3361cab9-0462-49e9-8393-b90d9fd79589 req-ad0ccc8e-f0cc-4253-b49c-96701b47754b tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/ports?device_id=b44e8926-3292-4a9c-92f8-d6b0444a20ec HTTP/1.1" status: 200 len: 945 time: 0.0547330 Mar 16 09:07:14.752250 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-3361cab9-0462-49e9-8393-b90d9fd79589 req-ff8f5a57-e1e0-4d74-9fe6-e3285baa602c tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c774127-f3f8-46fa-91b5-11ee87d14f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396187 Mar 16 09:07:15.866238 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55273f12-9213-41fb-9826-af247e8c462e req-787a0c09-6125-417b-9228-1b3eb7ed12f0 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:07:15.867673 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-55273f12-9213-41fb-9826-af247e8c462e req-787a0c09-6125-417b-9228-1b3eb7ed12f0 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/ports?device_id=b44e8926-3292-4a9c-92f8-d6b0444a20ec HTTP/1.1" status: 200 len: 945 time: 0.0512719 Mar 16 09:07:15.912768 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-55273f12-9213-41fb-9826-af247e8c462e req-f8d00042-4192-4cc7-8086-1d14b9936ccf tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c774127-f3f8-46fa-91b5-11ee87d14f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391862 Mar 16 09:07:17.032579 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e217e5-2078-4510-9bba-dceb8903881e req-2e6fe507-a002-4d36-b978-1904cbe84d4d tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:07:17.034037 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-07e217e5-2078-4510-9bba-dceb8903881e req-2e6fe507-a002-4d36-b978-1904cbe84d4d tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/ports?device_id=b44e8926-3292-4a9c-92f8-d6b0444a20ec HTTP/1.1" status: 200 len: 945 time: 0.0537546 Mar 16 09:07:17.078879 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-07e217e5-2078-4510-9bba-dceb8903881e req-d7da7a89-a619-437b-b3dc-0562c66c5d9f tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c774127-f3f8-46fa-91b5-11ee87d14f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393312 Mar 16 09:07:18.194285 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f59878-489a-4608-bb42-b947956e1a7b req-6dd8b09f-d8b4-4850-a6c7-22633717527d tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:07:18.195639 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-59f59878-489a-4608-bb42-b947956e1a7b req-6dd8b09f-d8b4-4850-a6c7-22633717527d tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/ports?device_id=b44e8926-3292-4a9c-92f8-d6b0444a20ec HTTP/1.1" status: 200 len: 945 time: 0.0510292 Mar 16 09:07:18.242000 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-59f59878-489a-4608-bb42-b947956e1a7b req-7c678cd4-9df4-4f0a-ae0f-4a153c69c8c6 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c774127-f3f8-46fa-91b5-11ee87d14f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404310 Mar 16 09:07:19.359014 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f9559f-c444-4cec-a409-e36800dd734c req-8694a101-72b5-4ec5-9ea2-aefc0eb6491a tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:07:19.360475 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-e4f9559f-c444-4cec-a409-e36800dd734c req-8694a101-72b5-4ec5-9ea2-aefc0eb6491a tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/ports?device_id=b44e8926-3292-4a9c-92f8-d6b0444a20ec HTTP/1.1" status: 200 len: 945 time: 0.0508425 Mar 16 09:07:19.409298 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-e4f9559f-c444-4cec-a409-e36800dd734c req-8c984b90-8f87-426e-b2d8-bcc562728e93 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c774127-f3f8-46fa-91b5-11ee87d14f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431681 Mar 16 09:07:19.669159 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a117be-1c64-46c9-b64b-14f77a4d24e4 req-c630119a-04e2-4830-854c-3869c4442b27 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:07:19.670686 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-d7a117be-1c64-46c9-b64b-14f77a4d24e4 req-c630119a-04e2-4830-854c-3869c4442b27 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/ports?device_id=b44e8926-3292-4a9c-92f8-d6b0444a20ec HTTP/1.1" status: 200 len: 945 time: 0.0560086 Mar 16 09:07:19.742990 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-d7a117be-1c64-46c9-b64b-14f77a4d24e4 req-2d6910dd-3aa3-4033-85ee-54ce8698cc86 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c774127-f3f8-46fa-91b5-11ee87d14f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657840 Mar 16 09:07:19.752619 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22881778-e506-42df-8685-0c78eb5ef7f7 req-f379dfbc-46c5-4172-95cd-3537e6db328e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:07:19.754094 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-22881778-e506-42df-8685-0c78eb5ef7f7 req-f379dfbc-46c5-4172-95cd-3537e6db328e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=038ce3c42c064d11ab4e77d47b819ba5&device_id=b44e8926-3292-4a9c-92f8-d6b0444a20ec HTTP/1.1" status: 200 len: 1129 time: 0.0702999 Mar 16 09:07:19.843708 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22881778-e506-42df-8685-0c78eb5ef7f7 req-035877be-26d9-4931-baec-f9c4e78a668b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:07:19.845053 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-22881778-e506-42df-8685-0c78eb5ef7f7 req-035877be-26d9-4931-baec-f9c4e78a668b service neutron] 10.222.0.48 "GET /v2.0/networks?id=95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c HTTP/1.1" status: 200 len: 912 time: 0.0834947 Mar 16 09:07:19.907724 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-22881778-e506-42df-8685-0c78eb5ef7f7 req-af77dda8-e6c2-4ad5-975d-d06c203c4912 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7155e07a-6504-49b7-a70d-aff571162b33 HTTP/1.1" status: 200 len: 1000 time: 0.0561180 Mar 16 09:07:19.954212 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22881778-e506-42df-8685-0c78eb5ef7f7 req-5b233788-3ce6-46df-a7af-985b8cd34503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:07:19.955594 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-22881778-e506-42df-8685-0c78eb5ef7f7 req-5b233788-3ce6-46df-a7af-985b8cd34503 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=653dccd0-3a12-4ac0-9cc2-5a0bfeaf34e7 HTTP/1.1" status: 200 len: 850 time: 0.0414269 Mar 16 09:07:20.006055 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22881778-e506-42df-8685-0c78eb5ef7f7 req-006458fb-08ee-4f06-a491-9a586dfdb1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:07:20.007476 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-22881778-e506-42df-8685-0c78eb5ef7f7 req-006458fb-08ee-4f06-a491-9a586dfdb1ac service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442307 Mar 16 09:07:20.097683 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-22881778-e506-42df-8685-0c78eb5ef7f7 req-4275eca0-451c-4c61-a863-a7f2d6cf7ccf service neutron] 10.222.0.48 "GET /v2.0/networks/95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805130 Mar 16 09:07:20.187508 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-22881778-e506-42df-8685-0c78eb5ef7f7 req-72a56f82-59e8-4af3-a070-cea91f190f3d service neutron] 10.222.0.48 "GET /v2.0/networks/95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823255 Mar 16 09:07:20.484279 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-f9b8b45c-a8a0-4135-b6f4-aca1c1d81e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (a398d5bf-1368-473f-bfdd-7d167c3f4154), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:07:20.862262 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893faf4e-5d37-4fe8-9ab3-b281acbcc57b req-c0d3058c-2a41-4aed-8689-2fae06ba89b6 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:07:20.863718 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-893faf4e-5d37-4fe8-9ab3-b281acbcc57b req-c0d3058c-2a41-4aed-8689-2fae06ba89b6 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/ports?device_id=b44e8926-3292-4a9c-92f8-d6b0444a20ec HTTP/1.1" status: 200 len: 945 time: 0.0526047 Mar 16 09:07:20.908815 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-893faf4e-5d37-4fe8-9ab3-b281acbcc57b req-9d74d32b-02be-4926-9102-0d7e4a912598 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c774127-f3f8-46fa-91b5-11ee87d14f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393691 Mar 16 09:07:22.027256 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3be8f7d-cf27-41aa-8703-8f4cc50b6ecc req-d8726753-4c3b-4640-9419-00af0e43f293 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:07:22.028720 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-d3be8f7d-cf27-41aa-8703-8f4cc50b6ecc req-d8726753-4c3b-4640-9419-00af0e43f293 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/ports?device_id=b44e8926-3292-4a9c-92f8-d6b0444a20ec HTTP/1.1" status: 200 len: 945 time: 0.0528173 Mar 16 09:07:22.079423 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-d3be8f7d-cf27-41aa-8703-8f4cc50b6ecc req-de24e3c6-b1cf-4325-8274-0ac215b097f3 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c774127-f3f8-46fa-91b5-11ee87d14f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448678 Mar 16 09:07:22.800356 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-b92f0d8d-543c-4492-a302-fe8fb7c50947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (09ce795b-eeca-4b3b-9d7f-577d9443cb21), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:07:23.849342 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-cdeb7127-6fa1-4060-ae0a-c8ffc2dd9388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (514d7d79-ab14-439d-a6c0-bbffe337a49f), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:07:25.472094 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3de267ec-888d-49e1-92d2-a6991c0932cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (3616e4f6-4586-420d-b0d2-e3b2f5abb17b), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:07:25.473220 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (f0da09ba-cbd5-402d-a3a1-68b8fcaf25e8), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:07:26.860987 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (489981c6-9aaa-401c-bd41-6b42e027a228), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:07:27.680390 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b21b63b0-340c-49dc-b177-f5a46018fc77 req-e2ab4962-31e5-4a44-a4d7-77657b4b6a13 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=51ee1195-e0b6-4420-88ec-39d8a8149d60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427494 Mar 16 09:07:27.764511 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21b63b0-340c-49dc-b177-f5a46018fc77 req-06a228ed-cab4-4706-bbe8-662e71c68769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:07:27.765904 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b21b63b0-340c-49dc-b177-f5a46018fc77 req-06a228ed-cab4-4706-bbe8-662e71c68769 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cb287d834c3747da825c3d4bb412c949&device_id=51ee1195-e0b6-4420-88ec-39d8a8149d60 HTTP/1.1" status: 200 len: 1129 time: 0.0427938 Mar 16 09:07:27.872039 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21b63b0-340c-49dc-b177-f5a46018fc77 req-23bdf826-e6dd-4ff6-a36a-0d3b103281e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:07:27.873551 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b21b63b0-340c-49dc-b177-f5a46018fc77 req-23bdf826-e6dd-4ff6-a36a-0d3b103281e5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625 HTTP/1.1" status: 200 len: 916 time: 0.0883882 Mar 16 09:07:28.156018 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b21b63b0-340c-49dc-b177-f5a46018fc77 req-62da6595-0f23-4d98-a485-8e5e376ed5ac service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05729417-13d8-4b9d-be9a-cb0b900858ce HTTP/1.1" status: 200 len: 1001 time: 0.2742591 Mar 16 09:07:28.202641 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21b63b0-340c-49dc-b177-f5a46018fc77 req-1468bfe4-bb55-4b52-a256-548997c95610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:07:28.204048 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b21b63b0-340c-49dc-b177-f5a46018fc77 req-1468bfe4-bb55-4b52-a256-548997c95610 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=21cfdeb1-bd49-41a4-bdcb-784e8ee0104b HTTP/1.1" status: 200 len: 854 time: 0.0418296 Mar 16 09:07:28.253679 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21b63b0-340c-49dc-b177-f5a46018fc77 req-175269b1-590a-4bc5-b793-ce705dfd43d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:07:28.255134 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b21b63b0-340c-49dc-b177-f5a46018fc77 req-175269b1-590a-4bc5-b793-ce705dfd43d3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450630 Mar 16 09:07:28.340671 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b21b63b0-340c-49dc-b177-f5a46018fc77 req-2bf3877f-0836-4aa3-bb28-e0e97183950c service neutron] 10.222.0.48 "GET /v2.0/networks/71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782804 Mar 16 09:07:28.428757 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b21b63b0-340c-49dc-b177-f5a46018fc77 req-c1963f77-c00b-456b-9ae1-adf9018c666d service neutron] 10.222.0.48 "GET /v2.0/networks/71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816412 Mar 16 09:07:28.639390 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 52148) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:07:28.683387 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.db_base_plugin_v2 [None req-af50f6ec-da3e-49a7-924e-e62deaf28ffa admin admin] Deleting subnet 0c872c20-0da1-49af-898d-f0464d53b431 {{(pid=103096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 16 09:07:28.686425 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-af50f6ec-da3e-49a7-924e-e62deaf28ffa admin admin] Publish callbacks [] for subnet (0c872c20-0da1-49af-898d-f0464d53b431), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:07:28.718846 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-af50f6ec-da3e-49a7-924e-e62deaf28ffa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14117644'] for subnet (0c872c20-0da1-49af-898d-f0464d53b431), precommit_delete_associations {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:07:28.756982 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-af50f6ec-da3e-49a7-924e-e62deaf28ffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1238432'] for subnet (0c872c20-0da1-49af-898d-f0464d53b431), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:07:28.817388 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-af50f6ec-da3e-49a7-924e-e62deaf28ffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1238363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13105905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12838951'] for subnet (0c872c20-0da1-49af-898d-f0464d53b431), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:07:28.841372 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af50f6ec-da3e-49a7-924e-e62deaf28ffa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c872c20-0da1-49af-898d-f0464d53b431,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:07:28.845097 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-af50f6ec-da3e-49a7-924e-e62deaf28ffa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555813'] for subnet (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:07:28.848275 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-af50f6ec-da3e-49a7-924e-e62deaf28ffa admin admin] 10.222.0.18 "DELETE /v2.0/subnets/0c872c20-0da1-49af-898d-f0464d53b431 HTTP/1.1" status: 204 len: 168 time: 0.2078834 Mar 16 09:07:28.850794 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 52150) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:07:28.918795 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-b971b1f6-2e9c-42b8-bda2-ac8405e931f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1197409'] for network (6d6fe5e0-e232-458a-ba83-79ff8abded6d), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:07:28.999294 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-b971b1f6-2e9c-42b8-bda2-ac8405e931f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1240631', 'neutron.services.segments.db._delete_segments_for_network-8732013206218'] for network (6d6fe5e0-e232-458a-ba83-79ff8abded6d), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:07:29.018192 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.services.segments.db [None req-b971b1f6-2e9c-42b8-bda2-ac8405e931f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d6fe5e0-e232-458a-ba83-79ff8abded6d']}} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:07:29.027299 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.services.segments.db [None req-b971b1f6-2e9c-42b8-bda2-ac8405e931f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08cb8d24-3925-4648-8517-d63baacc3855') {'for_net_delete': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:07:29.027600 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.services.segments.db [None req-b971b1f6-2e9c-42b8-bda2-ac8405e931f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08cb8d24-3925-4648-8517-d63baacc3855') {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:07:29.036486 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-b971b1f6-2e9c-42b8-bda2-ac8405e931f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732013210067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14117639'] for segment (08cb8d24-3925-4648-8517-d63baacc3855), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:07:29.049765 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-b971b1f6-2e9c-42b8-bda2-ac8405e931f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079957'] for segment (08cb8d24-3925-4648-8517-d63baacc3855), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:07:29.055828 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b971b1f6-2e9c-42b8-bda2-ac8405e931f6 admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=103096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 09:07:29.056208 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-b971b1f6-2e9c-42b8-bda2-ac8405e931f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13105755'] for segment (08cb8d24-3925-4648-8517-d63baacc3855), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:07:29.058523 dv-cinder-831776-4-iscsi neutron-server[103096]: Traceback (most recent call last): Mar 16 09:07:29.058523 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 09:07:29.058523 dv-cinder-831776-4-iscsi neutron-server[103096]: timer() Mar 16 09:07:29.058523 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 09:07:29.058523 dv-cinder-831776-4-iscsi neutron-server[103096]: cb(*args, **kw) Mar 16 09:07:29.058523 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 16 09:07:29.058523 dv-cinder-831776-4-iscsi neutron-server[103096]: return func(*args, **kwargs) Mar 16 09:07:29.058523 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 09:07:29.058523 dv-cinder-831776-4-iscsi neutron-server[103096]: self._notify() Mar 16 09:07:29.058523 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 09:07:29.058523 dv-cinder-831776-4-iscsi neutron-server[103096]: self.callback(batched_events) Mar 16 09:07:29.058523 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 09:07:29.058523 dv-cinder-831776-4-iscsi neutron-server[103096]: event.method(event) Mar 16 09:07:29.058523 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 16 09:07:29.058523 dv-cinder-831776-4-iscsi neutron-server[103096]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 09:07:29.058523 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 16 09:07:29.058523 dv-cinder-831776-4-iscsi neutron-server[103096]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 09:07:29.058523 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 16 09:07:29.058523 dv-cinder-831776-4-iscsi neutron-server[103096]: return f(self, *a, **k) Mar 16 09:07:29.058523 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 09:07:29.058523 dv-cinder-831776-4-iscsi neutron-server[103096]: return self._get(url).json() Mar 16 09:07:29.058523 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 09:07:29.058523 dv-cinder-831776-4-iscsi neutron-server[103096]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 09:07:29.058523 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 09:07:29.058523 dv-cinder-831776-4-iscsi neutron-server[103096]: return self.request(url, 'GET', **kwargs) Mar 16 09:07:29.058523 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 09:07:29.058523 dv-cinder-831776-4-iscsi neutron-server[103096]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 09:07:29.058523 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 09:07:29.058523 dv-cinder-831776-4-iscsi neutron-server[103096]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 09:07:29.058523 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 09:07:29.058523 dv-cinder-831776-4-iscsi neutron-server[103096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 09:07:29.058523 dv-cinder-831776-4-iscsi neutron-server[103096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 09:07:29.109757 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-b971b1f6-2e9c-42b8-bda2-ac8405e931f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1240622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-557370'] for network (6d6fe5e0-e232-458a-ba83-79ff8abded6d), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:07:29.116818 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-b971b1f6-2e9c-42b8-bda2-ac8405e931f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555813'] for network (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:07:29.120458 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-b971b1f6-2e9c-42b8-bda2-ac8405e931f6 admin admin] 10.222.0.18 "DELETE /v2.0/networks/6d6fe5e0-e232-458a-ba83-79ff8abded6d HTTP/1.1" status: 204 len: 168 time: 0.2687144 Mar 16 09:07:29.130142 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b971b1f6-2e9c-42b8-bda2-ac8405e931f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d6fe5e0-e232-458a-ba83-79ff8abded6d,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:07:29.293842 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 52154) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:07:29.331501 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-9ce89377-ce6b-4d3b-92c5-70dfa3844d8f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5f8a228022184acc97188678a7dd910d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0365267 Mar 16 09:07:29.333865 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 52156) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:07:29.377802 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7248469c-0c1b-4cd6-8c47-298a98e6c3d3 admin admin] Publish callbacks [] for security_group (77ac1331-f3e5-41e2-8b67-35a2e1a6a897), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:07:29.399736 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7248469c-0c1b-4cd6-8c47-298a98e6c3d3 admin admin] Publish callbacks [] for security_group (77ac1331-f3e5-41e2-8b67-35a2e1a6a897), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:07:29.444812 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7248469c-0c1b-4cd6-8c47-298a98e6c3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (77ac1331-f3e5-41e2-8b67-35a2e1a6a897), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:07:29.447307 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7248469c-0c1b-4cd6-8c47-298a98e6c3d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:07:29.448989 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-7248469c-0c1b-4cd6-8c47-298a98e6c3d3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/77ac1331-f3e5-41e2-8b67-35a2e1a6a897 HTTP/1.1" status: 204 len: 168 time: 0.1141996 Mar 16 09:07:29.456298 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7248469c-0c1b-4cd6-8c47-298a98e6c3d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ac1331-f3e5-41e2-8b67-35a2e1a6a897,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:07:41.073952 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.agents_db [None req-ddb2e055-3acb-4969-8bde-a74b2247622c None None] Agent healthcheck: found 6 active agents {{(pid=103098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 09:07:50.485677 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-cc77b7e9-0c47-4d51-9566-844fe4dd4365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (a398d5bf-1368-473f-bfdd-7d167c3f4154), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:07:52.801117 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-10815311-6a7b-4491-ada3-73d69ea409f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (09ce795b-eeca-4b3b-9d7f-577d9443cb21), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:07:53.851048 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-cdeb7127-6fa1-4060-ae0a-c8ffc2dd9388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (514d7d79-ab14-439d-a6c0-bbffe337a49f), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:07:55.473641 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3de267ec-888d-49e1-92d2-a6991c0932cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (3616e4f6-4586-420d-b0d2-e3b2f5abb17b), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:07:55.474703 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (f0da09ba-cbd5-402d-a3a1-68b8fcaf25e8), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:07:56.861923 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (489981c6-9aaa-401c-bd41-6b42e027a228), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:08:17.997910 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f87721-0a29-48d8-83c5-03ef6e69ed70 req-8c9e90ae-d06f-4a61-8509-a188d971283a tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:08:17.999361 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-74f87721-0a29-48d8-83c5-03ef6e69ed70 req-8c9e90ae-d06f-4a61-8509-a188d971283a tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d07977b-4f1c-446a-8840-556df822cf9f HTTP/1.1" status: 200 len: 946 time: 0.0556545 Mar 16 09:08:18.044241 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-74f87721-0a29-48d8-83c5-03ef6e69ed70 req-415ecf94-defe-4561-ae67-db609d16a2f9 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5204cf0-5775-4a11-985e-a2de5d7605a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394514 Mar 16 09:08:18.072653 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.agents_db [None req-ddb2e055-3acb-4969-8bde-a74b2247622c None None] Agent healthcheck: found 6 active agents {{(pid=103098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 09:08:19.172024 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1775b5d2-891c-4d62-b123-f5bc48986bd8 req-02403040-d31d-443e-b675-d69cb3b193a8 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:08:19.173370 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-1775b5d2-891c-4d62-b123-f5bc48986bd8 req-02403040-d31d-443e-b675-d69cb3b193a8 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d07977b-4f1c-446a-8840-556df822cf9f HTTP/1.1" status: 200 len: 946 time: 0.0502725 Mar 16 09:08:19.217480 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-1775b5d2-891c-4d62-b123-f5bc48986bd8 req-57414721-0488-4292-b6b9-908c86993ef1 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5204cf0-5775-4a11-985e-a2de5d7605a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386603 Mar 16 09:08:20.337938 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c68f0d-ffe9-4d56-be19-38d017149b91 req-b2df5d2d-3ca5-4f8b-adcc-eccec628e831 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:08:20.339884 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a5c68f0d-ffe9-4d56-be19-38d017149b91 req-b2df5d2d-3ca5-4f8b-adcc-eccec628e831 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d07977b-4f1c-446a-8840-556df822cf9f HTTP/1.1" status: 200 len: 946 time: 0.0541747 Mar 16 09:08:20.384528 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a5c68f0d-ffe9-4d56-be19-38d017149b91 req-02ec5a89-65a4-49ae-80e4-7d4643ab159f tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5204cf0-5775-4a11-985e-a2de5d7605a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392785 Mar 16 09:08:20.486056 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-e5e8f91d-2f8f-4349-a258-4caf8140bd6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (a398d5bf-1368-473f-bfdd-7d167c3f4154), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:08:21.503362 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b342c2-082e-4983-92b8-e4427f32ec5c req-6c579154-eb51-4a2f-b6a8-1676ab2ccf19 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:08:21.504876 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-23b342c2-082e-4983-92b8-e4427f32ec5c req-6c579154-eb51-4a2f-b6a8-1676ab2ccf19 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d07977b-4f1c-446a-8840-556df822cf9f HTTP/1.1" status: 200 len: 946 time: 0.0518830 Mar 16 09:08:21.550426 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-23b342c2-082e-4983-92b8-e4427f32ec5c req-411c85ed-8b02-4186-98f5-c18d686a0ea4 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5204cf0-5775-4a11-985e-a2de5d7605a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399880 Mar 16 09:08:22.673598 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fd1e8b-1d0e-47a0-aecf-fbbb9050b934 req-da77e4d4-9987-414f-a60c-4424e481f61e tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:08:22.674952 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-e1fd1e8b-1d0e-47a0-aecf-fbbb9050b934 req-da77e4d4-9987-414f-a60c-4424e481f61e tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d07977b-4f1c-446a-8840-556df822cf9f HTTP/1.1" status: 200 len: 946 time: 0.0520535 Mar 16 09:08:22.723131 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-e1fd1e8b-1d0e-47a0-aecf-fbbb9050b934 req-7d71406e-7c82-4654-aa2f-9c3963837702 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5204cf0-5775-4a11-985e-a2de5d7605a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425789 Mar 16 09:08:22.803479 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-1b331ace-53ce-4e82-83c7-b46f22415a62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (09ce795b-eeca-4b3b-9d7f-577d9443cb21), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:08:23.853770 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-cdeb7127-6fa1-4060-ae0a-c8ffc2dd9388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (514d7d79-ab14-439d-a6c0-bbffe337a49f), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:08:23.855062 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a631c7-2734-4cec-9bb6-7ee1b85b826f req-cbc78f0b-f3d8-49b4-aad1-822e293b6e34 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:08:23.856588 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a0a631c7-2734-4cec-9bb6-7ee1b85b826f req-cbc78f0b-f3d8-49b4-aad1-822e293b6e34 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d07977b-4f1c-446a-8840-556df822cf9f HTTP/1.1" status: 200 len: 946 time: 0.0544052 Mar 16 09:08:23.903503 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a0a631c7-2734-4cec-9bb6-7ee1b85b826f req-bd2843ae-fdea-4975-b47c-ef8982669419 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5204cf0-5775-4a11-985e-a2de5d7605a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412872 Mar 16 09:08:25.021551 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b262eb7d-97fb-44a6-905d-0065eb3e983b req-761074a6-4da7-449c-9741-55b13bd5d8e7 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:08:25.022996 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b262eb7d-97fb-44a6-905d-0065eb3e983b req-761074a6-4da7-449c-9741-55b13bd5d8e7 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d07977b-4f1c-446a-8840-556df822cf9f HTTP/1.1" status: 200 len: 946 time: 0.0511119 Mar 16 09:08:25.067581 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b262eb7d-97fb-44a6-905d-0065eb3e983b req-360806e0-da57-4c56-a59d-64b14a4d0ea1 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5204cf0-5775-4a11-985e-a2de5d7605a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392585 Mar 16 09:08:25.474400 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (f0da09ba-cbd5-402d-a3a1-68b8fcaf25e8), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:08:25.475211 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3de267ec-888d-49e1-92d2-a6991c0932cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (3616e4f6-4586-420d-b0d2-e3b2f5abb17b), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:08:26.191901 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7831f1-4abc-4a7a-9ae3-025fd04aefc5 req-1f5f1177-3b95-4b8c-98e6-ff51b390a7f3 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:08:26.193344 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-cd7831f1-4abc-4a7a-9ae3-025fd04aefc5 req-1f5f1177-3b95-4b8c-98e6-ff51b390a7f3 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d07977b-4f1c-446a-8840-556df822cf9f HTTP/1.1" status: 200 len: 946 time: 0.0553496 Mar 16 09:08:26.239172 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-cd7831f1-4abc-4a7a-9ae3-025fd04aefc5 req-a1ce392a-f0dc-4250-9011-3544a93e4fc9 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5204cf0-5775-4a11-985e-a2de5d7605a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404093 Mar 16 09:08:26.864805 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (489981c6-9aaa-401c-bd41-6b42e027a228), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:08:27.359970 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3dab2e-6a96-4c8f-9d63-347d37efec5f req-63546100-d869-4a0b-833e-9fbad898b5e5 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:08:27.361428 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-4a3dab2e-6a96-4c8f-9d63-347d37efec5f req-63546100-d869-4a0b-833e-9fbad898b5e5 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d07977b-4f1c-446a-8840-556df822cf9f HTTP/1.1" status: 200 len: 946 time: 0.0537164 Mar 16 09:08:27.407064 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-4a3dab2e-6a96-4c8f-9d63-347d37efec5f req-357764e7-0d5f-4988-b1de-7655533bc6c8 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5204cf0-5775-4a11-985e-a2de5d7605a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401683 Mar 16 09:08:28.526351 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7801af7b-9075-4045-beee-c20802541d20 req-10c965c8-d0d0-4979-827e-468c761f4edf tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:08:28.527827 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-7801af7b-9075-4045-beee-c20802541d20 req-10c965c8-d0d0-4979-827e-468c761f4edf tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d07977b-4f1c-446a-8840-556df822cf9f HTTP/1.1" status: 200 len: 946 time: 0.0526309 Mar 16 09:08:28.576621 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-7801af7b-9075-4045-beee-c20802541d20 req-3bef5f64-8c6e-4754-b7f4-366edc4c2068 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5204cf0-5775-4a11-985e-a2de5d7605a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433700 Mar 16 09:08:29.697352 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1970a158-acb4-43c4-8807-9f68ca33b503 req-8f68b913-ec1d-43b1-87c1-0eaec0ac4824 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:08:29.699325 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-1970a158-acb4-43c4-8807-9f68ca33b503 req-8f68b913-ec1d-43b1-87c1-0eaec0ac4824 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d07977b-4f1c-446a-8840-556df822cf9f HTTP/1.1" status: 200 len: 946 time: 0.0513852 Mar 16 09:08:29.743930 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-1970a158-acb4-43c4-8807-9f68ca33b503 req-5955e029-36b4-4118-9d59-8ea3b79e494e tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5204cf0-5775-4a11-985e-a2de5d7605a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389466 Mar 16 09:08:30.449915 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-e7a917e2-28af-4be3-b6b0-6ffa68ae4bed req-c57bd046-a4cd-42c5-a09a-8ea55251d91a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b44e8926-3292-4a9c-92f8-d6b0444a20ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426519 Mar 16 09:08:30.539311 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a917e2-28af-4be3-b6b0-6ffa68ae4bed req-74328ff1-b2a5-42f6-9bae-a556b1c1a814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:08:30.540816 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-e7a917e2-28af-4be3-b6b0-6ffa68ae4bed req-74328ff1-b2a5-42f6-9bae-a556b1c1a814 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=038ce3c42c064d11ab4e77d47b819ba5&device_id=b44e8926-3292-4a9c-92f8-d6b0444a20ec HTTP/1.1" status: 200 len: 1129 time: 0.0494549 Mar 16 09:08:30.647689 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a917e2-28af-4be3-b6b0-6ffa68ae4bed req-eaad4dd7-cf18-4ea1-a4af-c13493d64156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:08:30.649158 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-e7a917e2-28af-4be3-b6b0-6ffa68ae4bed req-eaad4dd7-cf18-4ea1-a4af-c13493d64156 service neutron] 10.222.0.48 "GET /v2.0/networks?id=95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c HTTP/1.1" status: 200 len: 912 time: 0.0857859 Mar 16 09:08:30.721054 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-e7a917e2-28af-4be3-b6b0-6ffa68ae4bed req-4e6941d7-e0ce-4c96-9c25-9a3c483457fc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7155e07a-6504-49b7-a70d-aff571162b33 HTTP/1.1" status: 200 len: 1000 time: 0.0637832 Mar 16 09:08:30.779985 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a917e2-28af-4be3-b6b0-6ffa68ae4bed req-2fab883b-b8c1-482f-b487-7c748cbcabf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:08:30.781592 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-e7a917e2-28af-4be3-b6b0-6ffa68ae4bed req-2fab883b-b8c1-482f-b487-7c748cbcabf2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=653dccd0-3a12-4ac0-9cc2-5a0bfeaf34e7 HTTP/1.1" status: 200 len: 850 time: 0.0540471 Mar 16 09:08:30.898875 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a0cf77-4613-4e3f-b8f7-0d64b479f443 req-70c86c03-6273-44fa-a502-0e755d279e09 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:08:30.900355 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-e6a0cf77-4613-4e3f-b8f7-0d64b479f443 req-70c86c03-6273-44fa-a502-0e755d279e09 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/ports?device_id=b44e8926-3292-4a9c-92f8-d6b0444a20ec HTTP/1.1" status: 200 len: 945 time: 0.1131005 Mar 16 09:08:30.916131 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a917e2-28af-4be3-b6b0-6ffa68ae4bed req-ec045d35-4107-47b1-85f5-077e1145e943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:08:30.918169 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-e7a917e2-28af-4be3-b6b0-6ffa68ae4bed req-ec045d35-4107-47b1-85f5-077e1145e943 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1291833 Mar 16 09:08:30.935231 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806beffa-00bd-4f53-9f1f-072150979560 req-8a41b714-7cce-4537-b60f-3cb2f140f13f tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:08:30.936617 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-806beffa-00bd-4f53-9f1f-072150979560 req-8a41b714-7cce-4537-b60f-3cb2f140f13f tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d07977b-4f1c-446a-8840-556df822cf9f HTTP/1.1" status: 200 len: 946 time: 0.1012619 Mar 16 09:08:31.034292 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-e6a0cf77-4613-4e3f-b8f7-0d64b479f443 req-f844efac-4473-4664-9254-af5b4c2a8d84 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c774127-f3f8-46fa-91b5-11ee87d14f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270235 Mar 16 09:08:31.065509 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-806beffa-00bd-4f53-9f1f-072150979560 req-1a8cd6af-3770-41a2-9274-cf2cb3d48099 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5204cf0-5775-4a11-985e-a2de5d7605a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199968 Mar 16 09:08:31.075737 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-e7a917e2-28af-4be3-b6b0-6ffa68ae4bed req-18d5dd3b-b398-4e15-990e-e8500ad51ac9 service neutron] 10.222.0.48 "GET /v2.0/networks/95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382680 Mar 16 09:08:31.163213 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-e7a917e2-28af-4be3-b6b0-6ffa68ae4bed req-fa9d6d0e-7088-4f9e-9782-c026208afa6e service neutron] 10.222.0.48 "GET /v2.0/networks/95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799923 Mar 16 09:08:32.159659 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c1409d-3149-4489-85d5-e6985896c92c req-2aab1390-f9fb-4c92-ad9d-6bd1d5bb2696 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:08:32.161113 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-42c1409d-3149-4489-85d5-e6985896c92c req-2aab1390-f9fb-4c92-ad9d-6bd1d5bb2696 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/ports?device_id=b44e8926-3292-4a9c-92f8-d6b0444a20ec HTTP/1.1" status: 200 len: 945 time: 0.0610235 Mar 16 09:08:32.231713 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-42c1409d-3149-4489-85d5-e6985896c92c req-26879868-8046-4aa0-b5bb-2eafcd962394 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c774127-f3f8-46fa-91b5-11ee87d14f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525222 Mar 16 09:08:32.238205 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5368e787-1816-4e7a-bc76-f5311079768f req-ed8802f0-6fed-45f5-a941-85eb2d45998d tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:08:32.239603 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5368e787-1816-4e7a-bc76-f5311079768f req-ed8802f0-6fed-45f5-a941-85eb2d45998d tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d07977b-4f1c-446a-8840-556df822cf9f HTTP/1.1" status: 200 len: 946 time: 0.0989947 Mar 16 09:08:32.285606 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5368e787-1816-4e7a-bc76-f5311079768f req-8cc71169-2cca-414b-a7bb-0c91c241da49 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5204cf0-5775-4a11-985e-a2de5d7605a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393536 Mar 16 09:08:33.348291 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf3fa6c-4ecf-413e-a013-3dafa3ee41ff req-fbda871f-618e-4fbe-bd66-6ea413834d00 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:08:33.349791 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-fdf3fa6c-4ecf-413e-a013-3dafa3ee41ff req-fbda871f-618e-4fbe-bd66-6ea413834d00 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/ports?device_id=b44e8926-3292-4a9c-92f8-d6b0444a20ec HTTP/1.1" status: 200 len: 945 time: 0.0514011 Mar 16 09:08:33.432409 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-fdf3fa6c-4ecf-413e-a013-3dafa3ee41ff req-0b3f82ce-2c93-4ffd-b308-55ec2ce2fe5b tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c774127-f3f8-46fa-91b5-11ee87d14f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771279 Mar 16 09:08:33.443803 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b2c13b-a171-40a3-932a-15f51159edd8 req-d11fbaa9-420c-4d82-8d42-1be88b09512c tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:08:33.445239 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-52b2c13b-a171-40a3-932a-15f51159edd8 req-d11fbaa9-420c-4d82-8d42-1be88b09512c tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d07977b-4f1c-446a-8840-556df822cf9f HTTP/1.1" status: 200 len: 946 time: 0.0883696 Mar 16 09:08:33.490682 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-52b2c13b-a171-40a3-932a-15f51159edd8 req-3128dc29-e37d-4d31-93ba-d2ad14814611 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5204cf0-5775-4a11-985e-a2de5d7605a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393910 Mar 16 09:08:34.547732 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707ff06a-1a93-4797-824a-4e227bf0ea6f req-e0cddd60-0456-400a-8ef0-4aac8eb5db17 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:08:34.549206 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-707ff06a-1a93-4797-824a-4e227bf0ea6f req-e0cddd60-0456-400a-8ef0-4aac8eb5db17 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/ports?device_id=b44e8926-3292-4a9c-92f8-d6b0444a20ec HTTP/1.1" status: 200 len: 945 time: 0.0518291 Mar 16 09:08:34.626187 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-707ff06a-1a93-4797-824a-4e227bf0ea6f req-db239ca2-388a-4733-9abb-5e46e0c13f46 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c774127-f3f8-46fa-91b5-11ee87d14f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712419 Mar 16 09:08:34.642462 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c8e4eb-a26e-4e57-8944-6cef34c5e9e4 req-6ff8043e-d7ba-4502-964c-bab0f2369e82 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:08:34.643898 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-28c8e4eb-a26e-4e57-8944-6cef34c5e9e4 req-6ff8043e-d7ba-4502-964c-bab0f2369e82 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d07977b-4f1c-446a-8840-556df822cf9f HTTP/1.1" status: 200 len: 946 time: 0.0823801 Mar 16 09:08:34.689330 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-28c8e4eb-a26e-4e57-8944-6cef34c5e9e4 req-02724ac1-e2f3-4a51-a03f-90dac4df1ddb tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5204cf0-5775-4a11-985e-a2de5d7605a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400014 Mar 16 09:08:35.745024 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de48b736-2b80-4ed5-b61e-f62ee9eece9b req-25dd8497-40be-4cd4-abe1-1c5d6c609e71 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:08:35.747017 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-de48b736-2b80-4ed5-b61e-f62ee9eece9b req-25dd8497-40be-4cd4-abe1-1c5d6c609e71 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/ports?device_id=b44e8926-3292-4a9c-92f8-d6b0444a20ec HTTP/1.1" status: 200 len: 945 time: 0.0537825 Mar 16 09:08:35.818308 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-de48b736-2b80-4ed5-b61e-f62ee9eece9b req-f1f9d022-fbb5-4102-b069-7e268a58c381 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c774127-f3f8-46fa-91b5-11ee87d14f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658627 Mar 16 09:08:35.833636 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed36678-2945-449d-9c0e-7d5d471bea90 req-864c7877-7389-4be7-8095-c7bddf038509 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:08:35.835073 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-6ed36678-2945-449d-9c0e-7d5d471bea90 req-864c7877-7389-4be7-8095-c7bddf038509 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d07977b-4f1c-446a-8840-556df822cf9f HTTP/1.1" status: 200 len: 946 time: 0.0761900 Mar 16 09:08:35.874847 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Device 0a0b4331-4ded-4391-8669-9c53877df0ef details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=103097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 09:08:35.883362 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-6ed36678-2945-449d-9c0e-7d5d471bea90 req-2ad43818-390f-47e6-999a-0b62343c41b2 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5204cf0-5775-4a11-985e-a2de5d7605a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429327 Mar 16 09:08:35.969854 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] For port 0a0b4331-4ded-4391-8669-9c53877df0ef, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=0a0b4331-4ded-4391-8669-9c53877df0ef,segment=NetworkSegment(92870879-9daf-4c8f-8e0a-de7f92d81d56),segment_id=92870879-9daf-4c8f-8e0a-de7f92d81d56)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:08:35.980559 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Returning: {'device': '0a0b4331-4ded-4391-8669-9c53877df0ef', 'network_id': 'a3933f25-b7ca-4916-8a13-138bf0db8c83', 'port_id': '0a0b4331-4ded-4391-8669-9c53877df0ef', 'mac_address': 'fa:16:3e:6e:bb:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6c2cbf7-36bb-4af8-9e66-db86b28b25f5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 09:08:36.016513 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Current status of the port 0a0b4331-4ded-4391-8669-9c53877df0ef is: ACTIVE; New status is: BUILD {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:08:36.016898 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (0a0b4331-4ded-4391-8669-9c53877df0ef), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:08:36.028762 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.notifiers.nova [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0a0b4331-4ded-4391-8669-9c53877df0ef {{(pid=103097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 09:08:36.047249 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] For port 0a0b4331-4ded-4391-8669-9c53877df0ef, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=0a0b4331-4ded-4391-8669-9c53877df0ef,segment=NetworkSegment(92870879-9daf-4c8f-8e0a-de7f92d81d56),segment_id=92870879-9daf-4c8f-8e0a-de7f92d81d56)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:08:36.051166 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (0a0b4331-4ded-4391-8669-9c53877df0ef), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:08:36.102105 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Pushing event updated for resources: {'Port': ['ID=0a0b4331-4ded-4391-8669-9c53877df0ef,revision_number=6']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:08:36.108980 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:08:36.109330 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:08:36.109722 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:08:36.110080 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:08:36.110418 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:08:36.110748 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:08:36.111077 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:08:36.111404 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:08:36.111731 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:08:36.112060 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:08:36.112386 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:08:36.112711 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:08:36.113034 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:08:36.113355 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:08:36.113703 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:08:36.152556 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] get_ports_and_sgs() called for port_ids ['0a0b4331-4ded-4391-8669-9c53877df0ef'] {{(pid=103097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 09:08:36.935128 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319f9d8-4cc6-43cc-bbad-9ba5a9a16c09 req-d23d45cf-886a-4276-9fa0-fa84b6507808 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:08:36.936605 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-3319f9d8-4cc6-43cc-bbad-9ba5a9a16c09 req-d23d45cf-886a-4276-9fa0-fa84b6507808 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/ports?device_id=b44e8926-3292-4a9c-92f8-d6b0444a20ec HTTP/1.1" status: 200 len: 945 time: 0.0529306 Mar 16 09:08:37.007514 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-3319f9d8-4cc6-43cc-bbad-9ba5a9a16c09 req-f565d964-2e1d-47cc-95be-c60903368561 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c774127-f3f8-46fa-91b5-11ee87d14f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655334 Mar 16 09:08:37.024435 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b81b8c-8a25-4070-a571-bd8a9371bee6 req-7795adb6-f558-4efa-81df-007ae819e5b6 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:08:37.026149 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-07b81b8c-8a25-4070-a571-bd8a9371bee6 req-7795adb6-f558-4efa-81df-007ae819e5b6 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d07977b-4f1c-446a-8840-556df822cf9f HTTP/1.1" status: 200 len: 945 time: 0.0714984 Mar 16 09:08:37.086138 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-07b81b8c-8a25-4070-a571-bd8a9371bee6 req-3837bd15-9869-4539-8303-7da5cb4355d0 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5204cf0-5775-4a11-985e-a2de5d7605a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450921 Mar 16 09:08:37.904673 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Device 0a0b4331-4ded-4391-8669-9c53877df0ef up at agent hyperv_hv-cinder-83177 {{(pid=103097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 09:08:37.953609 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Provisioning complete for port 0a0b4331-4ded-4391-8669-9c53877df0ef triggered by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:08:37.953984 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (0a0b4331-4ded-4391-8669-9c53877df0ef), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:08:38.156448 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c22ce2-d695-434e-af82-1fb843fa3ed1 req-5945ae4e-f7cb-4eda-a185-a1b17942d63b tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:08:38.157889 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-41c22ce2-d695-434e-af82-1fb843fa3ed1 req-5945ae4e-f7cb-4eda-a185-a1b17942d63b tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/ports?device_id=b44e8926-3292-4a9c-92f8-d6b0444a20ec HTTP/1.1" status: 200 len: 945 time: 0.0756226 Mar 16 09:08:38.166298 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Current status of the port 0a0b4331-4ded-4391-8669-9c53877df0ef is: BUILD; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:08:38.166689 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (0a0b4331-4ded-4391-8669-9c53877df0ef), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:08:38.190868 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d07977b-4f1c-446a-8840-556df822cf9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a0b4331-4ded-4391-8669-9c53877df0ef'}] {{(pid=103097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 09:08:38.192694 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4541ab3f2cdba5932412d0e11c0734b292cb124fdee115af1127c89d10c16b82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53ada8ef-c41f-407b-98db-5b14e3ef20b9" -d '{"events": [{"server_uuid": "4d07977b-4f1c-446a-8840-556df822cf9f", "name": "network-vif-plugged", "status": "completed", "tag": "0a0b4331-4ded-4391-8669-9c53877df0ef"}]}' {{(pid=103097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 09:08:38.209241 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] For port 0a0b4331-4ded-4391-8669-9c53877df0ef, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=0a0b4331-4ded-4391-8669-9c53877df0ef,segment=NetworkSegment(92870879-9daf-4c8f-8e0a-de7f92d81d56),segment_id=92870879-9daf-4c8f-8e0a-de7f92d81d56)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:08:38.214116 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (0a0b4331-4ded-4391-8669-9c53877df0ef), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:08:38.217475 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-41c22ce2-d695-434e-af82-1fb843fa3ed1 req-980fd7a9-3234-44d2-8431-f0a1369bfadd tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c774127-f3f8-46fa-91b5-11ee87d14f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524087 Mar 16 09:08:38.267160 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Pushing event updated for resources: {'Port': ['ID=0a0b4331-4ded-4391-8669-9c53877df0ef,revision_number=7']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:08:38.309521 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe984466-880b-45f2-8f58-c37207e2eec5 req-b60bfb78-97db-402d-b490-7a4ad0d0b4c2 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:08:38.311026 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-fe984466-880b-45f2-8f58-c37207e2eec5 req-b60bfb78-97db-402d-b490-7a4ad0d0b4c2 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d07977b-4f1c-446a-8840-556df822cf9f HTTP/1.1" status: 200 len: 946 time: 0.0565760 Mar 16 09:08:38.356820 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-fe984466-880b-45f2-8f58-c37207e2eec5 req-0f0685a2-e67b-4091-abfc-159b2024dfa1 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5204cf0-5775-4a11-985e-a2de5d7605a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402145 Mar 16 09:08:38.437093 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 09:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef66255-85e2-41fe-9348-8ea7c25b4375 x-openstack-request-id: req-4ef66255-85e2-41fe-9348-8ea7c25b4375 {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 09:08:38.437429 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d07977b-4f1c-446a-8840-556df822cf9f", "name": "network-vif-plugged", "status": "completed", "tag": "0a0b4331-4ded-4391-8669-9c53877df0ef", "code": 200}]} {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 09:08:38.437695 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4ef66255-85e2-41fe-9348-8ea7c25b4375 {{(pid=103097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 09:08:38.438086 dv-cinder-831776-4-iscsi neutron-server[103097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d07977b-4f1c-446a-8840-556df822cf9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a0b4331-4ded-4391-8669-9c53877df0ef', 'code': 200} Mar 16 09:08:38.463908 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbeb6bc-dbf1-476d-a6b6-092440321636 req-d8d62261-a467-4b65-b5eb-3876e3545dd6 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:08:38.465401 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-adbeb6bc-dbf1-476d-a6b6-092440321636 req-d8d62261-a467-4b65-b5eb-3876e3545dd6 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=46eef3f9-b68b-48e7-b2a3-7a6186a2f9cd HTTP/1.1" status: 200 len: 945 time: 0.0521626 Mar 16 09:08:38.514394 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-adbeb6bc-dbf1-476d-a6b6-092440321636 req-9b08b14a-7a78-4313-9e08-d639051fd8a5 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa0fd529-2a03-4944-9b74-1fe33e14d29e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435369 Mar 16 09:08:39.332767 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147a6e9f-d6c0-4528-a595-7599fb352263 req-52463a7d-250c-4a74-85ec-2cf34efcd9b9 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:08:39.334234 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-147a6e9f-d6c0-4528-a595-7599fb352263 req-52463a7d-250c-4a74-85ec-2cf34efcd9b9 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/ports?device_id=b44e8926-3292-4a9c-92f8-d6b0444a20ec HTTP/1.1" status: 200 len: 945 time: 0.0501101 Mar 16 09:08:39.383112 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-147a6e9f-d6c0-4528-a595-7599fb352263 req-8028e3fd-e10e-4b42-a206-89ad7af2a233 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c774127-f3f8-46fa-91b5-11ee87d14f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434368 Mar 16 09:08:39.487730 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4ec896-f0d6-40fe-bd95-6348c894db43 req-5a9ed7ee-2b60-47b6-b3fb-561d717673b4 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:08:39.489197 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-be4ec896-f0d6-40fe-bd95-6348c894db43 req-5a9ed7ee-2b60-47b6-b3fb-561d717673b4 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d07977b-4f1c-446a-8840-556df822cf9f HTTP/1.1" status: 200 len: 946 time: 0.0625319 Mar 16 09:08:39.534659 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-be4ec896-f0d6-40fe-bd95-6348c894db43 req-87929fd2-ded1-4bd4-a47a-84a3cd94909d tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5204cf0-5775-4a11-985e-a2de5d7605a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398831 Mar 16 09:08:39.633039 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57587426-b313-4c91-8a8a-83c259cb63b3 req-82d3c71a-76d7-4402-9294-57edbf4dfe7e tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:08:39.634419 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-57587426-b313-4c91-8a8a-83c259cb63b3 req-82d3c71a-76d7-4402-9294-57edbf4dfe7e tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=46eef3f9-b68b-48e7-b2a3-7a6186a2f9cd HTTP/1.1" status: 200 len: 945 time: 0.0542912 Mar 16 09:08:39.678828 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-57587426-b313-4c91-8a8a-83c259cb63b3 req-b7ffd106-4625-430d-8273-81043108ba89 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa0fd529-2a03-4944-9b74-1fe33e14d29e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383534 Mar 16 09:08:40.504032 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5189cd-0456-4113-8b2e-6c361608de62 req-d26f0377-4343-48af-9c37-46b441453104 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:08:40.505679 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-4e5189cd-0456-4113-8b2e-6c361608de62 req-d26f0377-4343-48af-9c37-46b441453104 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/ports?device_id=b44e8926-3292-4a9c-92f8-d6b0444a20ec HTTP/1.1" status: 200 len: 945 time: 0.0546794 Mar 16 09:08:40.554006 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-4e5189cd-0456-4113-8b2e-6c361608de62 req-4f4de04c-520e-4581-906a-7731450106c6 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c774127-f3f8-46fa-91b5-11ee87d14f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406919 Mar 16 09:08:40.659655 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17b8f57-832d-4752-922a-fd43642325e6 req-0c8d3f9c-614f-438c-8d19-ca89206ec39b tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:08:40.661112 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-e17b8f57-832d-4752-922a-fd43642325e6 req-0c8d3f9c-614f-438c-8d19-ca89206ec39b tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d07977b-4f1c-446a-8840-556df822cf9f HTTP/1.1" status: 200 len: 946 time: 0.0566628 Mar 16 09:08:40.706173 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-e17b8f57-832d-4752-922a-fd43642325e6 req-377bdf95-e5e3-4702-ac51-d88b428cb849 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5204cf0-5775-4a11-985e-a2de5d7605a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394597 Mar 16 09:08:40.810631 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea94384-c39c-433a-bfca-5c74203a235c req-8f498a80-d17d-4145-a726-afa5be2cf70b tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:08:40.812066 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-cea94384-c39c-433a-bfca-5c74203a235c req-8f498a80-d17d-4145-a726-afa5be2cf70b tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.48 "GET /v2.0/ports?device_id=46eef3f9-b68b-48e7-b2a3-7a6186a2f9cd HTTP/1.1" status: 200 len: 945 time: 0.0826304 Mar 16 09:08:40.822056 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efd703f-17a9-436f-9dd2-a6253b86db44 req-3bc5298c-b0e1-4a25-8af7-6150df9d5759 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:08:40.823389 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2efd703f-17a9-436f-9dd2-a6253b86db44 req-3bc5298c-b0e1-4a25-8af7-6150df9d5759 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=46eef3f9-b68b-48e7-b2a3-7a6186a2f9cd HTTP/1.1" status: 200 len: 945 time: 0.0685768 Mar 16 09:08:40.921447 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2efd703f-17a9-436f-9dd2-a6253b86db44 req-7b030bbb-cf83-4081-9ee5-24a52a8892ce tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/security-groups?id=fa0fd529-2a03-4944-9b74-1fe33e14d29e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897665 Mar 16 09:08:40.942711 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.plugin [req-cea94384-c39c-433a-bfca-5c74203a235c req-430c2ae4-3444-4e5f-93be-a92efda5cf3c tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Deleting port f263dd00-c3b5-4a29-ac92-54735ae8c713 {{(pid=103096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 09:08:40.943052 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-cea94384-c39c-433a-bfca-5c74203a235c req-430c2ae4-3444-4e5f-93be-a92efda5cf3c tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732013345958'] for port (f263dd00-c3b5-4a29-ac92-54735ae8c713), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:08:41.028411 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.db [req-cea94384-c39c-433a-bfca-5c74203a235c req-430c2ae4-3444-4e5f-93be-a92efda5cf3c tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] For port f263dd00-c3b5-4a29-ac92-54735ae8c713, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=f263dd00-c3b5-4a29-ac92-54735ae8c713,segment=NetworkSegment(1fd71943-1f67-4889-a966-97189e27dce5),segment_id=1fd71943-1f67-4889-a966-97189e27dce5)] {{(pid=103096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:08:41.028708 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-cea94384-c39c-433a-bfca-5c74203a235c req-430c2ae4-3444-4e5f-93be-a92efda5cf3c tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559013'] for port (f263dd00-c3b5-4a29-ac92-54735ae8c713), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:08:41.241373 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-cea94384-c39c-433a-bfca-5c74203a235c req-430c2ae4-3444-4e5f-93be-a92efda5cf3c tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:08:41.241776 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-cea94384-c39c-433a-bfca-5c74203a235c req-430c2ae4-3444-4e5f-93be-a92efda5cf3c tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557332'] for floatingip (8b77de77-0c20-468e-8964-0c31fcbb3f0d), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:08:41.242098 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.db.l3_db [req-cea94384-c39c-433a-bfca-5c74203a235c req-430c2ae4-3444-4e5f-93be-a92efda5cf3c tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Floating IP 8b77de77-0c20-468e-8964-0c31fcbb3f0d disassociated. External IP: 172.27.1.191, port: f263dd00-c3b5-4a29-ac92-54735ae8c713. Mar 16 09:08:41.242438 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.plugin [req-cea94384-c39c-433a-bfca-5c74203a235c req-430c2ae4-3444-4e5f-93be-a92efda5cf3c tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Calling delete_port for f263dd00-c3b5-4a29-ac92-54735ae8c713 owned by compute:nova {{(pid=103096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 09:08:41.365966 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-cea94384-c39c-433a-bfca-5c74203a235c req-430c2ae4-3444-4e5f-93be-a92efda5cf3c tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732013351693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732012762718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13105710'] for port (f263dd00-c3b5-4a29-ac92-54735ae8c713), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:08:41.403079 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430c2ae4-3444-4e5f-93be-a92efda5cf3c tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Pushing event deleted for resources: {'Port': ['ID=f263dd00-c3b5-4a29-ac92-54735ae8c713,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:08:41.416633 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430c2ae4-3444-4e5f-93be-a92efda5cf3c tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:08:41.416984 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430c2ae4-3444-4e5f-93be-a92efda5cf3c tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:08:41.417329 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430c2ae4-3444-4e5f-93be-a92efda5cf3c tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:08:41.417702 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430c2ae4-3444-4e5f-93be-a92efda5cf3c tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:08:41.418572 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430c2ae4-3444-4e5f-93be-a92efda5cf3c tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:08:41.418905 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430c2ae4-3444-4e5f-93be-a92efda5cf3c tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:08:41.419239 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430c2ae4-3444-4e5f-93be-a92efda5cf3c tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:08:41.419563 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430c2ae4-3444-4e5f-93be-a92efda5cf3c tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:08:41.419889 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430c2ae4-3444-4e5f-93be-a92efda5cf3c tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:08:41.420214 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430c2ae4-3444-4e5f-93be-a92efda5cf3c tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:08:41.420536 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430c2ae4-3444-4e5f-93be-a92efda5cf3c tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:08:41.420862 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430c2ae4-3444-4e5f-93be-a92efda5cf3c tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:08:41.421183 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430c2ae4-3444-4e5f-93be-a92efda5cf3c tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:08:41.421597 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430c2ae4-3444-4e5f-93be-a92efda5cf3c tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:08:41.421922 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430c2ae4-3444-4e5f-93be-a92efda5cf3c tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:08:41.773928 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dae6bf5-efe3-45a6-a67d-e3cf064a9505 req-d7d59594-f53c-4974-906a-3d1845cde395 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:08:41.775394 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-0dae6bf5-efe3-45a6-a67d-e3cf064a9505 req-d7d59594-f53c-4974-906a-3d1845cde395 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/ports?device_id=b44e8926-3292-4a9c-92f8-d6b0444a20ec HTTP/1.1" status: 200 len: 945 time: 0.0991905 Mar 16 09:08:41.814453 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cea94384-c39c-433a-bfca-5c74203a235c req-430c2ae4-3444-4e5f-93be-a92efda5cf3c tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Router 28a9d4e1-c387-4942-b7b4-294aa846a1f4 has already been hosted by L3 agent 09ce795b-eeca-4b3b-9d7f-577d9443cb21 {{(pid=103096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 09:08:41.901085 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-0dae6bf5-efe3-45a6-a67d-e3cf064a9505 req-34063379-b068-4b6e-8c46-9a9e649fc138 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c774127-f3f8-46fa-91b5-11ee87d14f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120541 Mar 16 09:08:41.933655 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e76c20-91f3-495a-a430-e5198d13c8e9 req-0aa73f7b-f02d-4810-a311-dff97f532efe tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:08:41.935112 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a0e76c20-91f3-495a-a430-e5198d13c8e9 req-0aa73f7b-f02d-4810-a311-dff97f532efe tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d07977b-4f1c-446a-8840-556df822cf9f HTTP/1.1" status: 200 len: 946 time: 0.1568174 Mar 16 09:08:42.003513 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a0e76c20-91f3-495a-a430-e5198d13c8e9 req-358e63fe-77d2-492e-a73a-9ad6e7e778da tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5204cf0-5775-4a11-985e-a2de5d7605a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614259 Mar 16 09:08:42.018446 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cea94384-c39c-433a-bfca-5c74203a235c req-430c2ae4-3444-4e5f-93be-a92efda5cf3c tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Notify agent at l3_agent.dv-cinder-831776-4-iscsi the message routers_updated {{(pid=103096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 09:08:42.048506 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f53e0d-57e1-4ff8-988c-07a4e5fe71e8 None None] Sync routers for ids ['28a9d4e1-c387-4942-b7b4-294aa846a1f4'] in dv-cinder-831776-4-iscsi {{(pid=103097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 09:08:42.082431 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [req-cea94384-c39c-433a-bfca-5c74203a235c req-430c2ae4-3444-4e5f-93be-a92efda5cf3c tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] No DVR routers for this DVR port f263dd00-c3b5-4a29-ac92-54735ae8c713 on host hv-cinder-83177 {{(pid=103096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 09:08:42.083280 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f53e0d-57e1-4ff8-988c-07a4e5fe71e8 None None] Routers {'28a9d4e1-c387-4942-b7b4-294aa846a1f4'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:08:42.085424 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-c9f53e0d-57e1-4ff8-988c-07a4e5fe71e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:08:23Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['28a9d4e1-c387-4942-b7b4-294aa846a1f4'], 'active': True} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:08:42.085571 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-cea94384-c39c-433a-bfca-5c74203a235c req-430c2ae4-3444-4e5f-93be-a92efda5cf3c tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334679'] for port (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:08:42.089291 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-cea94384-c39c-433a-bfca-5c74203a235c req-430c2ae4-3444-4e5f-93be-a92efda5cf3c tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.48 "DELETE /v2.0/ports/f263dd00-c3b5-4a29-ac92-54735ae8c713 HTTP/1.1" status: 204 len: 173 time: 1.2650120 Mar 16 09:08:42.090362 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46eef3f9-b68b-48e7-b2a3-7a6186a2f9cd', 'name': 'network-vif-deleted', 'tag': 'f263dd00-c3b5-4a29-ac92-54735ae8c713'}] {{(pid=103096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 09:08:42.094868 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552648401d13394d2a88e7485ef09c5647ae5ea4c1ec431ef2c5edbe801f23fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcb2218e-9d43-4e23-a1dd-8d7e9fe1db32" -d '{"events": [{"server_uuid": "46eef3f9-b68b-48e7-b2a3-7a6186a2f9cd", "name": "network-vif-deleted", "tag": "f263dd00-c3b5-4a29-ac92-54735ae8c713"}]}' {{(pid=103096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 09:08:42.230800 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvr_db [None req-c9f53e0d-57e1-4ff8-988c-07a4e5fe71e8 None None] Set router 28a9d4e1-c387-4942-b7b4-294aa846a1f4 gateway port host: dv-cinder-831776-4-iscsi {{(pid=103097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:08:42.352215 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 09:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03ba8cd4-c1d6-404f-be54-0a23fabd44df x-openstack-request-id: req-03ba8cd4-c1d6-404f-be54-0a23fabd44df {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 09:08:42.352506 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46eef3f9-b68b-48e7-b2a3-7a6186a2f9cd", "name": "network-vif-deleted", "tag": "f263dd00-c3b5-4a29-ac92-54735ae8c713", "status": "completed", "code": 200}]} {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 09:08:42.352935 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-03ba8cd4-c1d6-404f-be54-0a23fabd44df {{(pid=103096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 09:08:42.353401 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46eef3f9-b68b-48e7-b2a3-7a6186a2f9cd', 'name': 'network-vif-deleted', 'tag': 'f263dd00-c3b5-4a29-ac92-54735ae8c713', 'status': 'completed', 'code': 200} Mar 16 09:08:42.459108 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-9d3ae5b8-5d07-42cb-ba51-5626160732ad req-bfdebf27-3117-4558-bd8c-b5e174ff7e0f tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=46eef3f9-b68b-48e7-b2a3-7a6186a2f9cd HTTP/1.1" status: 200 len: 210 time: 0.0579517 Mar 16 09:08:42.517625 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ffdbf0-eb50-4259-85ce-77e74ba8569f req-79c73c59-4ae3-4faf-8667-d04899fd0468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:08:42.519507 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-f8ffdbf0-eb50-4259-85ce-77e74ba8569f req-79c73c59-4ae3-4faf-8667-d04899fd0468 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=038ce3c42c064d11ab4e77d47b819ba5&device_id=b44e8926-3292-4a9c-92f8-d6b0444a20ec HTTP/1.1" status: 200 len: 1129 time: 0.1289704 Mar 16 09:08:42.563279 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-c9f53e0d-57e1-4ff8-988c-07a4e5fe71e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'name': 'tempest-AttachVolumeNegativeTest-1056632038-router', 'tenant_id': 'cb287d834c3747da825c3d4bb412c949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '7b0f9b77-20b4-499c-ba37-3133a7150cf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:01:23Z', 'updated_at': '2022-03-16T09:01:30Z', 'revision_number': 4, 'project_id': 'cb287d834c3747da825c3d4bb412c949', 'gw_port': {'id': '7b0f9b77-20b4-499c-ba37-3133a7150cf0', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:24Z', 'updated_at': '2022-03-16T09:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_floatingips': [{'id': '7fc1dcb0-8fe3-46a2-b869-77b28171c417', 'tenant_id': 'cb287d834c3747da825c3d4bb412c949', 'floating_ip_address': '172.27.1.179', 'floating_network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'router_id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'port_id': '05729417-13d8-4b9d-be9a-cb0b900858ce', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 90, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625', 'mac_address': 'fa:16:3e:e7:33:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ee1195-e0b6-4420-88ec-39d8a8149d60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T09:01:37Z', 'updated_at': '2022-03-16T09:02:47Z', 'revision_number': 2, 'project_id': 'cb287d834c3747da825c3d4bb412c949', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47fcdb74-ada2-419e-b82d-f3e229027f7c', 'name': '', 'network_id': '71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625', 'tenant_id': 'cb287d834c3747da825c3d4bb412c949', 'mac_address': 'fa:16:3e:c2:b1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '21cfdeb1-bd49-41a4-bdcb-784e8ee0104b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:29Z', 'updated_at': '2022-03-16T09:01:39Z', 'revision_number': 5, 'project_id': 'cb287d834c3747da825c3d4bb412c949', 'subnets': [{'id': '21cfdeb1-bd49-41a4-bdcb-784e8ee0104b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:08:42.598742 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f53e0d-57e1-4ff8-988c-07a4e5fe71e8 None None] Checking router: 28a9d4e1-c387-4942-b7b4-294aa846a1f4 for host: dv-cinder-831776-4-iscsi {{(pid=103097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 09:08:42.608050 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f53e0d-57e1-4ff8-988c-07a4e5fe71e8 None None] Routers {'28a9d4e1-c387-4942-b7b4-294aa846a1f4'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:08:42.608666 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-c9f53e0d-57e1-4ff8-988c-07a4e5fe71e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:08:23Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['28a9d4e1-c387-4942-b7b4-294aa846a1f4'], 'active': True} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:08:42.630621 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eac3778-cee5-449e-823d-b6a9f02985a0 req-b665a474-331d-4f1b-b610-c026627be812 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:08:42.639372 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5eac3778-cee5-449e-823d-b6a9f02985a0 req-b665a474-331d-4f1b-b610-c026627be812 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/ports?device_id=b44e8926-3292-4a9c-92f8-d6b0444a20ec HTTP/1.1" status: 200 len: 945 time: 0.2088423 Mar 16 09:08:42.741663 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5eac3778-cee5-449e-823d-b6a9f02985a0 req-4c064cc4-4dd4-418c-90ed-4c7ec2afb1a8 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c774127-f3f8-46fa-91b5-11ee87d14f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976310 Mar 16 09:08:42.768638 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvr_db [None req-c9f53e0d-57e1-4ff8-988c-07a4e5fe71e8 None None] Set router 28a9d4e1-c387-4942-b7b4-294aa846a1f4 gateway port host: dv-cinder-831776-4-iscsi {{(pid=103097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:08:42.780353 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0eb508-98b7-462b-8a1b-b77e70aacf28 req-906452bf-47fb-4aa4-a7e0-73cc184edd38 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:08:42.786807 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-8a0eb508-98b7-462b-8a1b-b77e70aacf28 req-906452bf-47fb-4aa4-a7e0-73cc184edd38 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca3b3319-fece-4b8f-97c7-2dba568d0728 HTTP/1.1" status: 200 len: 945 time: 0.2391140 Mar 16 09:08:42.862171 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ffdbf0-eb50-4259-85ce-77e74ba8569f req-f5055d98-76e8-447a-bceb-bd946c91618b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:08:42.863744 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-f8ffdbf0-eb50-4259-85ce-77e74ba8569f req-f5055d98-76e8-447a-bceb-bd946c91618b service neutron] 10.222.0.48 "GET /v2.0/networks?id=95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c HTTP/1.1" status: 200 len: 912 time: 0.3338013 Mar 16 09:08:42.958550 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-8a0eb508-98b7-462b-8a1b-b77e70aacf28 req-6b398e42-3bfd-4d8e-a803-7204393ecf07 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0740942-11c2-47cc-a293-e00947365415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1667831 Mar 16 09:08:43.004215 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-f8ffdbf0-eb50-4259-85ce-77e74ba8569f req-c59b380a-3d4c-4411-837a-470d17326ba6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7155e07a-6504-49b7-a70d-aff571162b33 HTTP/1.1" status: 200 len: 1000 time: 0.1286261 Mar 16 09:08:43.104453 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ffdbf0-eb50-4259-85ce-77e74ba8569f req-84644d31-012e-4209-a3c9-4fc4f7bcc9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:08:43.105993 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-f8ffdbf0-eb50-4259-85ce-77e74ba8569f req-84644d31-012e-4209-a3c9-4fc4f7bcc9a8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=653dccd0-3a12-4ac0-9cc2-5a0bfeaf34e7 HTTP/1.1" status: 200 len: 850 time: 0.0926547 Mar 16 09:08:43.151022 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-c9f53e0d-57e1-4ff8-988c-07a4e5fe71e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'name': 'tempest-AttachVolumeNegativeTest-1056632038-router', 'tenant_id': 'cb287d834c3747da825c3d4bb412c949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '7b0f9b77-20b4-499c-ba37-3133a7150cf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:01:23Z', 'updated_at': '2022-03-16T09:01:30Z', 'revision_number': 4, 'project_id': 'cb287d834c3747da825c3d4bb412c949', 'gw_port': {'id': '7b0f9b77-20b4-499c-ba37-3133a7150cf0', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:24Z', 'updated_at': '2022-03-16T09:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_floatingips': [{'id': '7fc1dcb0-8fe3-46a2-b869-77b28171c417', 'tenant_id': 'cb287d834c3747da825c3d4bb412c949', 'floating_ip_address': '172.27.1.179', 'floating_network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'router_id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'port_id': '05729417-13d8-4b9d-be9a-cb0b900858ce', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 90, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625', 'mac_address': 'fa:16:3e:e7:33:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ee1195-e0b6-4420-88ec-39d8a8149d60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T09:01:37Z', 'updated_at': '2022-03-16T09:02:47Z', 'revision_number': 2, 'project_id': 'cb287d834c3747da825c3d4bb412c949', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47fcdb74-ada2-419e-b82d-f3e229027f7c', 'name': '', 'network_id': '71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625', 'tenant_id': 'cb287d834c3747da825c3d4bb412c949', 'mac_address': 'fa:16:3e:c2:b1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '21cfdeb1-bd49-41a4-bdcb-784e8ee0104b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:29Z', 'updated_at': '2022-03-16T09:01:39Z', 'revision_number': 5, 'project_id': 'cb287d834c3747da825c3d4bb412c949', 'subnets': [{'id': '21cfdeb1-bd49-41a4-bdcb-784e8ee0104b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:08:43.207162 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f53e0d-57e1-4ff8-988c-07a4e5fe71e8 None None] The sync data for ids ['28a9d4e1-c387-4942-b7b4-294aa846a1f4'] in dv-cinder-831776-4-iscsi is: [{'id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'name': 'tempest-AttachVolumeNegativeTest-1056632038-router', 'tenant_id': 'cb287d834c3747da825c3d4bb412c949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '7b0f9b77-20b4-499c-ba37-3133a7150cf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:01:23Z', 'updated_at': '2022-03-16T09:01:30Z', 'revision_number': 4, 'project_id': 'cb287d834c3747da825c3d4bb412c949', 'gw_port': {'id': '7b0f9b77-20b4-499c-ba37-3133a7150cf0', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:24Z', 'updated_at': '2022-03-16T09:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_floatingips': [{'id': '7fc1dcb0-8fe3-46a2-b869-77b28171c417', 'tenant_id': 'cb287d834c3747da825c3d4bb412c949', 'floating_ip_address': '172.27.1.179', 'floating_network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'router_id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'port_id': '05729417-13d8-4b9d-be9a-cb0b900858ce', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 90, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625', 'mac_address': 'fa:16:3e:e7:33:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ee1195-e0b6-4420-88ec-39d8a8149d60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T09:01:37Z', 'updated_at': '2022-03-16T09:02:47Z', 'revision_number': 2, 'project_id': 'cb287d834c3747da825c3d4bb412c949', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47fcdb74-ada2-419e-b82d-f3e229027f7c', 'name': '', 'network_id': '71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625', 'tenant_id': 'cb287d834c3747da825c3d4bb412c949', 'mac_address': 'fa:16:3e:c2:b1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '21cfdeb1-bd49-41a4-bdcb-784e8ee0104b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:29Z', 'updated_at': '2022-03-16T09:01:39Z', 'revision_number': 5, 'project_id': 'cb287d834c3747da825c3d4bb412c949', 'subnets': [{'id': '21cfdeb1-bd49-41a4-bdcb-784e8ee0104b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 09:08:43.219550 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0166f026-dcf9-47f9-b558-99c67c8a0285 req-163551c8-8b04-4b7b-afd0-386811839b5d tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:08:43.228008 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-0166f026-dcf9-47f9-b558-99c67c8a0285 req-163551c8-8b04-4b7b-afd0-386811839b5d tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d07977b-4f1c-446a-8840-556df822cf9f HTTP/1.1" status: 200 len: 946 time: 0.1262128 Mar 16 09:08:43.264078 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ffdbf0-eb50-4259-85ce-77e74ba8569f req-1f6c264c-9cd8-45cd-8a17-478e2a8ae102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:08:43.265603 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-f8ffdbf0-eb50-4259-85ce-77e74ba8569f req-1f6c264c-9cd8-45cd-8a17-478e2a8ae102 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1515467 Mar 16 09:08:43.345207 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-0166f026-dcf9-47f9-b558-99c67c8a0285 req-74de6f05-3373-4bfd-915e-2c1d93810871 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5204cf0-5775-4a11-985e-a2de5d7605a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083784 Mar 16 09:08:43.402388 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-f8ffdbf0-eb50-4259-85ce-77e74ba8569f req-9360b1ff-ccdb-4d87-8a81-4adec017d01d service neutron] 10.222.0.48 "GET /v2.0/networks/95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273341 Mar 16 09:08:43.517881 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-f8ffdbf0-eb50-4259-85ce-77e74ba8569f req-0ec88aa8-3aa5-4397-a94b-b532551fe801 service neutron] 10.222.0.48 "GET /v2.0/networks/95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086304 Mar 16 09:08:43.610112 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 52376) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:08:43.658410 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d53a849-38bf-4e2c-ac10-6b72928070ce None None] New status for floating IP 8b77de77-0c20-468e-8964-0c31fcbb3f0d: DOWN {{(pid=103098) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 09:08:43.708729 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-b85e3fad-55fe-4a9e-89ea-e625b98bb87d tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks [] for security_group (fa0fd529-2a03-4944-9b74-1fe33e14d29e), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:08:43.771966 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-b85e3fad-55fe-4a9e-89ea-e625b98bb87d tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks [] for security_group (fa0fd529-2a03-4944-9b74-1fe33e14d29e), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:08:43.930194 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476066f7-d480-45ba-a3d6-06e68140407d req-d6aaee1a-f8b9-4690-b071-4ca530deb724 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:08:43.934735 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-476066f7-d480-45ba-a3d6-06e68140407d req-d6aaee1a-f8b9-4690-b071-4ca530deb724 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/ports?device_id=b44e8926-3292-4a9c-92f8-d6b0444a20ec HTTP/1.1" status: 200 len: 945 time: 0.1031365 Mar 16 09:08:43.953516 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Device f263dd00-c3b5-4a29-ac92-54735ae8c713 no longer exists at agent hyperv_hv-cinder-83177 {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 09:08:43.957023 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-b85e3fad-55fe-4a9e-89ea-e625b98bb87d tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (fa0fd529-2a03-4944-9b74-1fe33e14d29e), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:08:43.964128 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-b85e3fad-55fe-4a9e-89ea-e625b98bb87d tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks [] for security_group (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:08:43.965933 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-b85e3fad-55fe-4a9e-89ea-e625b98bb87d tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "DELETE /v2.0/security-groups/fa0fd529-2a03-4944-9b74-1fe33e14d29e HTTP/1.1" status: 204 len: 168 time: 0.3547843 Mar 16 09:08:43.968714 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 52380) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:08:43.975982 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] No Port match for: f263dd00-c3b5-4a29-ac92-54735ae8c713 {{(pid=103097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 09:08:43.976333 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Device f263dd00-c3b5-4a29-ac92-54735ae8c713 not bound to the agent host hv-cinder-83177 {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 09:08:43.990038 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85e3fad-55fe-4a9e-89ea-e625b98bb87d tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa0fd529-2a03-4944-9b74-1fe33e14d29e,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:08:43.992896 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.api.v2.resource [None req-f7d0cd11-2308-4b1e-b441-edd586888a5e tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] show failed (client error): The resource could not be found. Mar 16 09:08:43.999541 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-f7d0cd11-2308-4b1e-b441-edd586888a5e tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/security-groups/fa0fd529-2a03-4944-9b74-1fe33e14d29e HTTP/1.1" status: 404 len: 347 time: 0.0290763 Mar 16 09:08:44.000110 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 52386) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:08:44.039995 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-476066f7-d480-45ba-a3d6-06e68140407d req-7d35f843-fe98-4f73-8a24-532ce87bb86c tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c774127-f3f8-46fa-91b5-11ee87d14f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915713 Mar 16 09:08:44.170985 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba70d294-3857-49d3-b76a-d8622cb25b4e req-a5095bdc-efd5-47cf-a4b4-8e7f4c8efc3b tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:08:44.173099 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-ba70d294-3857-49d3-b76a-d8622cb25b4e req-a5095bdc-efd5-47cf-a4b4-8e7f4c8efc3b tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca3b3319-fece-4b8f-97c7-2dba568d0728 HTTP/1.1" status: 200 len: 945 time: 0.0951173 Mar 16 09:08:44.202454 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6bb141a1-1084-42a3-9a87-80f8c54fac7e tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Deleting port e5368b02-41ae-4499-b2ce-711ca3ede52c {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 09:08:44.203103 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6bb141a1-1084-42a3-9a87-80f8c54fac7e tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732013345958'] for port (e5368b02-41ae-4499-b2ce-711ca3ede52c), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:08:44.267963 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-ba70d294-3857-49d3-b76a-d8622cb25b4e req-38f031b4-b3f7-4cf1-96ea-1bdf745c4c53 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0740942-11c2-47cc-a293-e00947365415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869803 Mar 16 09:08:44.294166 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6bb141a1-1084-42a3-9a87-80f8c54fac7e tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559013'] for port (e5368b02-41ae-4499-b2ce-711ca3ede52c), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:08:44.294699 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6bb141a1-1084-42a3-9a87-80f8c54fac7e tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks [] for floatingip (e5368b02-41ae-4499-b2ce-711ca3ede52c), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:08:44.307513 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-6bb141a1-1084-42a3-9a87-80f8c54fac7e tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Calling delete_port for e5368b02-41ae-4499-b2ce-711ca3ede52c owned by network:floatingip {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 09:08:44.481215 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6bb141a1-1084-42a3-9a87-80f8c54fac7e tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732013351693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732012762718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13558255'] for port (e5368b02-41ae-4499-b2ce-711ca3ede52c), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:08:44.533298 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7793fa30-dfc3-4aac-9cb0-1841b7915189 req-c93f528c-3fe0-4942-8928-24dd8c926153 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:08:44.535917 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-7793fa30-dfc3-4aac-9cb0-1841b7915189 req-c93f528c-3fe0-4942-8928-24dd8c926153 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d07977b-4f1c-446a-8840-556df822cf9f HTTP/1.1" status: 200 len: 946 time: 0.0843158 Mar 16 09:08:44.583633 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb141a1-1084-42a3-9a87-80f8c54fac7e tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Pushing event deleted for resources: {'Port': ['ID=e5368b02-41ae-4499-b2ce-711ca3ede52c,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:08:44.648440 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb141a1-1084-42a3-9a87-80f8c54fac7e tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:08:44.648969 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb141a1-1084-42a3-9a87-80f8c54fac7e tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:08:44.649700 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb141a1-1084-42a3-9a87-80f8c54fac7e tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:08:44.653554 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb141a1-1084-42a3-9a87-80f8c54fac7e tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:08:44.654266 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb141a1-1084-42a3-9a87-80f8c54fac7e tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:08:44.654711 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb141a1-1084-42a3-9a87-80f8c54fac7e tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:08:44.655134 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb141a1-1084-42a3-9a87-80f8c54fac7e tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:08:44.655553 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb141a1-1084-42a3-9a87-80f8c54fac7e tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:08:44.655966 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb141a1-1084-42a3-9a87-80f8c54fac7e tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:08:44.657296 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb141a1-1084-42a3-9a87-80f8c54fac7e tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:08:44.657761 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb141a1-1084-42a3-9a87-80f8c54fac7e tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:08:44.659091 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb141a1-1084-42a3-9a87-80f8c54fac7e tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:08:44.659813 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb141a1-1084-42a3-9a87-80f8c54fac7e tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:08:44.661188 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb141a1-1084-42a3-9a87-80f8c54fac7e tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:08:44.663593 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb141a1-1084-42a3-9a87-80f8c54fac7e tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:08:44.702713 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-7793fa30-dfc3-4aac-9cb0-1841b7915189 req-725fa050-60ae-4584-8b3f-2971f3e7b45b tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5204cf0-5775-4a11-985e-a2de5d7605a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1475933 Mar 16 09:08:44.721662 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6bb141a1-1084-42a3-9a87-80f8c54fac7e tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks [] for floatingip (8b77de77-0c20-468e-8964-0c31fcbb3f0d), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:08:44.724382 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6bb141a1-1084-42a3-9a87-80f8c54fac7e tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334679'] for floatingip (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:08:44.738511 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-6bb141a1-1084-42a3-9a87-80f8c54fac7e tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "DELETE /v2.0/floatingips/8b77de77-0c20-468e-8964-0c31fcbb3f0d HTTP/1.1" status: 204 len: 168 time: 0.7245402 Mar 16 09:08:45.251361 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696bfa66-fd14-46f9-94ef-36f6054fe16a req-d1ddb40a-f565-45ea-9f7a-3d7160a40f1f tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:08:45.252974 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-696bfa66-fd14-46f9-94ef-36f6054fe16a req-d1ddb40a-f565-45ea-9f7a-3d7160a40f1f tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/ports?device_id=b44e8926-3292-4a9c-92f8-d6b0444a20ec HTTP/1.1" status: 200 len: 945 time: 0.0672538 Mar 16 09:08:45.305452 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-696bfa66-fd14-46f9-94ef-36f6054fe16a req-71f73f55-318e-40e0-ad0d-0f764611d992 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c774127-f3f8-46fa-91b5-11ee87d14f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465679 Mar 16 09:08:45.413594 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861c8396-1332-4d36-962f-a7837730ed55 req-be503d9f-58b7-4bde-8b95-ff1b702ac226 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:08:45.415064 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-861c8396-1332-4d36-962f-a7837730ed55 req-be503d9f-58b7-4bde-8b95-ff1b702ac226 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca3b3319-fece-4b8f-97c7-2dba568d0728 HTTP/1.1" status: 200 len: 945 time: 0.0580468 Mar 16 09:08:45.477287 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-861c8396-1332-4d36-962f-a7837730ed55 req-4caadb4a-408a-4a5f-86f6-bdf211fa1a72 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0740942-11c2-47cc-a293-e00947365415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557635 Mar 16 09:08:45.847384 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cbe2a0-6604-4b74-99b4-057eff79a141 req-9540385d-f0ca-4ac0-b037-7671b7ce2b70 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:08:45.848975 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-01cbe2a0-6604-4b74-99b4-057eff79a141 req-9540385d-f0ca-4ac0-b037-7671b7ce2b70 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d07977b-4f1c-446a-8840-556df822cf9f HTTP/1.1" status: 200 len: 946 time: 0.0564730 Mar 16 09:08:45.923205 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-01cbe2a0-6604-4b74-99b4-057eff79a141 req-2df4d4c2-9d09-4ff0-b307-488d4643a8d7 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5204cf0-5775-4a11-985e-a2de5d7605a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678246 Mar 16 09:08:46.508340 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d37770f-4b86-4652-9529-7c6d5ae048af req-dafea100-e0c8-4667-8079-4e46d7598488 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:08:46.510925 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5d37770f-4b86-4652-9529-7c6d5ae048af req-dafea100-e0c8-4667-8079-4e46d7598488 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=51ee1195-e0b6-4420-88ec-39d8a8149d60 HTTP/1.1" status: 200 len: 945 time: 0.0606768 Mar 16 09:08:46.573734 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5d37770f-4b86-4652-9529-7c6d5ae048af req-bc8fb916-65ce-4d40-a3a3-8fb58e39cfc6 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/security-groups?id=b859da8d-0bdd-4a56-bb49-6face617f34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559566 Mar 16 09:08:46.618646 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd41f4f-1fec-48a8-a685-14a35b60b7f8 req-194045f9-bdf7-4e17-bc3f-a8f9a607c15b tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:08:46.620393 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-fdd41f4f-1fec-48a8-a685-14a35b60b7f8 req-194045f9-bdf7-4e17-bc3f-a8f9a607c15b tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca3b3319-fece-4b8f-97c7-2dba568d0728 HTTP/1.1" status: 200 len: 945 time: 0.0610919 Mar 16 09:08:46.676168 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-fdd41f4f-1fec-48a8-a685-14a35b60b7f8 req-ffdf35c0-5f0f-4592-9fbc-53f4dcd9bd8c tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0740942-11c2-47cc-a293-e00947365415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484240 Mar 16 09:08:47.113088 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf48c3b3-ec94-4e73-8382-2cfadc8d4477 req-4d5b077d-ff37-4acd-af3c-b68820406f60 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:08:47.114658 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-bf48c3b3-ec94-4e73-8382-2cfadc8d4477 req-4d5b077d-ff37-4acd-af3c-b68820406f60 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d07977b-4f1c-446a-8840-556df822cf9f HTTP/1.1" status: 200 len: 946 time: 0.0923307 Mar 16 09:08:47.167698 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-bf48c3b3-ec94-4e73-8382-2cfadc8d4477 req-42bef9bc-6e18-4049-9e3a-3c9ba0bdea97 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5204cf0-5775-4a11-985e-a2de5d7605a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470088 Mar 16 09:08:47.305036 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd40adb-9cd9-454c-8d0e-bf7b6fa8c869 req-d5142929-3d97-4915-bca3-25351b982fc4 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:08:47.306570 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5dd40adb-9cd9-454c-8d0e-bf7b6fa8c869 req-d5142929-3d97-4915-bca3-25351b982fc4 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.48 "GET /v2.0/ports?device_id=51ee1195-e0b6-4420-88ec-39d8a8149d60 HTTP/1.1" status: 200 len: 945 time: 0.0589540 Mar 16 09:08:47.443530 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.plugin [req-5dd40adb-9cd9-454c-8d0e-bf7b6fa8c869 req-fc4a900c-ad06-4832-9713-99f28a43473b tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Deleting port 05729417-13d8-4b9d-be9a-cb0b900858ce {{(pid=103096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 09:08:47.443872 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-5dd40adb-9cd9-454c-8d0e-bf7b6fa8c869 req-fc4a900c-ad06-4832-9713-99f28a43473b tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732013345958'] for port (05729417-13d8-4b9d-be9a-cb0b900858ce), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:08:47.560005 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.db [req-5dd40adb-9cd9-454c-8d0e-bf7b6fa8c869 req-fc4a900c-ad06-4832-9713-99f28a43473b tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] For port 05729417-13d8-4b9d-be9a-cb0b900858ce, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=05729417-13d8-4b9d-be9a-cb0b900858ce,segment=NetworkSegment(1fd71943-1f67-4889-a966-97189e27dce5),segment_id=1fd71943-1f67-4889-a966-97189e27dce5)] {{(pid=103096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:08:47.560667 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-5dd40adb-9cd9-454c-8d0e-bf7b6fa8c869 req-fc4a900c-ad06-4832-9713-99f28a43473b tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559013'] for port (05729417-13d8-4b9d-be9a-cb0b900858ce), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:08:47.804775 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f738a2-21f1-4b5f-9004-46d667cb02c7 req-0533cde6-afa8-45c0-aae9-be768dc4b7bc tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:08:47.806385 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-65f738a2-21f1-4b5f-9004-46d667cb02c7 req-0533cde6-afa8-45c0-aae9-be768dc4b7bc tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=51ee1195-e0b6-4420-88ec-39d8a8149d60 HTTP/1.1" status: 200 len: 945 time: 0.1375239 Mar 16 09:08:47.861975 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-5dd40adb-9cd9-454c-8d0e-bf7b6fa8c869 req-fc4a900c-ad06-4832-9713-99f28a43473b tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:08:47.862346 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-5dd40adb-9cd9-454c-8d0e-bf7b6fa8c869 req-fc4a900c-ad06-4832-9713-99f28a43473b tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557332'] for floatingip (7fc1dcb0-8fe3-46a2-b869-77b28171c417), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:08:47.862669 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.db.l3_db [req-5dd40adb-9cd9-454c-8d0e-bf7b6fa8c869 req-fc4a900c-ad06-4832-9713-99f28a43473b tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Floating IP 7fc1dcb0-8fe3-46a2-b869-77b28171c417 disassociated. External IP: 172.27.1.179, port: 05729417-13d8-4b9d-be9a-cb0b900858ce. Mar 16 09:08:47.863016 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.plugin [req-5dd40adb-9cd9-454c-8d0e-bf7b6fa8c869 req-fc4a900c-ad06-4832-9713-99f28a43473b tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Calling delete_port for 05729417-13d8-4b9d-be9a-cb0b900858ce owned by compute:nova {{(pid=103096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 09:08:47.890838 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52668000-2ed4-4d08-83d9-3aff6d381b5e req-aa951fab-4cbf-49d9-9145-9a36b8de80b8 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:08:47.892788 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-52668000-2ed4-4d08-83d9-3aff6d381b5e req-aa951fab-4cbf-49d9-9145-9a36b8de80b8 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca3b3319-fece-4b8f-97c7-2dba568d0728 HTTP/1.1" status: 200 len: 945 time: 0.1262083 Mar 16 09:08:47.965970 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-65f738a2-21f1-4b5f-9004-46d667cb02c7 req-8b507ef4-6a73-4f38-8462-19e0b8f3d5b4 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/security-groups?id=b859da8d-0bdd-4a56-bb49-6face617f34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478193 Mar 16 09:08:48.021372 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-52668000-2ed4-4d08-83d9-3aff6d381b5e req-a80c5b65-c25a-423c-b7db-1f9b46f41a51 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0740942-11c2-47cc-a293-e00947365415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149995 Mar 16 09:08:48.093914 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-5dd40adb-9cd9-454c-8d0e-bf7b6fa8c869 req-fc4a900c-ad06-4832-9713-99f28a43473b tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732013351693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732012762718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13105710'] for port (05729417-13d8-4b9d-be9a-cb0b900858ce), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:08:48.128329 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4a900c-ad06-4832-9713-99f28a43473b tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Pushing event deleted for resources: {'Port': ['ID=05729417-13d8-4b9d-be9a-cb0b900858ce,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:08:48.254574 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5dd40adb-9cd9-454c-8d0e-bf7b6fa8c869 req-fc4a900c-ad06-4832-9713-99f28a43473b tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Router 28a9d4e1-c387-4942-b7b4-294aa846a1f4 has already been hosted by L3 agent 09ce795b-eeca-4b3b-9d7f-577d9443cb21 {{(pid=103096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 09:08:48.408004 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcaba5d-9840-4f69-9911-45f4b4ca70cd req-de60c012-7bf5-49eb-b8c5-143ecf98f0c0 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:08:48.411066 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5bcaba5d-9840-4f69-9911-45f4b4ca70cd req-de60c012-7bf5-49eb-b8c5-143ecf98f0c0 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d07977b-4f1c-446a-8840-556df822cf9f HTTP/1.1" status: 200 len: 946 time: 0.1521289 Mar 16 09:08:48.468051 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5dd40adb-9cd9-454c-8d0e-bf7b6fa8c869 req-fc4a900c-ad06-4832-9713-99f28a43473b tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Notify agent at l3_agent.dv-cinder-831776-4-iscsi the message routers_updated {{(pid=103096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 09:08:48.482870 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b9653b-c9e2-43b0-9cca-6a40c10ebd58 None None] Sync routers for ids ['28a9d4e1-c387-4942-b7b4-294aa846a1f4'] in dv-cinder-831776-4-iscsi {{(pid=103097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 09:08:48.498399 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b9653b-c9e2-43b0-9cca-6a40c10ebd58 None None] Routers {'28a9d4e1-c387-4942-b7b4-294aa846a1f4'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:08:48.499425 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-89b9653b-c9e2-43b0-9cca-6a40c10ebd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:08:23Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['28a9d4e1-c387-4942-b7b4-294aa846a1f4'], 'active': True} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:08:48.516061 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5bcaba5d-9840-4f69-9911-45f4b4ca70cd req-be0cd7c7-732d-44d6-8c91-a34bd22fd2f3 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5204cf0-5775-4a11-985e-a2de5d7605a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966067 Mar 16 09:08:48.546097 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dd40adb-9cd9-454c-8d0e-bf7b6fa8c869 req-fc4a900c-ad06-4832-9713-99f28a43473b tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] No DVR routers for this DVR port 05729417-13d8-4b9d-be9a-cb0b900858ce on host hv-cinder-83177 {{(pid=103096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 09:08:48.548711 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-5dd40adb-9cd9-454c-8d0e-bf7b6fa8c869 req-fc4a900c-ad06-4832-9713-99f28a43473b tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334679'] for port (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:08:48.552147 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5dd40adb-9cd9-454c-8d0e-bf7b6fa8c869 req-fc4a900c-ad06-4832-9713-99f28a43473b tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.48 "DELETE /v2.0/ports/05729417-13d8-4b9d-be9a-cb0b900858ce HTTP/1.1" status: 204 len: 173 time: 1.2402472 Mar 16 09:08:48.552673 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51ee1195-e0b6-4420-88ec-39d8a8149d60', 'name': 'network-vif-deleted', 'tag': '05729417-13d8-4b9d-be9a-cb0b900858ce'}] {{(pid=103096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 09:08:48.555421 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552648401d13394d2a88e7485ef09c5647ae5ea4c1ec431ef2c5edbe801f23fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-667a0891-cdbe-4805-8ad3-740ce36ee7ba" -d '{"events": [{"server_uuid": "51ee1195-e0b6-4420-88ec-39d8a8149d60", "name": "network-vif-deleted", "tag": "05729417-13d8-4b9d-be9a-cb0b900858ce"}]}' {{(pid=103096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 09:08:48.644463 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 09:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d49ef66a-156a-4661-b590-9ab1b35603cf x-openstack-request-id: req-d49ef66a-156a-4661-b590-9ab1b35603cf {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 09:08:48.645075 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51ee1195-e0b6-4420-88ec-39d8a8149d60", "name": "network-vif-deleted", "tag": "05729417-13d8-4b9d-be9a-cb0b900858ce", "status": "completed", "code": 200}]} {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 09:08:48.645075 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d49ef66a-156a-4661-b590-9ab1b35603cf {{(pid=103096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 09:08:48.650727 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51ee1195-e0b6-4420-88ec-39d8a8149d60', 'name': 'network-vif-deleted', 'tag': '05729417-13d8-4b9d-be9a-cb0b900858ce', 'status': 'completed', 'code': 200} Mar 16 09:08:48.700586 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvr_db [None req-89b9653b-c9e2-43b0-9cca-6a40c10ebd58 None None] Set router 28a9d4e1-c387-4942-b7b4-294aa846a1f4 gateway port host: dv-cinder-831776-4-iscsi {{(pid=103097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:08:48.929191 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-89b9653b-c9e2-43b0-9cca-6a40c10ebd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'name': 'tempest-AttachVolumeNegativeTest-1056632038-router', 'tenant_id': 'cb287d834c3747da825c3d4bb412c949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '7b0f9b77-20b4-499c-ba37-3133a7150cf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:01:23Z', 'updated_at': '2022-03-16T09:01:30Z', 'revision_number': 4, 'project_id': 'cb287d834c3747da825c3d4bb412c949', 'gw_port': {'id': '7b0f9b77-20b4-499c-ba37-3133a7150cf0', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:24Z', 'updated_at': '2022-03-16T09:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_interfaces': [{'id': '47fcdb74-ada2-419e-b82d-f3e229027f7c', 'name': '', 'network_id': '71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625', 'tenant_id': 'cb287d834c3747da825c3d4bb412c949', 'mac_address': 'fa:16:3e:c2:b1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '21cfdeb1-bd49-41a4-bdcb-784e8ee0104b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:29Z', 'updated_at': '2022-03-16T09:01:39Z', 'revision_number': 5, 'project_id': 'cb287d834c3747da825c3d4bb412c949', 'subnets': [{'id': '21cfdeb1-bd49-41a4-bdcb-784e8ee0104b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:08:48.962489 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b9653b-c9e2-43b0-9cca-6a40c10ebd58 None None] Checking router: 28a9d4e1-c387-4942-b7b4-294aa846a1f4 for host: dv-cinder-831776-4-iscsi {{(pid=103097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 09:08:48.972098 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b9653b-c9e2-43b0-9cca-6a40c10ebd58 None None] Routers {'28a9d4e1-c387-4942-b7b4-294aa846a1f4'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:08:48.972799 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-89b9653b-c9e2-43b0-9cca-6a40c10ebd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:08:23Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['28a9d4e1-c387-4942-b7b4-294aa846a1f4'], 'active': True} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:08:49.139058 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvr_db [None req-89b9653b-c9e2-43b0-9cca-6a40c10ebd58 None None] Set router 28a9d4e1-c387-4942-b7b4-294aa846a1f4 gateway port host: dv-cinder-831776-4-iscsi {{(pid=103097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:08:49.145678 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-e6e76a53-1b6e-49d8-8068-b44ca98615f6 req-2de22b33-e75c-4cd0-8468-183e80326e2e tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=51ee1195-e0b6-4420-88ec-39d8a8149d60 HTTP/1.1" status: 200 len: 210 time: 0.0416279 Mar 16 09:08:49.209702 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb79568c-9c88-4bcb-8971-e0108647b3f2 req-e360b34f-bde9-4d77-87e3-204561d56c7b tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:08:49.211592 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-bb79568c-9c88-4bcb-8971-e0108647b3f2 req-e360b34f-bde9-4d77-87e3-204561d56c7b tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca3b3319-fece-4b8f-97c7-2dba568d0728 HTTP/1.1" status: 200 len: 945 time: 0.0647016 Mar 16 09:08:49.278130 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-bb79568c-9c88-4bcb-8971-e0108647b3f2 req-daf9dfdb-e9ce-4de9-aa6c-cff5bc72b532 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0740942-11c2-47cc-a293-e00947365415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594175 Mar 16 09:08:49.654405 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-89b9653b-c9e2-43b0-9cca-6a40c10ebd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'name': 'tempest-AttachVolumeNegativeTest-1056632038-router', 'tenant_id': 'cb287d834c3747da825c3d4bb412c949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '7b0f9b77-20b4-499c-ba37-3133a7150cf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:01:23Z', 'updated_at': '2022-03-16T09:01:30Z', 'revision_number': 4, 'project_id': 'cb287d834c3747da825c3d4bb412c949', 'gw_port': {'id': '7b0f9b77-20b4-499c-ba37-3133a7150cf0', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:24Z', 'updated_at': '2022-03-16T09:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_interfaces': [{'id': '47fcdb74-ada2-419e-b82d-f3e229027f7c', 'name': '', 'network_id': '71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625', 'tenant_id': 'cb287d834c3747da825c3d4bb412c949', 'mac_address': 'fa:16:3e:c2:b1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '21cfdeb1-bd49-41a4-bdcb-784e8ee0104b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:29Z', 'updated_at': '2022-03-16T09:01:39Z', 'revision_number': 5, 'project_id': 'cb287d834c3747da825c3d4bb412c949', 'subnets': [{'id': '21cfdeb1-bd49-41a4-bdcb-784e8ee0104b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:08:49.669472 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2199e308-0fb1-4808-947e-dd722f7b2752 req-ffa1ce4c-f9f0-4734-9b1f-579c8cc71149 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:08:49.671877 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2199e308-0fb1-4808-947e-dd722f7b2752 req-ffa1ce4c-f9f0-4734-9b1f-579c8cc71149 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d07977b-4f1c-446a-8840-556df822cf9f HTTP/1.1" status: 200 len: 946 time: 0.0633454 Mar 16 09:08:49.685014 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b9653b-c9e2-43b0-9cca-6a40c10ebd58 None None] The sync data for ids ['28a9d4e1-c387-4942-b7b4-294aa846a1f4'] in dv-cinder-831776-4-iscsi is: [{'id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'name': 'tempest-AttachVolumeNegativeTest-1056632038-router', 'tenant_id': 'cb287d834c3747da825c3d4bb412c949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '7b0f9b77-20b4-499c-ba37-3133a7150cf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:01:23Z', 'updated_at': '2022-03-16T09:01:30Z', 'revision_number': 4, 'project_id': 'cb287d834c3747da825c3d4bb412c949', 'gw_port': {'id': '7b0f9b77-20b4-499c-ba37-3133a7150cf0', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:24Z', 'updated_at': '2022-03-16T09:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_interfaces': [{'id': '47fcdb74-ada2-419e-b82d-f3e229027f7c', 'name': '', 'network_id': '71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625', 'tenant_id': 'cb287d834c3747da825c3d4bb412c949', 'mac_address': 'fa:16:3e:c2:b1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '21cfdeb1-bd49-41a4-bdcb-784e8ee0104b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:29Z', 'updated_at': '2022-03-16T09:01:39Z', 'revision_number': 5, 'project_id': 'cb287d834c3747da825c3d4bb412c949', 'subnets': [{'id': '21cfdeb1-bd49-41a4-bdcb-784e8ee0104b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 09:08:49.742817 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2199e308-0fb1-4808-947e-dd722f7b2752 req-74d60a3c-894e-478d-85d5-ea5b9c99aa17 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5204cf0-5775-4a11-985e-a2de5d7605a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644629 Mar 16 09:08:50.010490 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b7763f-7ba9-403f-8d81-11e325400c40 None None] New status for floating IP 7fc1dcb0-8fe3-46a2-b869-77b28171c417: DOWN {{(pid=103098) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 09:08:50.250645 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 52448) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:08:50.318683 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-1019585f-ec3b-4596-869c-4842a9f7e188 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks [] for security_group (b859da8d-0bdd-4a56-bb49-6face617f34b), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:08:50.363824 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-1019585f-ec3b-4596-869c-4842a9f7e188 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks [] for security_group (b859da8d-0bdd-4a56-bb49-6face617f34b), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:08:50.439925 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe865be-53e7-45e5-ac92-0bf4f9587887 req-2d74f3b1-969b-4379-b24e-771355daaddd tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:08:50.441715 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-0fe865be-53e7-45e5-ac92-0bf4f9587887 req-2d74f3b1-969b-4379-b24e-771355daaddd tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca3b3319-fece-4b8f-97c7-2dba568d0728 HTTP/1.1" status: 200 len: 945 time: 0.0881510 Mar 16 09:08:50.460711 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-1019585f-ec3b-4596-869c-4842a9f7e188 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (b859da8d-0bdd-4a56-bb49-6face617f34b), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:08:50.463575 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-1019585f-ec3b-4596-869c-4842a9f7e188 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks [] for security_group (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:08:50.464922 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-1019585f-ec3b-4596-869c-4842a9f7e188 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "DELETE /v2.0/security-groups/b859da8d-0bdd-4a56-bb49-6face617f34b HTTP/1.1" status: 204 len: 168 time: 0.2132797 Mar 16 09:08:50.467818 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 52452) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:08:50.487060 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.api.v2.resource [None req-ec9074c3-91a1-406f-bc1e-cf89e345f264 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] show failed (client error): The resource could not be found. Mar 16 09:08:50.495318 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-ec9074c3-91a1-406f-bc1e-cf89e345f264 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/security-groups/b859da8d-0bdd-4a56-bb49-6face617f34b HTTP/1.1" status: 404 len: 347 time: 0.0263953 Mar 16 09:08:50.496085 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 52454) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:08:50.509959 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1019585f-ec3b-4596-869c-4842a9f7e188 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b859da8d-0bdd-4a56-bb49-6face617f34b,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:08:50.513530 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-207f8088-91e4-4e86-8b80-e9d6872742ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (a398d5bf-1368-473f-bfdd-7d167c3f4154), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:08:50.878151 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-0fe865be-53e7-45e5-ac92-0bf4f9587887 req-fe860e55-9ec8-40d9-8add-e8e22cdd5aa5 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0740942-11c2-47cc-a293-e00947365415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4272082 Mar 16 09:08:50.968773 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a9f2af-8f61-40f0-881b-9fb26ed4f13c req-58999a23-77d0-4f64-aeaa-16d405b36697 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:08:50.970631 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-34a9f2af-8f61-40f0-881b-9fb26ed4f13c req-58999a23-77d0-4f64-aeaa-16d405b36697 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d07977b-4f1c-446a-8840-556df822cf9f HTTP/1.1" status: 200 len: 946 time: 0.1127062 Mar 16 09:08:50.984677 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.plugin [None req-95376cef-3692-4667-a293-f65ec79ddaa7 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Deleting port 353439b0-1341-4cd3-aed8-4e827b3a7ca7 {{(pid=103096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 09:08:50.984677 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-95376cef-3692-4667-a293-f65ec79ddaa7 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732013345958'] for port (353439b0-1341-4cd3-aed8-4e827b3a7ca7), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:08:51.094457 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-34a9f2af-8f61-40f0-881b-9fb26ed4f13c req-dbe7a75d-2176-4a48-8a34-511019ba7e0d tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5204cf0-5775-4a11-985e-a2de5d7605a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141591 Mar 16 09:08:51.120523 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-95376cef-3692-4667-a293-f65ec79ddaa7 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559013'] for port (353439b0-1341-4cd3-aed8-4e827b3a7ca7), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:08:51.120848 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-95376cef-3692-4667-a293-f65ec79ddaa7 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks [] for floatingip (353439b0-1341-4cd3-aed8-4e827b3a7ca7), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:08:51.136346 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.plugin [None req-95376cef-3692-4667-a293-f65ec79ddaa7 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Calling delete_port for 353439b0-1341-4cd3-aed8-4e827b3a7ca7 owned by network:floatingip {{(pid=103096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 09:08:51.329956 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-95376cef-3692-4667-a293-f65ec79ddaa7 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732013351693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732012762718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13105710'] for port (353439b0-1341-4cd3-aed8-4e827b3a7ca7), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:08:51.359702 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95376cef-3692-4667-a293-f65ec79ddaa7 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Pushing event deleted for resources: {'Port': ['ID=353439b0-1341-4cd3-aed8-4e827b3a7ca7,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:08:51.437279 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-95376cef-3692-4667-a293-f65ec79ddaa7 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks [] for floatingip (7fc1dcb0-8fe3-46a2-b869-77b28171c417), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:08:51.440705 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-95376cef-3692-4667-a293-f65ec79ddaa7 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334679'] for floatingip (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:08:51.442447 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-95376cef-3692-4667-a293-f65ec79ddaa7 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "DELETE /v2.0/floatingips/7fc1dcb0-8fe3-46a2-b869-77b28171c417 HTTP/1.1" status: 204 len: 168 time: 0.9431319 Mar 16 09:08:51.792398 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 52462) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:08:51.798800 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.v2.base [None req-4b762667-83ed-46ff-b3c9-75fc6fc27270 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Request body: {'security_group': {'name': 'tempest-securitygroup--870678773', 'description': 'tempest-description--107561863'}} {{(pid=103096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:08:51.822948 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-4b762667-83ed-46ff-b3c9-75fc6fc27270 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks [] for security_group (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:08:51.908773 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-4b762667-83ed-46ff-b3c9-75fc6fc27270 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks [] for security_group (e8ac09bb-227d-4bbe-ad6a-665f8a378716), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:08:51.919303 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-4b762667-83ed-46ff-b3c9-75fc6fc27270 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (e8ac09bb-227d-4bbe-ad6a-665f8a378716), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:08:51.949638 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b762667-83ed-46ff-b3c9-75fc6fc27270 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ac09bb-227d-4bbe-ad6a-665f8a378716,revision_number=1']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:08:51.963181 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-4b762667-83ed-46ff-b3c9-75fc6fc27270 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks [] for security_group (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:08:51.967300 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-4b762667-83ed-46ff-b3c9-75fc6fc27270 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1697383 Mar 16 09:08:51.969265 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 52466) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:08:51.975064 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Device 05729417-13d8-4b9d-be9a-cb0b900858ce no longer exists at agent hyperv_hv-cinder-83177 {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 09:08:51.975610 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.v2.base [None req-0888b529-ccd6-4ee3-9a44-c59577e2865e tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Request body: {'security_group_rule': {'security_group_id': 'e8ac09bb-227d-4bbe-ad6a-665f8a378716', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:08:52.000336 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] No Port match for: 05729417-13d8-4b9d-be9a-cb0b900858ce {{(pid=103097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 09:08:52.000937 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Device 05729417-13d8-4b9d-be9a-cb0b900858ce not bound to the agent host hv-cinder-83177 {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 09:08:52.033181 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-0888b529-ccd6-4ee3-9a44-c59577e2865e tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks [] for security_group_rule (e094e994-eae5-4989-b522-4e3d428a6621), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:08:52.080676 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e3cbf5-5007-40bb-9425-b45214e41082 req-583de50e-c7fd-4fe2-9474-3cde1f397b91 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:08:52.082256 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-34e3cbf5-5007-40bb-9425-b45214e41082 req-583de50e-c7fd-4fe2-9474-3cde1f397b91 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca3b3319-fece-4b8f-97c7-2dba568d0728 HTTP/1.1" status: 200 len: 945 time: 0.1023679 Mar 16 09:08:52.131973 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-0888b529-ccd6-4ee3-9a44-c59577e2865e tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks [] for security_group_rule (e094e994-eae5-4989-b522-4e3d428a6621), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:08:52.138964 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-0888b529-ccd6-4ee3-9a44-c59577e2865e tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548227'] for security_group_rule (e094e994-eae5-4989-b522-4e3d428a6621), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:08:52.171013 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0888b529-ccd6-4ee3-9a44-c59577e2865e tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e094e994-eae5-4989-b522-4e3d428a6621,revision_number=0']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:08:52.181554 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-34e3cbf5-5007-40bb-9425-b45214e41082 req-3d42dab3-2147-4eab-85bc-85eb2b6e3841 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0740942-11c2-47cc-a293-e00947365415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928314 Mar 16 09:08:52.214228 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-0888b529-ccd6-4ee3-9a44-c59577e2865e tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:08:52.215777 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-0888b529-ccd6-4ee3-9a44-c59577e2865e tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2457435 Mar 16 09:08:52.218741 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 52470) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:08:52.225072 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.v2.base [None req-346d833a-9618-4586-883f-fdd0315b2759 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Request body: {'security_group_rule': {'security_group_id': 'e8ac09bb-227d-4bbe-ad6a-665f8a378716', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:08:52.244184 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02faf5c5-d609-4aad-8ed4-f458a3d59a6c req-bf507390-372b-4868-a21b-faa701c25db7 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:08:52.246699 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-02faf5c5-d609-4aad-8ed4-f458a3d59a6c req-bf507390-372b-4868-a21b-faa701c25db7 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d07977b-4f1c-446a-8840-556df822cf9f HTTP/1.1" status: 200 len: 946 time: 0.0625548 Mar 16 09:08:52.268708 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-346d833a-9618-4586-883f-fdd0315b2759 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks [] for security_group_rule (b8169ca2-337b-4baf-a76e-9ddb8ec75f67), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:08:52.313807 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-02faf5c5-d609-4aad-8ed4-f458a3d59a6c req-44295760-cba1-4fcd-a187-1d2c96db5ad5 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5204cf0-5775-4a11-985e-a2de5d7605a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543599 Mar 16 09:08:52.343519 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-346d833a-9618-4586-883f-fdd0315b2759 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks [] for security_group_rule (b8169ca2-337b-4baf-a76e-9ddb8ec75f67), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:08:52.348399 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-346d833a-9618-4586-883f-fdd0315b2759 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548227'] for security_group_rule (b8169ca2-337b-4baf-a76e-9ddb8ec75f67), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:08:52.367691 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346d833a-9618-4586-883f-fdd0315b2759 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8169ca2-337b-4baf-a76e-9ddb8ec75f67,revision_number=0']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:08:52.377780 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-346d833a-9618-4586-883f-fdd0315b2759 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:08:52.379030 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-346d833a-9618-4586-883f-fdd0315b2759 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1587131 Mar 16 09:08:52.382267 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 52472) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:08:52.387059 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.v2.base [None req-e37aae5e-9acf-4dca-aed3-c19f67435a8b tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Request body: {'floatingip': {'floating_network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab'}} {{(pid=103096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:08:52.423919 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-e37aae5e-9acf-4dca-aed3-c19f67435a8b tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:08:52.585605 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-e37aae5e-9acf-4dca-aed3-c19f67435a8b tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:08:52.597881 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f74f852-c3b2-46d0-9bfa-dcf9b39b5638 req-b1aea35d-0e84-4787-938d-445458e2d109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:08:52.599401 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-8f74f852-c3b2-46d0-9bfa-dcf9b39b5638 req-b1aea35d-0e84-4787-938d-445458e2d109 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=26ea3aab85a94b37a21cdbed5b78f153&device_id=ca3b3319-fece-4b8f-97c7-2dba568d0728 HTTP/1.1" status: 200 len: 1129 time: 0.0792079 Mar 16 09:08:52.796993 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.db_base_plugin_common [None req-e37aae5e-9acf-4dca-aed3-c19f67435a8b tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Allocated IP 172.27.1.157 (c4839873-0f35-4ea4-8707-46bf79a3edab/25bf7ac3-5945-4bb8-8d8f-087cde6dd03d/9d5f9afd-661e-4509-b842-0a4ee5a265a5) {{(pid=103096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 09:08:52.801400 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f74f852-c3b2-46d0-9bfa-dcf9b39b5638 req-ebc9b169-29b8-48d2-b7dc-974bf8fa1e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:08:52.803025 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-8f74f852-c3b2-46d0-9bfa-dcf9b39b5638 req-ebc9b169-29b8-48d2-b7dc-974bf8fa1e4f service neutron] 10.222.0.48 "GET /v2.0/networks?id=c3ea6daf-446f-43ea-84a0-53f7ed6f9fc7 HTTP/1.1" status: 200 len: 909 time: 0.1713364 Mar 16 09:08:52.806483 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-e496bd4a-1b0b-4ea3-9e13-e834de25c693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (09ce795b-eeca-4b3b-9d7f-577d9443cb21), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:08:52.936787 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-8f74f852-c3b2-46d0-9bfa-dcf9b39b5638 req-a93ed822-407d-4fd2-a503-1a7c79cd88b3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a76df884-4e7b-483e-a50e-fcb5250bd972 HTTP/1.1" status: 200 len: 1000 time: 0.1253889 Mar 16 09:08:53.020949 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-e37aae5e-9acf-4dca-aed3-c19f67435a8b tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks [] for port (9d5f9afd-661e-4509-b842-0a4ee5a265a5), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:08:53.023277 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f74f852-c3b2-46d0-9bfa-dcf9b39b5638 req-78ca2809-7b43-44c5-ac7d-8af794d1b291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:08:53.024759 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-8f74f852-c3b2-46d0-9bfa-dcf9b39b5638 req-78ca2809-7b43-44c5-ac7d-8af794d1b291 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=460c243c-1e34-4d2b-859c-b3bb55da3a92 HTTP/1.1" status: 200 len: 847 time: 0.0809362 Mar 16 09:08:53.092151 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-e37aae5e-9acf-4dca-aed3-c19f67435a8b tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732012762709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13105710'] for port (9d5f9afd-661e-4509-b842-0a4ee5a265a5), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:08:53.101661 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f74f852-c3b2-46d0-9bfa-dcf9b39b5638 req-144ef504-e80d-45af-8402-a02ce1116824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:08:53.103171 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-8f74f852-c3b2-46d0-9bfa-dcf9b39b5638 req-144ef504-e80d-45af-8402-a02ce1116824 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c3ea6daf-446f-43ea-84a0-53f7ed6f9fc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0720785 Mar 16 09:08:53.181534 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37aae5e-9acf-4dca-aed3-c19f67435a8b tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Network c4839873-0f35-4ea4-8707-46bf79a3edab is already hosted by enough agents. {{(pid=103096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 09:08:53.191387 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.base_scheduler [None req-e37aae5e-9acf-4dca-aed3-c19f67435a8b tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Resources bound (agent type, host, resource id): {{(pid=103096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 09:08:53.193794 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37aae5e-9acf-4dca-aed3-c19f67435a8b tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Received port after_create {{(pid=103096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 09:08:53.203709 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37aae5e-9acf-4dca-aed3-c19f67435a8b tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Pushing event updated for resources: {'Port': ['ID=9d5f9afd-661e-4509-b842-0a4ee5a265a5,revision_number=1']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:08:53.290155 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-8f74f852-c3b2-46d0-9bfa-dcf9b39b5638 req-8edbc486-4135-4bb9-a8e1-5859d538480b service neutron] 10.222.0.48 "GET /v2.0/networks/c3ea6daf-446f-43ea-84a0-53f7ed6f9fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656449 Mar 16 09:08:53.455188 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-e37aae5e-9acf-4dca-aed3-c19f67435a8b tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks [] for floatingip (dca57734-1f7c-416b-9fe1-b62750ecdb43), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:08:53.495703 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96be9aeb-8502-4cae-ab6f-24ce79bb0b8d req-ba77b4c6-84fa-4cfc-9e12-080d5b325d3c tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:08:53.497760 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-96be9aeb-8502-4cae-ab6f-24ce79bb0b8d req-ba77b4c6-84fa-4cfc-9e12-080d5b325d3c tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca3b3319-fece-4b8f-97c7-2dba568d0728 HTTP/1.1" status: 200 len: 945 time: 0.1867313 Mar 16 09:08:53.545176 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-8f74f852-c3b2-46d0-9bfa-dcf9b39b5638 req-ae2c8eda-6b7c-453f-acca-a1c5b7fcf172 service neutron] 10.222.0.48 "GET /v2.0/networks/c3ea6daf-446f-43ea-84a0-53f7ed6f9fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353015 Mar 16 09:08:53.557746 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-e37aae5e-9acf-4dca-aed3-c19f67435a8b tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (9d5f9afd-661e-4509-b842-0a4ee5a265a5), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:08:53.569085 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b49f43-1179-4ec9-a44a-6afbed6259cd req-fedfc644-1d1c-412d-9df2-36303e2a853c tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:08:53.570668 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-80b49f43-1179-4ec9-a44a-6afbed6259cd req-fedfc644-1d1c-412d-9df2-36303e2a853c tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d07977b-4f1c-446a-8840-556df822cf9f HTTP/1.1" status: 200 len: 946 time: 0.1792400 Mar 16 09:08:53.645873 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-96be9aeb-8502-4cae-ab6f-24ce79bb0b8d req-d9bc81c2-cc4e-4dda-882d-d0f4ae724333 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0740942-11c2-47cc-a293-e00947365415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1369338 Mar 16 09:08:53.716223 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-80b49f43-1179-4ec9-a44a-6afbed6259cd req-88f6fe24-8c8d-4f39-b9d0-a956d1b65751 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5204cf0-5775-4a11-985e-a2de5d7605a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224318 Mar 16 09:08:53.778154 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-e37aae5e-9acf-4dca-aed3-c19f67435a8b tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks [] for port (9d5f9afd-661e-4509-b842-0a4ee5a265a5), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:08:53.782497 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-e37aae5e-9acf-4dca-aed3-c19f67435a8b tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13105703'] for port (9d5f9afd-661e-4509-b842-0a4ee5a265a5), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:08:53.849509 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37aae5e-9acf-4dca-aed3-c19f67435a8b tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Pushing event updated for resources: {'Port': ['ID=9d5f9afd-661e-4509-b842-0a4ee5a265a5,revision_number=2']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:08:53.858674 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-cdeb7127-6fa1-4060-ae0a-c8ffc2dd9388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (514d7d79-ab14-439d-a6c0-bbffe337a49f), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:08:53.862794 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-e37aae5e-9acf-4dca-aed3-c19f67435a8b tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557332'] for floatingip (dca57734-1f7c-416b-9fe1-b62750ecdb43), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:08:53.877064 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-e37aae5e-9acf-4dca-aed3-c19f67435a8b tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334679'] for floatingip (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:08:53.878371 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-e37aae5e-9acf-4dca-aed3-c19f67435a8b tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4949412 Mar 16 09:08:54.066206 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-45ef8004-779e-4371-a84a-9bd64b2dc2d3 req-d8aef1e1-eb8a-40f4-af75-9f22483905bc tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--870678773&fields=id&tenant_id=cb287d834c3747da825c3d4bb412c949 HTTP/1.1" status: 200 len: 267 time: 0.0412071 Mar 16 09:08:54.170034 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ef8004-779e-4371-a84a-9bd64b2dc2d3 req-981ecfcd-a8e9-4652-be73-6dd47db0d16c tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:08:54.171456 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-45ef8004-779e-4371-a84a-9bd64b2dc2d3 req-981ecfcd-a8e9-4652-be73-6dd47db0d16c tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/networks?id=71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625 HTTP/1.1" status: 200 len: 815 time: 0.0991344 Mar 16 09:08:54.185231 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-45ef8004-779e-4371-a84a-9bd64b2dc2d3 req-101d40eb-d3b7-4cd3-883e-5b5c7e2d3049 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/quotas/cb287d834c3747da825c3d4bb412c949 HTTP/1.1" status: 200 len: 375 time: 0.0085118 Mar 16 09:08:54.239323 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-45ef8004-779e-4371-a84a-9bd64b2dc2d3 req-eb972bc5-1fdd-4d90-aa8d-c8ad9ad8a149 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=cb287d834c3747da825c3d4bb412c949&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494361 Mar 16 09:08:54.421555 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-45ef8004-779e-4371-a84a-9bd64b2dc2d3 req-a2412581-9054-492b-b87d-e94416313889 service neutron] 10.222.0.18 "GET /v2.0/networks/71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706235 Mar 16 09:08:54.539977 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8144a913-b775-4c8a-9981-662b88a6093e req-3df6d1cb-3359-418c-a86c-e8a17a970692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:08:54.541337 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-8144a913-b775-4c8a-9981-662b88a6093e req-3df6d1cb-3359-418c-a86c-e8a17a970692 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6376ecd52fd4df3958214376cfc2020&device_id=4d07977b-4f1c-446a-8840-556df822cf9f HTTP/1.1" status: 200 len: 1130 time: 0.0697401 Mar 16 09:08:54.544723 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-45ef8004-779e-4371-a84a-9bd64b2dc2d3 req-59812a88-fb1c-495f-b9af-c52c7d8c63e8 service neutron] 10.222.0.18 "GET /v2.0/networks/71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174464 Mar 16 09:08:54.633544 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8144a913-b775-4c8a-9981-662b88a6093e req-5b4a90da-13e1-4cbe-8316-526e75111eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:08:54.635088 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-8144a913-b775-4c8a-9981-662b88a6093e req-5b4a90da-13e1-4cbe-8316-526e75111eb8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a3933f25-b7ca-4916-8a13-138bf0db8c83 HTTP/1.1" status: 200 len: 917 time: 0.0872154 Mar 16 09:08:54.714519 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-8dc71bb2-039c-4e0a-8ed5-5fd9ac5c0c0d req-570d6a59-bfe1-4853-bab7-887b62ca7e75 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a47ced8-d046-4e1e-9c5f-665e4177b962 HTTP/1.1" status: 200 len: 210 time: 0.0356839 Mar 16 09:08:54.729594 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-8144a913-b775-4c8a-9981-662b88a6093e req-22efcff2-05cd-44f0-bc6f-4d0ab9661344 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a0b4331-4ded-4391-8669-9c53877df0ef HTTP/1.1" status: 200 len: 1001 time: 0.0874801 Mar 16 09:08:54.842413 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8144a913-b775-4c8a-9981-662b88a6093e req-a268bd63-204b-40b6-9702-0a66e331845c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:08:54.843875 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-8144a913-b775-4c8a-9981-662b88a6093e req-a268bd63-204b-40b6-9702-0a66e331845c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f6c2cbf7-36bb-4af8-9e66-db86b28b25f5 HTTP/1.1" status: 200 len: 855 time: 0.1091080 Mar 16 09:08:54.886094 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf9102-b716-417a-bcd6-c7bb130dece1 req-3849ce61-d908-406b-bd03-8eb2fe71f793 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:08:54.888249 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-43cf9102-b716-417a-bcd6-c7bb130dece1 req-3849ce61-d908-406b-bd03-8eb2fe71f793 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca3b3319-fece-4b8f-97c7-2dba568d0728 HTTP/1.1" status: 200 len: 945 time: 0.1442430 Mar 16 09:08:54.900107 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b973d45-bb6e-4fef-9068-9d18aa0c12fb req-80146071-2bd6-4bed-bc62-c4220e9d7e8b tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:08:54.901570 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2b973d45-bb6e-4fef-9068-9d18aa0c12fb req-80146071-2bd6-4bed-bc62-c4220e9d7e8b tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d07977b-4f1c-446a-8840-556df822cf9f HTTP/1.1" status: 200 len: 946 time: 0.1056454 Mar 16 09:08:54.978097 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8144a913-b775-4c8a-9981-662b88a6093e req-2167a309-fefe-4c85-a7b2-a46879af1092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:08:54.979590 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-8144a913-b775-4c8a-9981-662b88a6093e req-2167a309-fefe-4c85-a7b2-a46879af1092 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a3933f25-b7ca-4916-8a13-138bf0db8c83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1283879 Mar 16 09:08:54.988458 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-43cf9102-b716-417a-bcd6-c7bb130dece1 req-37823705-2267-43a4-b2c0-bc9a9c6fd2aa tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0740942-11c2-47cc-a293-e00947365415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855033 Mar 16 09:08:55.010497 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2b973d45-bb6e-4fef-9068-9d18aa0c12fb req-ade47063-24df-41bd-b14b-d5d07b683c03 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5204cf0-5775-4a11-985e-a2de5d7605a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993187 Mar 16 09:08:55.071868 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.agents_db [None req-ddb2e055-3acb-4969-8bde-a74b2247622c None None] Agent healthcheck: found 6 active agents {{(pid=103098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 09:08:55.089302 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-8144a913-b775-4c8a-9981-662b88a6093e req-d2615cb0-d0f4-4017-9cd2-16a4769e6ad8 service neutron] 10.222.0.48 "GET /v2.0/networks/a3933f25-b7ca-4916-8a13-138bf0db8c83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998220 Mar 16 09:08:55.187172 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-8144a913-b775-4c8a-9981-662b88a6093e req-4dbb2ee9-846f-4994-9f58-203b10058ea1 service neutron] 10.222.0.48 "GET /v2.0/networks/a3933f25-b7ca-4916-8a13-138bf0db8c83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914094 Mar 16 09:08:55.478503 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3de267ec-888d-49e1-92d2-a6991c0932cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (3616e4f6-4586-420d-b0d2-e3b2f5abb17b), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:08:55.483747 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (f0da09ba-cbd5-402d-a3a1-68b8fcaf25e8), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:08:55.704207 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ef8004-779e-4371-a84a-9bd64b2dc2d3 req-db79e03e-be0a-4ca7-ba26-94ec40a850ec tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:08:55.705663 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-45ef8004-779e-4371-a84a-9bd64b2dc2d3 req-db79e03e-be0a-4ca7-ba26-94ec40a850ec tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.48 "GET /v2.0/networks?id=71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625 HTTP/1.1" status: 200 len: 815 time: 0.0981874 Mar 16 09:08:55.771729 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-45ef8004-779e-4371-a84a-9bd64b2dc2d3 req-a60d011b-4d7f-43b1-bf3d-4d7f456549b8 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb287d834c3747da825c3d4bb412c949 HTTP/1.1" status: 200 len: 379 time: 0.0553818 Mar 16 09:08:55.783492 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.v2.base [req-45ef8004-779e-4371-a84a-9bd64b2dc2d3 req-4db6e710-2559-448e-b3bb-446f648bf158 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Request body: {'port': {'device_id': '8a47ced8-d046-4e1e-9c5f-665e4177b962', 'network_id': '71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625', 'admin_state_up': True, 'tenant_id': 'cb287d834c3747da825c3d4bb412c949', 'security_groups': ['e8ac09bb-227d-4bbe-ad6a-665f8a378716']}} {{(pid=103096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:08:56.064641 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-fe0ced7d-c455-40bd-ade0-e76981c23b96 req-78c778f9-572f-44c2-a405-3adad97b9596 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a47ced8-d046-4e1e-9c5f-665e4177b962 HTTP/1.1" status: 200 len: 210 time: 0.2774706 Mar 16 09:08:56.184486 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e14d1cd-382d-4324-8533-e99914b0b949 req-64538997-94da-42e4-8d85-1af5e782ca47 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:08:56.185962 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-3e14d1cd-382d-4324-8533-e99914b0b949 req-64538997-94da-42e4-8d85-1af5e782ca47 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca3b3319-fece-4b8f-97c7-2dba568d0728 HTTP/1.1" status: 200 len: 945 time: 0.1240439 Mar 16 09:08:56.238181 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16678667-e70b-4a33-9b48-95e164a2c7e1 req-50054f70-7ce5-4bd2-9651-8e98891f52b0 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:08:56.239646 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-16678667-e70b-4a33-9b48-95e164a2c7e1 req-50054f70-7ce5-4bd2-9651-8e98891f52b0 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d07977b-4f1c-446a-8840-556df822cf9f HTTP/1.1" status: 200 len: 946 time: 0.1212027 Mar 16 09:08:56.247228 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45ef8004-779e-4371-a84a-9bd64b2dc2d3 req-4db6e710-2559-448e-b3bb-446f648bf158 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Made reservation on behalf of cb287d834c3747da825c3d4bb412c949 for: {'port': 1} {{(pid=103096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 09:08:56.250375 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-45ef8004-779e-4371-a84a-9bd64b2dc2d3 req-4db6e710-2559-448e-b3bb-446f648bf158 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:08:56.296997 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-3e14d1cd-382d-4324-8533-e99914b0b949 req-6feb6c98-255d-4ab8-b6fe-ed09074d439d tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0740942-11c2-47cc-a293-e00947365415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042137 Mar 16 09:08:56.364279 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-16678667-e70b-4a33-9b48-95e164a2c7e1 req-787d4dcc-dabf-405c-a025-c975a1aa38c0 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5204cf0-5775-4a11-985e-a2de5d7605a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183505 Mar 16 09:08:56.367951 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [req-6b146997-d8f7-4519-a519-31918d61c3d6 req-d2e354ef-cfb4-4e0d-9674-8dea3ef025b3 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103096) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 16 09:08:56.368917 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-6b146997-d8f7-4519-a519-31918d61c3d6 req-d2e354ef-cfb4-4e0d-9674-8dea3ef025b3 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0086913 Mar 16 09:08:56.435089 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.db_base_plugin_common [req-45ef8004-779e-4371-a84a-9bd64b2dc2d3 req-4db6e710-2559-448e-b3bb-446f648bf158 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Allocated IP 172.20.0.4 (71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625/21cfdeb1-bd49-41a4-bdcb-784e8ee0104b/74bf21a7-1b53-4ccf-b363-f8899405259a) {{(pid=103096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 09:08:56.509972 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 52538) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:08:56.602283 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd324b2-a440-4d95-9a09-9551ede12dd5 req-1fff3180-f022-49b1-b069-f06c40e768c9 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:08:56.603780 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-1cd324b2-a440-4d95-9a09-9551ede12dd5 req-1fff3180-f022-49b1-b069-f06c40e768c9 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca3b3319-fece-4b8f-97c7-2dba568d0728 HTTP/1.1" status: 200 len: 945 time: 0.1121278 Mar 16 09:08:56.633199 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-45ef8004-779e-4371-a84a-9bd64b2dc2d3 req-4db6e710-2559-448e-b3bb-446f648bf158 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks [] for port (74bf21a7-1b53-4ccf-b363-f8899405259a), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:08:56.633663 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [req-f70ee451-1c54-474e-b544-ad0ec6d3c559 req-816978a1-33a3-4f94-9643-803724e8c6f0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ca3b3319-fece-4b8f-97c7-2dba568d0728&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1217415 Mar 16 09:08:56.642175 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [req-f70ee451-1c54-474e-b544-ad0ec6d3c559 req-d37a36c8-afec-4f93-ba0f-705f834d979b service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103095) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 16 09:08:56.643195 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [req-f70ee451-1c54-474e-b544-ad0ec6d3c559 req-d37a36c8-afec-4f93-ba0f-705f834d979b service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049448 Mar 16 09:08:56.679260 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-1cd324b2-a440-4d95-9a09-9551ede12dd5 req-d7d52584-9e41-417e-8775-03eee2d3fdd1 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0740942-11c2-47cc-a293-e00947365415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672679 Mar 16 09:08:56.699712 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-45ef8004-779e-4371-a84a-9bd64b2dc2d3 req-4db6e710-2559-448e-b3bb-446f648bf158 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732012762709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13105710'] for port (74bf21a7-1b53-4ccf-b363-f8899405259a), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:08:56.738831 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45ef8004-779e-4371-a84a-9bd64b2dc2d3 req-4db6e710-2559-448e-b3bb-446f648bf158 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Network 71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625 is already hosted by enough agents. {{(pid=103096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 09:08:56.741991 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.base_scheduler [req-45ef8004-779e-4371-a84a-9bd64b2dc2d3 req-4db6e710-2559-448e-b3bb-446f648bf158 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Resources bound (agent type, host, resource id): {{(pid=103096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 09:08:56.745830 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [req-45ef8004-779e-4371-a84a-9bd64b2dc2d3 req-4db6e710-2559-448e-b3bb-446f648bf158 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Received port after_create {{(pid=103096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 09:08:56.768868 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db6e710-2559-448e-b3bb-446f648bf158 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Pushing event updated for resources: {'Port': ['ID=74bf21a7-1b53-4ccf-b363-f8899405259a,revision_number=1']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:08:56.797682 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ef8004-779e-4371-a84a-9bd64b2dc2d3 req-4db6e710-2559-448e-b3bb-446f648bf158 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:08:56.798278 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-45ef8004-779e-4371-a84a-9bd64b2dc2d3 req-4db6e710-2559-448e-b3bb-446f648bf158 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334679'] for port (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:08:56.814123 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-45ef8004-779e-4371-a84a-9bd64b2dc2d3 req-4db6e710-2559-448e-b3bb-446f648bf158 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0344679 Mar 16 09:08:56.826978 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.v2.base [req-45ef8004-779e-4371-a84a-9bd64b2dc2d3 req-d3371c94-2428-45aa-9182-007daec2395f service neutron] Request body: {'port': {'device_id': '8a47ced8-d046-4e1e-9c5f-665e4177b962', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=103096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:08:56.870414 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (489981c6-9aaa-401c-bd41-6b42e027a228), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:08:56.891081 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-45ef8004-779e-4371-a84a-9bd64b2dc2d3 req-d3371c94-2428-45aa-9182-007daec2395f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (74bf21a7-1b53-4ccf-b363-f8899405259a), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:08:56.996184 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-7b86da8f-a8bb-4f5c-8719-cd04706cae37 None None] Provisioning complete for port 74bf21a7-1b53-4ccf-b363-f8899405259a triggered by entity DHCP. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:08:56.996661 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-7b86da8f-a8bb-4f5c-8719-cd04706cae37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (74bf21a7-1b53-4ccf-b363-f8899405259a), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:08:57.031054 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-7b86da8f-a8bb-4f5c-8719-cd04706cae37 None None] Port 74bf21a7-1b53-4ccf-b363-f8899405259a cannot update to ACTIVE because it is not bound. {{(pid=103097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 09:08:57.189205 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.notifiers.nova [req-45ef8004-779e-4371-a84a-9bd64b2dc2d3 req-d3371c94-2428-45aa-9182-007daec2395f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74bf21a7-1b53-4ccf-b363-f8899405259a {{(pid=103096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 09:08:57.198046 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-45ef8004-779e-4371-a84a-9bd64b2dc2d3 req-d3371c94-2428-45aa-9182-007daec2395f service neutron] Publish callbacks [] for port (74bf21a7-1b53-4ccf-b363-f8899405259a), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:08:57.216677 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.provisioning_blocks [req-45ef8004-779e-4371-a84a-9bd64b2dc2d3 req-d3371c94-2428-45aa-9182-007daec2395f service neutron] Transition to ACTIVE for port object 74bf21a7-1b53-4ccf-b363-f8899405259a will not be triggered until provisioned by entity L2. {{(pid=103096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 16 09:08:57.221535 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-45ef8004-779e-4371-a84a-9bd64b2dc2d3 req-d3371c94-2428-45aa-9182-007daec2395f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13105703'] for port (74bf21a7-1b53-4ccf-b363-f8899405259a), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:08:57.235734 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd5da8b-530f-4394-b1cd-41b785a825d1 req-11a2d375-3884-4a87-8958-436901e73301 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:08:57.237207 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-ebd5da8b-530f-4394-b1cd-41b785a825d1 req-11a2d375-3884-4a87-8958-436901e73301 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a47ced8-d046-4e1e-9c5f-665e4177b962 HTTP/1.1" status: 200 len: 931 time: 0.0895839 Mar 16 09:08:57.295565 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3371c94-2428-45aa-9182-007daec2395f service neutron] Pushing event updated for resources: {'Port': ['ID=74bf21a7-1b53-4ccf-b363-f8899405259a,revision_number=2']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:08:57.366015 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-ebd5da8b-530f-4394-b1cd-41b785a825d1 req-8c49f9a9-00dc-480a-86c2-5acfc90af498 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8ac09bb-227d-4bbe-ad6a-665f8a378716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085842 Mar 16 09:08:57.387641 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [req-45ef8004-779e-4371-a84a-9bd64b2dc2d3 req-d3371c94-2428-45aa-9182-007daec2395f service neutron] Attempting to bind port 74bf21a7-1b53-4ccf-b363-f8899405259a on host hv-cinder-83177 for vnic_type normal with profile {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 09:08:57.387986 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [req-45ef8004-779e-4371-a84a-9bd64b2dc2d3 req-d3371c94-2428-45aa-9182-007daec2395f service neutron] Attempting to bind port 74bf21a7-1b53-4ccf-b363-f8899405259a by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': '1fd71943-1f67-4889-a966-97189e27dce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625'}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 09:08:57.388301 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ef8004-779e-4371-a84a-9bd64b2dc2d3 req-d3371c94-2428-45aa-9182-007daec2395f service neutron] Attempting to bind port 74bf21a7-1b53-4ccf-b363-f8899405259a on network 71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625 {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 09:08:57.398668 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ef8004-779e-4371-a84a-9bd64b2dc2d3 req-d3371c94-2428-45aa-9182-007daec2395f service neutron] Port 74bf21a7-1b53-4ccf-b363-f8899405259a on network 71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 16 09:08:57.398668 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ef8004-779e-4371-a84a-9bd64b2dc2d3 req-d3371c94-2428-45aa-9182-007daec2395f service neutron] Attempting to bind port 74bf21a7-1b53-4ccf-b363-f8899405259a on network 71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625 {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 09:08:57.406899 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ef8004-779e-4371-a84a-9bd64b2dc2d3 req-d3371c94-2428-45aa-9182-007daec2395f service neutron] Checking agent: {'id': 'f0da09ba-cbd5-402d-a3a1-68b8fcaf25e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 8, 59, 25), 'started_at': datetime.datetime(2022, 3, 16, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 9, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 09:08:57.407434 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ef8004-779e-4371-a84a-9bd64b2dc2d3 req-d3371c94-2428-45aa-9182-007daec2395f service neutron] Checking segment: {'id': '1fd71943-1f67-4889-a966-97189e27dce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 09:08:57.407833 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ef8004-779e-4371-a84a-9bd64b2dc2d3 req-d3371c94-2428-45aa-9182-007daec2395f service neutron] Bound using segment: {'id': '1fd71943-1f67-4889-a966-97189e27dce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625'} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 09:08:57.408323 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [req-45ef8004-779e-4371-a84a-9bd64b2dc2d3 req-d3371c94-2428-45aa-9182-007daec2395f service neutron] Bound port: 74bf21a7-1b53-4ccf-b363-f8899405259a, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fd71943-1f67-4889-a966-97189e27dce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625'}}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 09:08:57.408743 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-45ef8004-779e-4371-a84a-9bd64b2dc2d3 req-d3371c94-2428-45aa-9182-007daec2395f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (74bf21a7-1b53-4ccf-b363-f8899405259a), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:08:57.520591 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.db [req-45ef8004-779e-4371-a84a-9bd64b2dc2d3 req-d3371c94-2428-45aa-9182-007daec2395f service neutron] For port 74bf21a7-1b53-4ccf-b363-f8899405259a, host hv-cinder-83177, cleared binding levels {{(pid=103096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 09:08:57.524013 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.db [req-45ef8004-779e-4371-a84a-9bd64b2dc2d3 req-d3371c94-2428-45aa-9182-007daec2395f service neutron] For port 74bf21a7-1b53-4ccf-b363-f8899405259a, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=74bf21a7-1b53-4ccf-b363-f8899405259a,segment=NetworkSegment(1fd71943-1f67-4889-a966-97189e27dce5),segment_id=1fd71943-1f67-4889-a966-97189e27dce5)] {{(pid=103096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 09:08:57.535462 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49542152-2807-4ff7-bc96-8920619fe044 req-49b1c85a-0fb8-4fde-b92c-632156dca2b0 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:08:57.536861 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-49542152-2807-4ff7-bc96-8920619fe044 req-49b1c85a-0fb8-4fde-b92c-632156dca2b0 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d07977b-4f1c-446a-8840-556df822cf9f HTTP/1.1" status: 200 len: 946 time: 0.0789256 Mar 16 09:08:57.538337 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-45ef8004-779e-4371-a84a-9bd64b2dc2d3 req-d3371c94-2428-45aa-9182-007daec2395f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13105703'] for port (74bf21a7-1b53-4ccf-b363-f8899405259a), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:08:57.590356 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ef8004-779e-4371-a84a-9bd64b2dc2d3 req-d3371c94-2428-45aa-9182-007daec2395f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:08:57.590970 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-45ef8004-779e-4371-a84a-9bd64b2dc2d3 req-d3371c94-2428-45aa-9182-007daec2395f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334679'] for port (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:08:57.592313 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-45ef8004-779e-4371-a84a-9bd64b2dc2d3 req-d3371c94-2428-45aa-9182-007daec2395f service neutron] 10.222.0.48 "PUT /v2.0/ports/74bf21a7-1b53-4ccf-b363-f8899405259a HTTP/1.1" status: 200 len: 1093 time: 0.7698863 Mar 16 09:08:57.592764 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a47ced8-d046-4e1e-9c5f-665e4177b962', 'tag': '74bf21a7-1b53-4ccf-b363-f8899405259a'}] {{(pid=103096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 09:08:57.595015 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552648401d13394d2a88e7485ef09c5647ae5ea4c1ec431ef2c5edbe801f23fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-395be46a-42f6-40e7-a03d-cbc959d362eb" -d '{"events": [{"name": "network-changed", "server_uuid": "8a47ced8-d046-4e1e-9c5f-665e4177b962", "tag": "74bf21a7-1b53-4ccf-b363-f8899405259a"}]}' {{(pid=103096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 09:08:57.645586 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 09:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac57b9e-802e-48b4-ba77-70826545b49c x-openstack-request-id: req-0ac57b9e-802e-48b4-ba77-70826545b49c {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 09:08:57.645874 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a47ced8-d046-4e1e-9c5f-665e4177b962", "tag": "74bf21a7-1b53-4ccf-b363-f8899405259a", "status": "completed", "code": 200}]} {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 09:08:57.646123 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0ac57b9e-802e-48b4-ba77-70826545b49c {{(pid=103096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 09:08:57.646513 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a47ced8-d046-4e1e-9c5f-665e4177b962', 'tag': '74bf21a7-1b53-4ccf-b363-f8899405259a', 'status': 'completed', 'code': 200} Mar 16 09:08:57.648088 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3371c94-2428-45aa-9182-007daec2395f service neutron] Pushing event updated for resources: {'Port': ['ID=74bf21a7-1b53-4ccf-b363-f8899405259a,revision_number=3']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:08:57.657238 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-49542152-2807-4ff7-bc96-8920619fe044 req-a52ea9e6-5cf8-4550-8aea-d5af2f6ec78c tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5204cf0-5775-4a11-985e-a2de5d7605a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138675 Mar 16 09:08:57.708530 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ef8004-779e-4371-a84a-9bd64b2dc2d3 req-184aaf44-cb71-48ca-b973-ae3e330bafa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:08:57.710884 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-45ef8004-779e-4371-a84a-9bd64b2dc2d3 req-184aaf44-cb71-48ca-b973-ae3e330bafa2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cb287d834c3747da825c3d4bb412c949&device_id=8a47ced8-d046-4e1e-9c5f-665e4177b962 HTTP/1.1" status: 200 len: 1127 time: 0.0742135 Mar 16 09:08:57.781377 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 52560) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:08:57.783968 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-45ef8004-779e-4371-a84a-9bd64b2dc2d3 req-6d3254a6-39df-4ad4-8740-cc388253f657 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74bf21a7-1b53-4ccf-b363-f8899405259a HTTP/1.1" status: 200 len: 217 time: 0.0619817 Mar 16 09:08:57.837518 dv-cinder-831776-4-iscsi neutron-server[103095]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 16 09:08:57.865374 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ef8004-779e-4371-a84a-9bd64b2dc2d3 req-8d7d7d67-03a6-4c16-aac7-d738a62816da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:08:57.867468 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-45ef8004-779e-4371-a84a-9bd64b2dc2d3 req-8d7d7d67-03a6-4c16-aac7-d738a62816da service neutron] 10.222.0.48 "GET /v2.0/subnets?id=21cfdeb1-bd49-41a4-bdcb-784e8ee0104b HTTP/1.1" status: 200 len: 854 time: 0.0700982 Mar 16 09:08:57.883338 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70ee451-1c54-474e-b544-ad0ec6d3c559 req-6473f15c-2d28-4236-aeed-d2d165fbc74e tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:08:57.885825 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [req-f70ee451-1c54-474e-b544-ad0ec6d3c559 req-6473f15c-2d28-4236-aeed-d2d165fbc74e tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/ports/a76df884-4e7b-483e-a50e-fcb5250bd972 HTTP/1.1" status: 200 len: 942 time: 0.1031938 Mar 16 09:08:57.898158 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345510b5-a5a4-41af-a687-d276d4954f59 req-3f52c253-a56a-43a1-a988-529e0a54fb69 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:08:57.899356 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-345510b5-a5a4-41af-a687-d276d4954f59 req-3f52c253-a56a-43a1-a988-529e0a54fb69 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca3b3319-fece-4b8f-97c7-2dba568d0728 HTTP/1.1" status: 200 len: 945 time: 0.1132536 Mar 16 09:08:57.970727 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ef8004-779e-4371-a84a-9bd64b2dc2d3 req-c1d26815-26dd-4070-8bce-b9cab3cbaee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:08:57.972252 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-45ef8004-779e-4371-a84a-9bd64b2dc2d3 req-c1d26815-26dd-4070-8bce-b9cab3cbaee0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0980206 Mar 16 09:08:57.982063 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-345510b5-a5a4-41af-a687-d276d4954f59 req-3d36422e-ef6f-44de-84bd-44211da083b0 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0740942-11c2-47cc-a293-e00947365415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668616 Mar 16 09:08:58.004262 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Device 0a0b4331-4ded-4391-8669-9c53877df0ef no longer exists at agent hyperv_hv-cinder-83177 {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 09:08:58.076114 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Current status of the port 0a0b4331-4ded-4391-8669-9c53877df0ef is: ACTIVE; New status is: DOWN {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:08:58.076765 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (0a0b4331-4ded-4391-8669-9c53877df0ef), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:08:58.080623 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-45ef8004-779e-4371-a84a-9bd64b2dc2d3 req-2c2462a1-38db-4947-bfbf-90e5597353b6 service neutron] 10.222.0.48 "GET /v2.0/networks/71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975959 Mar 16 09:08:58.099125 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d07977b-4f1c-446a-8840-556df822cf9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a0b4331-4ded-4391-8669-9c53877df0ef'}] {{(pid=103097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 09:08:58.101432 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4541ab3f2cdba5932412d0e11c0734b292cb124fdee115af1127c89d10c16b82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a0e91c-9f83-4561-b4da-67ad30fb856c" -d '{"events": [{"server_uuid": "4d07977b-4f1c-446a-8840-556df822cf9f", "name": "network-vif-unplugged", "status": "completed", "tag": "0a0b4331-4ded-4391-8669-9c53877df0ef"}]}' {{(pid=103097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 09:08:58.114191 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] For port 0a0b4331-4ded-4391-8669-9c53877df0ef, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=0a0b4331-4ded-4391-8669-9c53877df0ef,segment=NetworkSegment(92870879-9daf-4c8f-8e0a-de7f92d81d56),segment_id=92870879-9daf-4c8f-8e0a-de7f92d81d56)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:08:58.121879 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (0a0b4331-4ded-4391-8669-9c53877df0ef), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:08:58.122735 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Device a76df884-4e7b-483e-a50e-fcb5250bd972 no longer exists at agent hyperv_hv-cinder-83177 {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 09:08:58.186849 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 16 Mar 2022 09:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-487d63c0-1ad5-4347-8f51-f6cf4dde08bb x-openstack-request-id: req-487d63c0-1ad5-4347-8f51-f6cf4dde08bb {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 09:08:58.187141 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d07977b-4f1c-446a-8840-556df822cf9f", "name": "network-vif-unplugged", "status": "failed", "tag": "0a0b4331-4ded-4391-8669-9c53877df0ef", "code": 422}]} {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 09:08:58.187398 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-487d63c0-1ad5-4347-8f51-f6cf4dde08bb {{(pid=103097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 09:08:58.187824 dv-cinder-831776-4-iscsi neutron-server[103097]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4d07977b-4f1c-446a-8840-556df822cf9f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0a0b4331-4ded-4391-8669-9c53877df0ef', 'code': 422} returned with failed status Mar 16 09:08:58.188973 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-45ef8004-779e-4371-a84a-9bd64b2dc2d3 req-43ce9d94-3b14-4217-9163-7971f4491417 service neutron] 10.222.0.48 "GET /v2.0/networks/71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998423 Mar 16 09:08:58.195364 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Pushing event updated for resources: {'Port': ['ID=0a0b4331-4ded-4391-8669-9c53877df0ef,revision_number=8']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:08:58.251786 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Current status of the port a76df884-4e7b-483e-a50e-fcb5250bd972 is: ACTIVE; New status is: DOWN {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:08:58.252183 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (a76df884-4e7b-483e-a50e-fcb5250bd972), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:08:58.279787 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395be46a-42f6-40e7-a03d-cbc959d362eb req-84c69ee7-560b-4d64-8857-fad56294ca92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:08:58.281304 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-395be46a-42f6-40e7-a03d-cbc959d362eb req-84c69ee7-560b-4d64-8857-fad56294ca92 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cb287d834c3747da825c3d4bb412c949&device_id=8a47ced8-d046-4e1e-9c5f-665e4177b962 HTTP/1.1" status: 200 len: 1127 time: 0.0482376 Mar 16 09:08:58.286491 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] For port a76df884-4e7b-483e-a50e-fcb5250bd972, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=a76df884-4e7b-483e-a50e-fcb5250bd972,segment=NetworkSegment(2be44d73-3d28-429b-944f-2d2ec1b02c37),segment_id=2be44d73-3d28-429b-944f-2d2ec1b02c37)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:08:58.290696 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (a76df884-4e7b-483e-a50e-fcb5250bd972), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:08:58.352208 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Pushing event updated for resources: {'Port': ['ID=a76df884-4e7b-483e-a50e-fcb5250bd972,revision_number=6']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:08:58.418309 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395be46a-42f6-40e7-a03d-cbc959d362eb req-ac3b5231-5a22-4683-8556-8d459544b352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:08:58.419895 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-395be46a-42f6-40e7-a03d-cbc959d362eb req-ac3b5231-5a22-4683-8556-8d459544b352 service neutron] 10.222.0.48 "GET /v2.0/networks?id=71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625 HTTP/1.1" status: 200 len: 916 time: 0.1316798 Mar 16 09:08:58.474238 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0dcc20-6556-4b85-97cf-89981f2dd3a5 req-a25c879d-f27b-46a7-aae0-704e66edb70b tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:08:58.475683 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-6a0dcc20-6556-4b85-97cf-89981f2dd3a5 req-a25c879d-f27b-46a7-aae0-704e66edb70b tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d07977b-4f1c-446a-8840-556df822cf9f HTTP/1.1" status: 200 len: 944 time: 0.1117308 Mar 16 09:08:58.476921 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-395be46a-42f6-40e7-a03d-cbc959d362eb req-77d57a8a-012f-45d9-bea0-8e328536f72b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74bf21a7-1b53-4ccf-b363-f8899405259a HTTP/1.1" status: 200 len: 217 time: 0.0492680 Mar 16 09:08:58.589514 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395be46a-42f6-40e7-a03d-cbc959d362eb req-1e016e6d-812b-4834-b2ce-8c10dd1d6a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:08:58.591114 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-395be46a-42f6-40e7-a03d-cbc959d362eb req-1e016e6d-812b-4834-b2ce-8c10dd1d6a5f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=21cfdeb1-bd49-41a4-bdcb-784e8ee0104b HTTP/1.1" status: 200 len: 854 time: 0.1057036 Mar 16 09:08:58.595991 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-6a0dcc20-6556-4b85-97cf-89981f2dd3a5 req-d6ff531e-95e8-4be9-b2fa-0ed9a0a00c4d tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5204cf0-5775-4a11-985e-a2de5d7605a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095855 Mar 16 09:08:58.603659 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9797dc-4aa9-4db4-9a0f-be0e7447fc01 req-16970b75-eddb-44be-82d3-a1a3cd36a7c3 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:08:58.605121 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2a9797dc-4aa9-4db4-9a0f-be0e7447fc01 req-16970b75-eddb-44be-82d3-a1a3cd36a7c3 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a47ced8-d046-4e1e-9c5f-665e4177b962 HTTP/1.1" status: 200 len: 943 time: 0.1399686 Mar 16 09:08:58.638846 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 52602) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:08:58.680984 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395be46a-42f6-40e7-a03d-cbc959d362eb req-8cd806cd-1ec4-4f6b-9668-c9aecdf6519e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:08:58.682510 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-395be46a-42f6-40e7-a03d-cbc959d362eb req-8cd806cd-1ec4-4f6b-9668-c9aecdf6519e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0764778 Mar 16 09:08:58.687252 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2a9797dc-4aa9-4db4-9a0f-be0e7447fc01 req-b5b6ed20-4230-4bfc-a3f5-d2f9f5dc4c71 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8ac09bb-227d-4bbe-ad6a-665f8a378716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560787 Mar 16 09:08:58.731054 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [req-8e93aff1-053e-4fac-b545-aadc550a948b req-cc08a0d4-d03a-4530-a121-67dbd40eb382 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4d07977b-4f1c-446a-8840-556df822cf9f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0906367 Mar 16 09:08:58.739700 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [req-8e93aff1-053e-4fac-b545-aadc550a948b req-c2ab0ad1-f546-476c-bf6b-f464faeee6d5 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103095) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 16 09:08:58.740730 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [req-8e93aff1-053e-4fac-b545-aadc550a948b req-c2ab0ad1-f546-476c-bf6b-f464faeee6d5 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048912 Mar 16 09:08:58.773063 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-395be46a-42f6-40e7-a03d-cbc959d362eb req-2ec9d9b9-cfce-464f-ae92-30e14845142e service neutron] 10.222.0.48 "GET /v2.0/networks/71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840349 Mar 16 09:08:58.815905 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 52610) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:08:58.860248 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-395be46a-42f6-40e7-a03d-cbc959d362eb req-273250b0-5f2c-448b-b00f-f2bfc6817ef5 service neutron] 10.222.0.48 "GET /v2.0/networks/71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809183 Mar 16 09:08:58.910270 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e93aff1-053e-4fac-b545-aadc550a948b req-59eb5e81-bb1b-4052-8037-9bef6626e580 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:08:58.911546 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [req-8e93aff1-053e-4fac-b545-aadc550a948b req-59eb5e81-bb1b-4052-8037-9bef6626e580 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports/0a0b4331-4ded-4391-8669-9c53877df0ef HTTP/1.1" status: 200 len: 941 time: 0.0946128 Mar 16 09:08:59.110064 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5f2c0b-1532-430a-be72-d22528c2490f req-86dc7a51-b765-4d94-b343-d0846ecdbaa3 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:08:59.114348 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-9c5f2c0b-1532-430a-be72-d22528c2490f req-86dc7a51-b765-4d94-b343-d0846ecdbaa3 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca3b3319-fece-4b8f-97c7-2dba568d0728 HTTP/1.1" status: 200 len: 943 time: 0.0613587 Mar 16 09:08:59.161355 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-9c5f2c0b-1532-430a-be72-d22528c2490f req-f65f78a0-0216-43e9-9bad-deba610b88cd tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0740942-11c2-47cc-a293-e00947365415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434687 Mar 16 09:08:59.728905 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fca25d-ba31-4323-8f63-3eb4f9d930f4 req-49ad504d-c6fa-4df9-86d2-8580481d9131 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:08:59.733933 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-14fca25d-ba31-4323-8f63-3eb4f9d930f4 req-49ad504d-c6fa-4df9-86d2-8580481d9131 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d07977b-4f1c-446a-8840-556df822cf9f HTTP/1.1" status: 200 len: 944 time: 0.0610547 Mar 16 09:08:59.807777 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-14fca25d-ba31-4323-8f63-3eb4f9d930f4 req-bfe4bcd6-4fa5-4fef-8b68-d261185018cd tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5204cf0-5775-4a11-985e-a2de5d7605a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702403 Mar 16 09:08:59.830460 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d0d399-133c-48f7-9b65-fb56c0518ec5 req-f1971ac3-63ca-4824-ad48-73162a95eb0d tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:08:59.832089 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-c1d0d399-133c-48f7-9b65-fb56c0518ec5 req-f1971ac3-63ca-4824-ad48-73162a95eb0d tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a47ced8-d046-4e1e-9c5f-665e4177b962 HTTP/1.1" status: 200 len: 943 time: 0.0756326 Mar 16 09:08:59.883337 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-c1d0d399-133c-48f7-9b65-fb56c0518ec5 req-e19e8301-d91b-4da5-8e3d-f6797d2f70fa tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8ac09bb-227d-4bbe-ad6a-665f8a378716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450826 Mar 16 09:09:00.189301 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca3b3319-fece-4b8f-97c7-2dba568d0728', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a76df884-4e7b-483e-a50e-fcb5250bd972'}] {{(pid=103097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 09:09:00.192035 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4541ab3f2cdba5932412d0e11c0734b292cb124fdee115af1127c89d10c16b82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c220eb86-1c6a-4204-9738-15189fe3733c" -d '{"events": [{"server_uuid": "ca3b3319-fece-4b8f-97c7-2dba568d0728", "name": "network-vif-unplugged", "status": "completed", "tag": "a76df884-4e7b-483e-a50e-fcb5250bd972"}]}' {{(pid=103097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 09:09:00.223387 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 16 Mar 2022 09:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a14baf3d-4e81-4b2a-aa33-40e5db8c91f0 x-openstack-request-id: req-a14baf3d-4e81-4b2a-aa33-40e5db8c91f0 {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 09:09:00.223670 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca3b3319-fece-4b8f-97c7-2dba568d0728", "name": "network-vif-unplugged", "status": "failed", "tag": "a76df884-4e7b-483e-a50e-fcb5250bd972", "code": 422}]} {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 09:09:00.224083 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a14baf3d-4e81-4b2a-aa33-40e5db8c91f0 {{(pid=103097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 09:09:00.224650 dv-cinder-831776-4-iscsi neutron-server[103097]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ca3b3319-fece-4b8f-97c7-2dba568d0728', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a76df884-4e7b-483e-a50e-fcb5250bd972', 'code': 422} returned with failed status Mar 16 09:09:00.279435 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e93aff1-053e-4fac-b545-aadc550a948b req-2642ddf1-e4fa-496f-b291-2334a7c353e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:09:00.280915 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-8e93aff1-053e-4fac-b545-aadc550a948b req-2642ddf1-e4fa-496f-b291-2334a7c353e9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4d07977b-4f1c-446a-8840-556df822cf9f&tenant_id=c6376ecd52fd4df3958214376cfc2020 HTTP/1.1" status: 200 len: 1128 time: 0.1077569 Mar 16 09:09:00.295868 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc9390-8981-454a-ba16-28e08b77e056 req-0d28feed-36aa-44cc-9a80-f92bd04f61d3 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:09:00.297310 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a9cc9390-8981-454a-ba16-28e08b77e056 req-0d28feed-36aa-44cc-9a80-f92bd04f61d3 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca3b3319-fece-4b8f-97c7-2dba568d0728 HTTP/1.1" status: 200 len: 943 time: 0.0706100 Mar 16 09:09:00.374872 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a9cc9390-8981-454a-ba16-28e08b77e056 req-42997133-2198-4a36-bdbd-c1db6da61d4e tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0740942-11c2-47cc-a293-e00947365415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714192 Mar 16 09:09:00.380958 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e93aff1-053e-4fac-b545-aadc550a948b req-fa3732fd-48b3-4c87-ab05-7c6632f1f0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:09:00.382430 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-8e93aff1-053e-4fac-b545-aadc550a948b req-fa3732fd-48b3-4c87-ab05-7c6632f1f0d7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6376ecd52fd4df3958214376cfc2020&device_id=4d07977b-4f1c-446a-8840-556df822cf9f HTTP/1.1" status: 200 len: 1128 time: 0.0802746 Mar 16 09:09:00.469175 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e93aff1-053e-4fac-b545-aadc550a948b req-7ec37d0c-1c80-416e-9408-992740499a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:09:00.470685 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-8e93aff1-053e-4fac-b545-aadc550a948b req-7ec37d0c-1c80-416e-9408-992740499a87 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a3933f25-b7ca-4916-8a13-138bf0db8c83 HTTP/1.1" status: 200 len: 917 time: 0.0817022 Mar 16 09:09:00.535752 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-8e93aff1-053e-4fac-b545-aadc550a948b req-0c703dd6-d431-4e42-aa94-7d54ad4d83f1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a0b4331-4ded-4391-8669-9c53877df0ef HTTP/1.1" status: 200 len: 999 time: 0.0591629 Mar 16 09:09:00.581964 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e93aff1-053e-4fac-b545-aadc550a948b req-7ffea7c6-50a6-4fd8-ac6e-9c19369c34d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:09:00.583339 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-8e93aff1-053e-4fac-b545-aadc550a948b req-7ffea7c6-50a6-4fd8-ac6e-9c19369c34d6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f6c2cbf7-36bb-4af8-9e66-db86b28b25f5 HTTP/1.1" status: 200 len: 855 time: 0.0413387 Mar 16 09:09:00.629800 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e93aff1-053e-4fac-b545-aadc550a948b req-0597c2cd-56fd-493b-9bb4-6a082ff17d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:09:00.631122 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-8e93aff1-053e-4fac-b545-aadc550a948b req-0597c2cd-56fd-493b-9bb4-6a082ff17d6a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a3933f25-b7ca-4916-8a13-138bf0db8c83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411129 Mar 16 09:09:00.724814 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-8e93aff1-053e-4fac-b545-aadc550a948b req-d962d9ad-c6d8-4bd3-8586-4836acb6ee3e service neutron] 10.222.0.48 "GET /v2.0/networks/a3933f25-b7ca-4916-8a13-138bf0db8c83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853353 Mar 16 09:09:00.817160 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-8e93aff1-053e-4fac-b545-aadc550a948b req-bdc41be5-9a4b-4323-b9e5-f10bb171ee89 service neutron] 10.222.0.48 "GET /v2.0/networks/a3933f25-b7ca-4916-8a13-138bf0db8c83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855031 Mar 16 09:09:00.942215 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e51cae-f6bd-463a-ae8d-030261f892c0 req-743d8546-6127-401a-a72c-14c8544e59f9 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:09:00.943764 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-08e51cae-f6bd-463a-ae8d-030261f892c0 req-743d8546-6127-401a-a72c-14c8544e59f9 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d07977b-4f1c-446a-8840-556df822cf9f HTTP/1.1" status: 200 len: 944 time: 0.0596621 Mar 16 09:09:01.020840 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-08e51cae-f6bd-463a-ae8d-030261f892c0 req-9b1fd846-8d78-491c-8f5f-5653275d27ee tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5204cf0-5775-4a11-985e-a2de5d7605a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711091 Mar 16 09:09:01.041123 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec9a16c-3c51-4cdb-bb0a-20c52a6d9505 req-dc5ea3a3-4ec2-4d83-89d4-b6d8a2c85e66 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:09:01.043982 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-8ec9a16c-3c51-4cdb-bb0a-20c52a6d9505 req-dc5ea3a3-4ec2-4d83-89d4-b6d8a2c85e66 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a47ced8-d046-4e1e-9c5f-665e4177b962 HTTP/1.1" status: 200 len: 943 time: 0.0796733 Mar 16 09:09:01.097324 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-8ec9a16c-3c51-4cdb-bb0a-20c52a6d9505 req-b7dc14da-72b6-4424-a4f0-3a149b130a6f tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8ac09bb-227d-4bbe-ad6a-665f8a378716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420942 Mar 16 09:09:01.520773 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc55b35f-bd8e-4704-9dd2-95906f5ec493 req-10d2b7af-2901-4a46-891e-26027275172e tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:09:01.522301 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-fc55b35f-bd8e-4704-9dd2-95906f5ec493 req-10d2b7af-2901-4a46-891e-26027275172e tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca3b3319-fece-4b8f-97c7-2dba568d0728 HTTP/1.1" status: 200 len: 943 time: 0.0663590 Mar 16 09:09:01.576055 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-fc55b35f-bd8e-4704-9dd2-95906f5ec493 req-d8f4ed0b-5864-4478-a7ff-e8ee51922414 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0740942-11c2-47cc-a293-e00947365415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477860 Mar 16 09:09:02.029245 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Device 74bf21a7-1b53-4ccf-b363-f8899405259a details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=103097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 09:09:02.152929 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] For port 74bf21a7-1b53-4ccf-b363-f8899405259a, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=74bf21a7-1b53-4ccf-b363-f8899405259a,segment=NetworkSegment(1fd71943-1f67-4889-a966-97189e27dce5),segment_id=1fd71943-1f67-4889-a966-97189e27dce5)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:09:02.164701 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Returning: {'device': '74bf21a7-1b53-4ccf-b363-f8899405259a', 'network_id': '71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625', 'port_id': '74bf21a7-1b53-4ccf-b363-f8899405259a', 'mac_address': 'fa:16:3e:e9:87:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21cfdeb1-bd49-41a4-bdcb-784e8ee0104b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 09:09:02.192924 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac780ac1-9188-4489-9c48-6f026fae89fc req-3ff51fc7-ddc0-4f49-afd2-1a0a7d674133 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:09:02.202573 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-ac780ac1-9188-4489-9c48-6f026fae89fc req-3ff51fc7-ddc0-4f49-afd2-1a0a7d674133 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d07977b-4f1c-446a-8840-556df822cf9f HTTP/1.1" status: 200 len: 944 time: 0.0937171 Mar 16 09:09:02.232551 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Current status of the port 74bf21a7-1b53-4ccf-b363-f8899405259a is: DOWN; New status is: BUILD {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:09:02.232948 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (74bf21a7-1b53-4ccf-b363-f8899405259a), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:09:02.250094 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.notifiers.nova [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74bf21a7-1b53-4ccf-b363-f8899405259a {{(pid=103097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 09:09:02.272314 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] For port 74bf21a7-1b53-4ccf-b363-f8899405259a, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=74bf21a7-1b53-4ccf-b363-f8899405259a,segment=NetworkSegment(1fd71943-1f67-4889-a966-97189e27dce5),segment_id=1fd71943-1f67-4889-a966-97189e27dce5)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:09:02.278533 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (74bf21a7-1b53-4ccf-b363-f8899405259a), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:09:02.281472 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-ac780ac1-9188-4489-9c48-6f026fae89fc req-746f47a2-bfa4-4a21-9249-7de360ca16b7 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5204cf0-5775-4a11-985e-a2de5d7605a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778306 Mar 16 09:09:02.305813 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3d6c1a-e32b-4c6d-8e21-c5d9ba2330d3 req-91aa1f3f-fe13-4c8f-9ace-553e48106ada tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:09:02.307270 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-9c3d6c1a-e32b-4c6d-8e21-c5d9ba2330d3 req-91aa1f3f-fe13-4c8f-9ace-553e48106ada tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a47ced8-d046-4e1e-9c5f-665e4177b962 HTTP/1.1" status: 200 len: 943 time: 0.1283896 Mar 16 09:09:02.348542 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Pushing event updated for resources: {'Port': ['ID=74bf21a7-1b53-4ccf-b363-f8899405259a,revision_number=4']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:09:02.367089 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-9c3d6c1a-e32b-4c6d-8e21-c5d9ba2330d3 req-9a54ba39-7fa7-4c39-a96e-1a91cc6edf36 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8ac09bb-227d-4bbe-ad6a-665f8a378716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505047 Mar 16 09:09:02.675771 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] get_ports_and_sgs() called for port_ids ['74bf21a7-1b53-4ccf-b363-f8899405259a'] {{(pid=103097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 09:09:02.711720 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d771ba-6a9b-4db1-8a12-35475ab1c980 req-3c4d2a83-322b-4991-8842-6cacbbe90e4d tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:09:02.712783 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-41d771ba-6a9b-4db1-8a12-35475ab1c980 req-3c4d2a83-322b-4991-8842-6cacbbe90e4d tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca3b3319-fece-4b8f-97c7-2dba568d0728 HTTP/1.1" status: 200 len: 943 time: 0.0666184 Mar 16 09:09:02.768136 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-41d771ba-6a9b-4db1-8a12-35475ab1c980 req-07a16963-2cf1-4b78-9f8b-e9caa563586d tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0740942-11c2-47cc-a293-e00947365415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485985 Mar 16 09:09:03.410986 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b100a-03cb-49d9-bcb6-62012ac519e9 req-e41145d5-4055-4072-8cd9-ad0b0093bbaf tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:09:03.412517 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b16b100a-03cb-49d9-bcb6-62012ac519e9 req-e41145d5-4055-4072-8cd9-ad0b0093bbaf tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d07977b-4f1c-446a-8840-556df822cf9f HTTP/1.1" status: 200 len: 944 time: 0.0556257 Mar 16 09:09:03.479696 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b16b100a-03cb-49d9-bcb6-62012ac519e9 req-f063b20d-f303-4d4f-8e26-d38d6b115a6f tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5204cf0-5775-4a11-985e-a2de5d7605a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611331 Mar 16 09:09:03.537294 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27279725-0e43-4107-8940-92bf1d4e0b59 req-f9f3a23d-658a-4e6f-923d-41eedcc31a9f tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:09:03.539183 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-27279725-0e43-4107-8940-92bf1d4e0b59 req-f9f3a23d-658a-4e6f-923d-41eedcc31a9f tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a47ced8-d046-4e1e-9c5f-665e4177b962 HTTP/1.1" status: 200 len: 944 time: 0.0754375 Mar 16 09:09:03.588323 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-27279725-0e43-4107-8940-92bf1d4e0b59 req-09fd5a28-301f-4be1-ad22-57543531959a tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8ac09bb-227d-4bbe-ad6a-665f8a378716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434732 Mar 16 09:09:03.890371 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eb91a6-27c4-47a1-a25d-b7ccd719340e req-872490e8-bf4d-48a5-aa1d-876a8f615bd1 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:09:03.891950 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-75eb91a6-27c4-47a1-a25d-b7ccd719340e req-872490e8-bf4d-48a5-aa1d-876a8f615bd1 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca3b3319-fece-4b8f-97c7-2dba568d0728 HTTP/1.1" status: 200 len: 943 time: 0.0539489 Mar 16 09:09:03.947659 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-75eb91a6-27c4-47a1-a25d-b7ccd719340e req-1ba03205-e041-4a1e-ae0f-9b0bf9de9bf3 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0740942-11c2-47cc-a293-e00947365415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492260 Mar 16 09:09:04.062103 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Device 74bf21a7-1b53-4ccf-b363-f8899405259a up at agent hyperv_hv-cinder-83177 {{(pid=103097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 09:09:04.114396 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Provisioning for port 74bf21a7-1b53-4ccf-b363-f8899405259a completed by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 16 09:09:04.119108 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Provisioning complete for port 74bf21a7-1b53-4ccf-b363-f8899405259a triggered by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:09:04.119485 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (74bf21a7-1b53-4ccf-b363-f8899405259a), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:09:04.199438 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Current status of the port 74bf21a7-1b53-4ccf-b363-f8899405259a is: BUILD; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:09:04.199748 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (74bf21a7-1b53-4ccf-b363-f8899405259a), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:09:04.229273 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a47ced8-d046-4e1e-9c5f-665e4177b962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74bf21a7-1b53-4ccf-b363-f8899405259a'}] {{(pid=103097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 09:09:04.235713 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4541ab3f2cdba5932412d0e11c0734b292cb124fdee115af1127c89d10c16b82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37546017-a80b-4548-aaf6-b1bc2b2f30cf" -d '{"events": [{"server_uuid": "8a47ced8-d046-4e1e-9c5f-665e4177b962", "name": "network-vif-plugged", "status": "completed", "tag": "74bf21a7-1b53-4ccf-b363-f8899405259a"}]}' {{(pid=103097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 09:09:04.259401 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] For port 74bf21a7-1b53-4ccf-b363-f8899405259a, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=74bf21a7-1b53-4ccf-b363-f8899405259a,segment=NetworkSegment(1fd71943-1f67-4889-a966-97189e27dce5),segment_id=1fd71943-1f67-4889-a966-97189e27dce5)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:09:04.264625 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (74bf21a7-1b53-4ccf-b363-f8899405259a), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:09:04.275355 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 09:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30a73a41-f2e9-404c-8355-8818375810e0 x-openstack-request-id: req-30a73a41-f2e9-404c-8355-8818375810e0 {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 09:09:04.275830 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a47ced8-d046-4e1e-9c5f-665e4177b962", "name": "network-vif-plugged", "status": "completed", "tag": "74bf21a7-1b53-4ccf-b363-f8899405259a", "code": 200}]} {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 09:09:04.276255 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-30a73a41-f2e9-404c-8355-8818375810e0 {{(pid=103097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 09:09:04.276964 dv-cinder-831776-4-iscsi neutron-server[103097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a47ced8-d046-4e1e-9c5f-665e4177b962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74bf21a7-1b53-4ccf-b363-f8899405259a', 'code': 200} Mar 16 09:09:04.320406 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Pushing event updated for resources: {'Port': ['ID=74bf21a7-1b53-4ccf-b363-f8899405259a,revision_number=5']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:09:04.620636 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25561d3e-4e95-4918-8070-883b76ebbc3b req-bda716cf-aca2-4f57-95ef-85980762c353 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:09:04.623901 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-25561d3e-4e95-4918-8070-883b76ebbc3b req-bda716cf-aca2-4f57-95ef-85980762c353 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d07977b-4f1c-446a-8840-556df822cf9f HTTP/1.1" status: 200 len: 944 time: 0.0553505 Mar 16 09:09:04.695406 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-25561d3e-4e95-4918-8070-883b76ebbc3b req-6ea7b334-a7be-4c11-a213-c6a185e210c9 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5204cf0-5775-4a11-985e-a2de5d7605a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665588 Mar 16 09:09:04.744905 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e42cbf-5cc7-47df-afaa-9d1f927c85d4 req-036fd9ff-614d-40e2-93ca-637075cfac31 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:09:04.747301 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-96e42cbf-5cc7-47df-afaa-9d1f927c85d4 req-036fd9ff-614d-40e2-93ca-637075cfac31 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a47ced8-d046-4e1e-9c5f-665e4177b962 HTTP/1.1" status: 200 len: 945 time: 0.0696468 Mar 16 09:09:04.795458 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-96e42cbf-5cc7-47df-afaa-9d1f927c85d4 req-b6339cd0-53b9-484a-8359-3617e4aac9cb tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8ac09bb-227d-4bbe-ad6a-665f8a378716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424783 Mar 16 09:09:05.074834 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b688b5a3-be91-4ece-9540-61d366c0c4db req-3db2597c-173c-471e-a6f6-8dcc37fe054b tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:09:05.076410 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b688b5a3-be91-4ece-9540-61d366c0c4db req-3db2597c-173c-471e-a6f6-8dcc37fe054b tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca3b3319-fece-4b8f-97c7-2dba568d0728 HTTP/1.1" status: 200 len: 943 time: 0.0526776 Mar 16 09:09:05.129208 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b688b5a3-be91-4ece-9540-61d366c0c4db req-47df2f10-e9ff-4043-8aa8-2a8ea341ee55 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0740942-11c2-47cc-a293-e00947365415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464144 Mar 16 09:09:05.847088 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748cc05c-bd3a-4e24-b588-d3067235e284 req-6b1dfcf0-8978-4105-aaee-5a0f0733cc3f tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:09:05.848565 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-748cc05c-bd3a-4e24-b588-d3067235e284 req-6b1dfcf0-8978-4105-aaee-5a0f0733cc3f tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d07977b-4f1c-446a-8840-556df822cf9f HTTP/1.1" status: 200 len: 944 time: 0.0644116 Mar 16 09:09:05.933170 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-748cc05c-bd3a-4e24-b588-d3067235e284 req-2492203e-c5a3-4cf9-bb57-3bd4d83cb783 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5204cf0-5775-4a11-985e-a2de5d7605a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789022 Mar 16 09:09:05.949910 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20544d8-44e7-40d2-9bdc-0d68fc0ebf30 req-2417326c-c776-4337-a67f-003d03125188 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:09:05.951573 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-e20544d8-44e7-40d2-9bdc-0d68fc0ebf30 req-2417326c-c776-4337-a67f-003d03125188 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a47ced8-d046-4e1e-9c5f-665e4177b962 HTTP/1.1" status: 200 len: 945 time: 0.0825479 Mar 16 09:09:06.006176 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-e20544d8-44e7-40d2-9bdc-0d68fc0ebf30 req-00049a91-109c-4c6e-888a-0e9fa15eb59f tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8ac09bb-227d-4bbe-ad6a-665f8a378716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486293 Mar 16 09:09:06.254356 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a010258-ae72-405f-a352-426045d487e1 req-539b9915-aee9-4f6a-8acd-f409345443f5 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:09:06.255914 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-8a010258-ae72-405f-a352-426045d487e1 req-539b9915-aee9-4f6a-8acd-f409345443f5 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca3b3319-fece-4b8f-97c7-2dba568d0728 HTTP/1.1" status: 200 len: 943 time: 0.0526457 Mar 16 09:09:06.313315 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-8a010258-ae72-405f-a352-426045d487e1 req-dfcd7471-3568-40b9-89a5-ea5173de8486 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0740942-11c2-47cc-a293-e00947365415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515239 Mar 16 09:09:07.085841 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e0d891-7066-4af0-bf4b-d932d3d7d9bf req-2ca83cb5-ebe4-4a0a-b602-fbe90ae77060 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:09:07.087448 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-68e0d891-7066-4af0-bf4b-d932d3d7d9bf req-2ca83cb5-ebe4-4a0a-b602-fbe90ae77060 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d07977b-4f1c-446a-8840-556df822cf9f HTTP/1.1" status: 200 len: 944 time: 0.0739210 Mar 16 09:09:07.171735 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26776d45-d49c-4edd-9469-e168a1ef847c req-34947f7a-db98-4b03-a83a-f44641a2253c tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:09:07.172934 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-26776d45-d49c-4edd-9469-e168a1ef847c req-34947f7a-db98-4b03-a83a-f44641a2253c tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a47ced8-d046-4e1e-9c5f-665e4177b962 HTTP/1.1" status: 200 len: 945 time: 0.0839360 Mar 16 09:09:07.176379 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-68e0d891-7066-4af0-bf4b-d932d3d7d9bf req-bfec1f16-bf2c-4ac1-8ba8-e1593388e006 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5204cf0-5775-4a11-985e-a2de5d7605a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787156 Mar 16 09:09:07.228224 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-26776d45-d49c-4edd-9469-e168a1ef847c req-112d72fa-e6dd-4e6d-ada0-b7e668184f6a tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8ac09bb-227d-4bbe-ad6a-665f8a378716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501962 Mar 16 09:09:07.439614 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcb9283-d4de-48d6-8189-4ebed84e5376 req-a7ae843d-4be1-4d3f-ae7a-93f82ef3734c tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:09:07.441656 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-dbcb9283-d4de-48d6-8189-4ebed84e5376 req-a7ae843d-4be1-4d3f-ae7a-93f82ef3734c tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca3b3319-fece-4b8f-97c7-2dba568d0728 HTTP/1.1" status: 200 len: 943 time: 0.0588796 Mar 16 09:09:07.492512 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-dbcb9283-d4de-48d6-8189-4ebed84e5376 req-692d903c-e617-4ee3-9336-36fa6569ce78 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0740942-11c2-47cc-a293-e00947365415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451372 Mar 16 09:09:08.357703 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646367b9-955c-46c0-87a2-b1d795a7523a req-9f9e1d2b-2b34-4121-9868-4061d5cd009f tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:09:08.359166 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-646367b9-955c-46c0-87a2-b1d795a7523a req-9f9e1d2b-2b34-4121-9868-4061d5cd009f tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d07977b-4f1c-446a-8840-556df822cf9f HTTP/1.1" status: 200 len: 944 time: 0.1014764 Mar 16 09:09:08.379953 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab2174c-c50b-433c-a3d1-155c3a133877 req-132e6a44-e38f-4fe7-a7e9-311e8820f5b6 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:09:08.381395 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-4ab2174c-c50b-433c-a3d1-155c3a133877 req-132e6a44-e38f-4fe7-a7e9-311e8820f5b6 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a47ced8-d046-4e1e-9c5f-665e4177b962 HTTP/1.1" status: 200 len: 945 time: 0.0759385 Mar 16 09:09:08.445456 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-646367b9-955c-46c0-87a2-b1d795a7523a req-7271804c-63c0-4973-aa6d-6481bf7aebd2 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5204cf0-5775-4a11-985e-a2de5d7605a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785928 Mar 16 09:09:08.457615 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-4ab2174c-c50b-433c-a3d1-155c3a133877 req-505d6523-f916-4263-b177-67056d34f502 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8ac09bb-227d-4bbe-ad6a-665f8a378716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679803 Mar 16 09:09:08.616235 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f84e574-9ec2-4a1e-82d6-b65574a7a6e5 req-2e0e9023-70df-484d-8521-b372d4b58796 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:09:08.617946 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-3f84e574-9ec2-4a1e-82d6-b65574a7a6e5 req-2e0e9023-70df-484d-8521-b372d4b58796 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca3b3319-fece-4b8f-97c7-2dba568d0728 HTTP/1.1" status: 200 len: 943 time: 0.0551741 Mar 16 09:09:08.680502 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-3f84e574-9ec2-4a1e-82d6-b65574a7a6e5 req-def22f11-1b05-4d77-8054-94ef6288f7bb tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0740942-11c2-47cc-a293-e00947365415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561104 Mar 16 09:09:09.824797 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a11ee57-8d6a-4f6a-98e2-f741e98d2a6f req-bf0dd00b-c0cc-44cd-82aa-3eb93bff0e08 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:09:09.826185 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5a11ee57-8d6a-4f6a-98e2-f741e98d2a6f req-bf0dd00b-c0cc-44cd-82aa-3eb93bff0e08 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a47ced8-d046-4e1e-9c5f-665e4177b962 HTTP/1.1" status: 200 len: 945 time: 0.3002691 Mar 16 09:09:09.837015 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1c97f1-7395-47e8-9bc7-20ebc811daa4 req-f3a04045-ce14-4b14-9596-422d2c6ae6dd tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:09:09.838396 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-1e1c97f1-7395-47e8-9bc7-20ebc811daa4 req-f3a04045-ce14-4b14-9596-422d2c6ae6dd tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d07977b-4f1c-446a-8840-556df822cf9f HTTP/1.1" status: 200 len: 944 time: 0.3110943 Mar 16 09:09:09.908057 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5a11ee57-8d6a-4f6a-98e2-f741e98d2a6f req-ede0d524-c7de-42d3-8942-1d28dc32ebe0 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8ac09bb-227d-4bbe-ad6a-665f8a378716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687323 Mar 16 09:09:09.911044 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-1e1c97f1-7395-47e8-9bc7-20ebc811daa4 req-8a3b3b1d-ec50-45d7-8b57-01214b3c5751 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5204cf0-5775-4a11-985e-a2de5d7605a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658116 Mar 16 09:09:10.010031 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8fa9f9-a527-4ad6-922d-be6ff2410dfe req-4ddfb5c5-b405-4922-9507-d30ee4f3568b tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:09:10.011458 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5b8fa9f9-a527-4ad6-922d-be6ff2410dfe req-4ddfb5c5-b405-4922-9507-d30ee4f3568b tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca3b3319-fece-4b8f-97c7-2dba568d0728 HTTP/1.1" status: 200 len: 943 time: 0.0506864 Mar 16 09:09:10.057765 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5b8fa9f9-a527-4ad6-922d-be6ff2410dfe req-0b8089bd-7c89-46bb-9705-9e2eba44971c tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0740942-11c2-47cc-a293-e00947365415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403433 Mar 16 09:09:11.052429 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5e15fb-2aad-46e8-a21e-04e7e4f7c6c1 req-505a952b-ecaf-4ea6-80ba-c9ede45f11cd tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:09:11.053894 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-ff5e15fb-2aad-46e8-a21e-04e7e4f7c6c1 req-505a952b-ecaf-4ea6-80ba-c9ede45f11cd tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a47ced8-d046-4e1e-9c5f-665e4177b962 HTTP/1.1" status: 200 len: 945 time: 0.0806270 Mar 16 09:09:11.073589 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fff34e3-78e9-4824-8be5-63a1338fd605 req-b0bc04f5-32c3-4740-9dd7-f5176d52b3bd tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:09:11.075005 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-3fff34e3-78e9-4824-8be5-63a1338fd605 req-b0bc04f5-32c3-4740-9dd7-f5176d52b3bd tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d07977b-4f1c-446a-8840-556df822cf9f HTTP/1.1" status: 200 len: 944 time: 0.0904908 Mar 16 09:09:11.135449 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-ff5e15fb-2aad-46e8-a21e-04e7e4f7c6c1 req-88450b90-d3cf-4ed7-8624-7ef9f991d662 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8ac09bb-227d-4bbe-ad6a-665f8a378716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757766 Mar 16 09:09:11.142006 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-3fff34e3-78e9-4824-8be5-63a1338fd605 req-2ab510a7-8008-4df4-93fb-e55c0a758872 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5204cf0-5775-4a11-985e-a2de5d7605a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605533 Mar 16 09:09:11.237832 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8abc92-41d5-4e25-9c1d-28f81b4746e3 req-20e8155b-8d2c-4516-8a96-8780314046b7 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:09:11.239197 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-de8abc92-41d5-4e25-9c1d-28f81b4746e3 req-20e8155b-8d2c-4516-8a96-8780314046b7 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca3b3319-fece-4b8f-97c7-2dba568d0728 HTTP/1.1" status: 200 len: 943 time: 0.0516028 Mar 16 09:09:11.289134 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-de8abc92-41d5-4e25-9c1d-28f81b4746e3 req-78bdeab2-0bb9-4801-ad43-a28cdb8e69e1 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0740942-11c2-47cc-a293-e00947365415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444462 Mar 16 09:09:12.280815 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a8a527-fe1c-46c9-9b51-387840e08ed9 req-f4f7b1e2-7c32-467c-b7e7-6cfe2f5a2158 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:09:12.282305 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-08a8a527-fe1c-46c9-9b51-387840e08ed9 req-f4f7b1e2-7c32-467c-b7e7-6cfe2f5a2158 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a47ced8-d046-4e1e-9c5f-665e4177b962 HTTP/1.1" status: 200 len: 945 time: 0.0810344 Mar 16 09:09:12.293618 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb48ac9-71b6-423a-bb1c-76494e749d7c req-9b6a38d5-4f4c-4a62-8d72-e1a97f071d40 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:09:12.294960 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-6eb48ac9-71b6-423a-bb1c-76494e749d7c req-9b6a38d5-4f4c-4a62-8d72-e1a97f071d40 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d07977b-4f1c-446a-8840-556df822cf9f HTTP/1.1" status: 200 len: 944 time: 0.0687816 Mar 16 09:09:12.362238 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-08a8a527-fe1c-46c9-9b51-387840e08ed9 req-23cac96c-6e32-4f5f-8823-ec6b8f4f78e8 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8ac09bb-227d-4bbe-ad6a-665f8a378716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663571 Mar 16 09:09:12.366164 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-6eb48ac9-71b6-423a-bb1c-76494e749d7c req-9e93e69c-9cff-45ac-909c-4c05a7ab60eb tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5204cf0-5775-4a11-985e-a2de5d7605a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648727 Mar 16 09:09:12.466432 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695f88ac-6fc1-473e-ae9f-886a7a3b9bbe req-74cf0466-421f-4d02-997d-a69a9c348655 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:09:12.467785 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-695f88ac-6fc1-473e-ae9f-886a7a3b9bbe req-74cf0466-421f-4d02-997d-a69a9c348655 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca3b3319-fece-4b8f-97c7-2dba568d0728 HTTP/1.1" status: 200 len: 943 time: 0.0545037 Mar 16 09:09:12.515497 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-695f88ac-6fc1-473e-ae9f-886a7a3b9bbe req-c77d97ee-ea1d-4537-b0bb-a2667ad24ce5 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0740942-11c2-47cc-a293-e00947365415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423148 Mar 16 09:09:12.711013 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c907fa4-8638-44f1-be4a-4b84e146b21c req-aca6a6d0-c831-4b1a-a8fc-f957b19af8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:09:12.712480 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-0c907fa4-8638-44f1-be4a-4b84e146b21c req-aca6a6d0-c831-4b1a-a8fc-f957b19af8d8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8a47ced8-d046-4e1e-9c5f-665e4177b962 HTTP/1.1" status: 200 len: 1129 time: 0.0427563 Mar 16 09:09:12.755087 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-0c907fa4-8638-44f1-be4a-4b84e146b21c req-27ec3cfc-c5b8-460a-a46d-ec6c3bf91c6c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e8ac09bb-227d-4bbe-ad6a-665f8a378716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365868 Mar 16 09:09:13.517760 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77507407-2f52-4553-b3bd-2f81007b1caa req-dc047107-dd22-4442-aac2-ab1ba8cf5993 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:09:13.519223 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-77507407-2f52-4553-b3bd-2f81007b1caa req-dc047107-dd22-4442-aac2-ab1ba8cf5993 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a47ced8-d046-4e1e-9c5f-665e4177b962 HTTP/1.1" status: 200 len: 945 time: 0.0896778 Mar 16 09:09:13.530531 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ae20ec-9fad-408d-9130-8f0b8e23db6d req-e8777bc1-ff5d-4648-9823-f7e76f3f4d77 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:09:13.531749 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-35ae20ec-9fad-408d-9130-8f0b8e23db6d req-e8777bc1-ff5d-4648-9823-f7e76f3f4d77 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d07977b-4f1c-446a-8840-556df822cf9f HTTP/1.1" status: 200 len: 944 time: 0.0907848 Mar 16 09:09:13.606631 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-77507407-2f52-4553-b3bd-2f81007b1caa req-486f9c7e-585a-4bab-b565-dc1f0ad80614 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8ac09bb-227d-4bbe-ad6a-665f8a378716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743656 Mar 16 09:09:13.609866 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-35ae20ec-9fad-408d-9130-8f0b8e23db6d req-fbe05523-cbae-4fdf-9be6-f90fb3ace904 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5204cf0-5775-4a11-985e-a2de5d7605a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703080 Mar 16 09:09:13.720331 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e63a5cb-cadf-4968-96d7-d5d93c746a62 req-1f6d9298-09c4-47fa-af1d-37ac13b6902a tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:09:13.721705 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-7e63a5cb-cadf-4968-96d7-d5d93c746a62 req-1f6d9298-09c4-47fa-af1d-37ac13b6902a tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca3b3319-fece-4b8f-97c7-2dba568d0728 HTTP/1.1" status: 200 len: 943 time: 0.0522771 Mar 16 09:09:13.771921 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-7e63a5cb-cadf-4968-96d7-d5d93c746a62 req-c4adeb27-6c1a-45bd-91b0-69d0454a494c tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0740942-11c2-47cc-a293-e00947365415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446198 Mar 16 09:09:14.067722 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70ee451-1c54-474e-b544-ad0ec6d3c559 req-7946d414-f3ad-4b15-8947-3a4908542b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:09:14.069074 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-f70ee451-1c54-474e-b544-ad0ec6d3c559 req-7946d414-f3ad-4b15-8947-3a4908542b1d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ca3b3319-fece-4b8f-97c7-2dba568d0728&tenant_id=26ea3aab85a94b37a21cdbed5b78f153 HTTP/1.1" status: 200 len: 1127 time: 0.0426145 Mar 16 09:09:14.138091 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70ee451-1c54-474e-b544-ad0ec6d3c559 req-dce358c9-9da1-4aca-93d0-53f51f040c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:09:14.139547 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-f70ee451-1c54-474e-b544-ad0ec6d3c559 req-dce358c9-9da1-4aca-93d0-53f51f040c34 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=26ea3aab85a94b37a21cdbed5b78f153&device_id=ca3b3319-fece-4b8f-97c7-2dba568d0728 HTTP/1.1" status: 200 len: 1127 time: 0.0434332 Mar 16 09:09:14.233259 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70ee451-1c54-474e-b544-ad0ec6d3c559 req-1dc7bc80-83f2-4217-9057-da7bdb67a396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:09:14.234804 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-f70ee451-1c54-474e-b544-ad0ec6d3c559 req-1dc7bc80-83f2-4217-9057-da7bdb67a396 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c3ea6daf-446f-43ea-84a0-53f7ed6f9fc7 HTTP/1.1" status: 200 len: 909 time: 0.0849490 Mar 16 09:09:14.298639 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-f70ee451-1c54-474e-b544-ad0ec6d3c559 req-9f334753-45d0-41fe-97a5-17195bbbdec3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a76df884-4e7b-483e-a50e-fcb5250bd972 HTTP/1.1" status: 200 len: 998 time: 0.0572388 Mar 16 09:09:14.348786 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70ee451-1c54-474e-b544-ad0ec6d3c559 req-8856b03a-f2be-4467-8c0f-f6f18a8b8bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:09:14.350110 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-f70ee451-1c54-474e-b544-ad0ec6d3c559 req-8856b03a-f2be-4467-8c0f-f6f18a8b8bc2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=460c243c-1e34-4d2b-859c-b3bb55da3a92 HTTP/1.1" status: 200 len: 847 time: 0.0416925 Mar 16 09:09:14.400395 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70ee451-1c54-474e-b544-ad0ec6d3c559 req-f2236fb9-8fab-4b72-a214-a3d0b550536a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:09:14.401850 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-f70ee451-1c54-474e-b544-ad0ec6d3c559 req-f2236fb9-8fab-4b72-a214-a3d0b550536a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c3ea6daf-446f-43ea-84a0-53f7ed6f9fc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452962 Mar 16 09:09:14.486446 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-f70ee451-1c54-474e-b544-ad0ec6d3c559 req-d1ac9541-ab9f-4d15-8b5a-1a6a0599e828 service neutron] 10.222.0.48 "GET /v2.0/networks/c3ea6daf-446f-43ea-84a0-53f7ed6f9fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0777116 Mar 16 09:09:14.577226 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-f70ee451-1c54-474e-b544-ad0ec6d3c559 req-52f0fe38-a7a1-45e5-9103-0e5b73372bc3 service neutron] 10.222.0.48 "GET /v2.0/networks/c3ea6daf-446f-43ea-84a0-53f7ed6f9fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823545 Mar 16 09:09:14.758697 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a971fd-f008-458f-815e-ef34750a0b27 req-47b5e70f-0ac4-4b19-821c-c0b47d91ca82 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:09:14.760163 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a3a971fd-f008-458f-815e-ef34750a0b27 req-47b5e70f-0ac4-4b19-821c-c0b47d91ca82 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a47ced8-d046-4e1e-9c5f-665e4177b962 HTTP/1.1" status: 200 len: 945 time: 0.0854256 Mar 16 09:09:14.771217 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bae4a94-f8e7-4418-a5e2-b0ccf379da85 req-1e60fae2-497c-471b-97aa-f8fd0b594aa4 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:09:14.772593 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-1bae4a94-f8e7-4418-a5e2-b0ccf379da85 req-1e60fae2-497c-471b-97aa-f8fd0b594aa4 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d07977b-4f1c-446a-8840-556df822cf9f HTTP/1.1" status: 200 len: 944 time: 0.0852017 Mar 16 09:09:14.842953 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a3a971fd-f008-458f-815e-ef34750a0b27 req-6064df7d-111d-4428-a4e6-b8d86423b12a tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8ac09bb-227d-4bbe-ad6a-665f8a378716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694220 Mar 16 09:09:14.845896 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-1bae4a94-f8e7-4418-a5e2-b0ccf379da85 req-df61cf1f-ea89-4115-8eb6-9a0bd3d5c307 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5204cf0-5775-4a11-985e-a2de5d7605a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663891 Mar 16 09:09:14.951599 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cdb43b-2bc0-4daf-8e93-f4f5ade5f7de req-7fa697f2-70da-4349-b0d5-7805d6cc60db tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:09:14.953051 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-11cdb43b-2bc0-4daf-8e93-f4f5ade5f7de req-7fa697f2-70da-4349-b0d5-7805d6cc60db tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca3b3319-fece-4b8f-97c7-2dba568d0728 HTTP/1.1" status: 200 len: 943 time: 0.0555243 Mar 16 09:09:15.001503 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-11cdb43b-2bc0-4daf-8e93-f4f5ade5f7de req-154182c9-d111-447a-ae32-6f383f211282 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0740942-11c2-47cc-a293-e00947365415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427821 Mar 16 09:09:15.990831 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c17776-8900-48d0-b604-efc5ce645873 req-43a256dd-ca95-4360-ad8f-6da28d6838a9 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:09:15.992293 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b5c17776-8900-48d0-b604-efc5ce645873 req-43a256dd-ca95-4360-ad8f-6da28d6838a9 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a47ced8-d046-4e1e-9c5f-665e4177b962 HTTP/1.1" status: 200 len: 945 time: 0.0820055 Mar 16 09:09:16.000431 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f9180-3f5e-4db5-9ed5-7fafee0e2fd8 req-326d15c9-edbd-4fa8-ae77-3e0129c72b5f tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:09:16.001810 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-844f9180-3f5e-4db5-9ed5-7fafee0e2fd8 req-326d15c9-edbd-4fa8-ae77-3e0129c72b5f tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d07977b-4f1c-446a-8840-556df822cf9f HTTP/1.1" status: 200 len: 944 time: 0.0820382 Mar 16 09:09:16.070877 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b5c17776-8900-48d0-b604-efc5ce645873 req-bb56222d-c44e-4522-aa7f-243fa07e51be tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8ac09bb-227d-4bbe-ad6a-665f8a378716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681403 Mar 16 09:09:16.077647 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-844f9180-3f5e-4db5-9ed5-7fafee0e2fd8 req-d8395c11-f246-4802-9fb2-e8b239bf6bc5 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5204cf0-5775-4a11-985e-a2de5d7605a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694733 Mar 16 09:09:16.213723 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbed8fd-b934-4aa7-bd3e-d2583172c752 req-ade9367f-de70-4d12-a95e-6ab61206a323 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:09:16.215484 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-6bbed8fd-b934-4aa7-bd3e-d2583172c752 req-ade9367f-de70-4d12-a95e-6ab61206a323 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca3b3319-fece-4b8f-97c7-2dba568d0728 HTTP/1.1" status: 200 len: 943 time: 0.0908966 Mar 16 09:09:16.222076 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d795502b-5b1b-481b-b2f0-5ca8f7a5623d req-65ce5707-83a1-4a5d-bb2d-578b31ab77c8 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:09:16.223443 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-d795502b-5b1b-481b-b2f0-5ca8f7a5623d req-65ce5707-83a1-4a5d-bb2d-578b31ab77c8 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a47ced8-d046-4e1e-9c5f-665e4177b962 HTTP/1.1" status: 200 len: 945 time: 0.0900218 Mar 16 09:09:16.234205 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 52750) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:09:16.238698 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.v2.base [None req-d0ec108e-8d5d-41c5-9d27-870aaa7bb82e tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Request body: {'floatingip': {'port_id': '74bf21a7-1b53-4ccf-b363-f8899405259a'}} {{(pid=103095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:09:16.268535 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-6bbed8fd-b934-4aa7-bd3e-d2583172c752 req-33684bfb-3e01-48ed-adaa-257d17fc2265 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0740942-11c2-47cc-a293-e00947365415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441501 Mar 16 09:09:16.277906 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d0ec108e-8d5d-41c5-9d27-870aaa7bb82e tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks [] for floatingip (dca57734-1f7c-416b-9fe1-b62750ecdb43), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:09:16.900931 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d0ec108e-8d5d-41c5-9d27-870aaa7bb82e tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:09:16.905613 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d0ec108e-8d5d-41c5-9d27-870aaa7bb82e tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557332'] for floatingip (dca57734-1f7c-416b-9fe1-b62750ecdb43), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:09:17.004117 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.db.l3_db [None req-d0ec108e-8d5d-41c5-9d27-870aaa7bb82e tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Floating IP dca57734-1f7c-416b-9fe1-b62750ecdb43 associated. External IP: 172.27.1.157, port: 74bf21a7-1b53-4ccf-b363-f8899405259a. Mar 16 09:09:17.205821 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371af186-9ca3-4413-a80e-bce474976d89 req-cdd0d8d8-0351-409b-8b66-6781e0f7733f tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:09:17.207616 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-371af186-9ca3-4413-a80e-bce474976d89 req-cdd0d8d8-0351-409b-8b66-6781e0f7733f tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d07977b-4f1c-446a-8840-556df822cf9f HTTP/1.1" status: 200 len: 944 time: 0.0576296 Mar 16 09:09:17.215268 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0ec108e-8d5d-41c5-9d27-870aaa7bb82e tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Router 28a9d4e1-c387-4942-b7b4-294aa846a1f4 has already been hosted by L3 agent 09ce795b-eeca-4b3b-9d7f-577d9443cb21 {{(pid=103095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 09:09:17.252739 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-371af186-9ca3-4413-a80e-bce474976d89 req-d0ffd266-cd33-42a9-b10c-eda0708d459c tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5204cf0-5775-4a11-985e-a2de5d7605a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397527 Mar 16 09:09:17.323444 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0ec108e-8d5d-41c5-9d27-870aaa7bb82e tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Notify agent at l3_agent.dv-cinder-831776-4-iscsi the message routers_updated {{(pid=103095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 09:09:17.328974 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d0ec108e-8d5d-41c5-9d27-870aaa7bb82e tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334679'] for floatingip (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:09:17.334318 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778fd2cd-98c2-40c6-8c72-7962426ab599 None None] Sync routers for ids ['28a9d4e1-c387-4942-b7b4-294aa846a1f4'] in dv-cinder-831776-4-iscsi {{(pid=103097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 09:09:17.345874 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778fd2cd-98c2-40c6-8c72-7962426ab599 None None] Routers {'28a9d4e1-c387-4942-b7b4-294aa846a1f4'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:09:17.346818 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-778fd2cd-98c2-40c6-8c72-7962426ab599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:08:53Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['28a9d4e1-c387-4942-b7b4-294aa846a1f4'], 'active': True} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:09:17.362899 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-d0ec108e-8d5d-41c5-9d27-870aaa7bb82e tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "PUT /v2.0/floatingips/dca57734-1f7c-416b-9fe1-b62750ecdb43 HTTP/1.1" status: 200 len: 991 time: 1.1228535 Mar 16 09:09:17.362899 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a47ced8-d046-4e1e-9c5f-665e4177b962', 'tag': '74bf21a7-1b53-4ccf-b363-f8899405259a'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 09:09:17.362899 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de660049e31e1c4730ccfd2babe4980ec829989a923b23327226a9ffc2c3b378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0ab43cd-3810-42cb-873d-49fd649565bf" -d '{"events": [{"name": "network-changed", "server_uuid": "8a47ced8-d046-4e1e-9c5f-665e4177b962", "tag": "74bf21a7-1b53-4ccf-b363-f8899405259a"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 09:09:17.394214 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b693ed9-55f4-4044-bbe0-18f797a67b91 req-b6594032-0955-4cf0-8a7a-60730cb7f57b tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:09:17.395692 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-9b693ed9-55f4-4044-bbe0-18f797a67b91 req-b6594032-0955-4cf0-8a7a-60730cb7f57b tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca3b3319-fece-4b8f-97c7-2dba568d0728 HTTP/1.1" status: 200 len: 943 time: 0.0617197 Mar 16 09:09:17.448157 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-9b693ed9-55f4-4044-bbe0-18f797a67b91 req-c133281f-9fd3-4816-9210-1ef8f236372b tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0740942-11c2-47cc-a293-e00947365415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458906 Mar 16 09:09:17.459321 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 09:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a706710-b998-49df-9736-a83ec69695b7 x-openstack-request-id: req-0a706710-b998-49df-9736-a83ec69695b7 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 09:09:17.459603 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a47ced8-d046-4e1e-9c5f-665e4177b962", "tag": "74bf21a7-1b53-4ccf-b363-f8899405259a", "status": "completed", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 09:09:17.459830 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvr_db [None req-778fd2cd-98c2-40c6-8c72-7962426ab599 None None] Set router 28a9d4e1-c387-4942-b7b4-294aa846a1f4 gateway port host: dv-cinder-831776-4-iscsi {{(pid=103097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:09:17.459941 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0a706710-b998-49df-9736-a83ec69695b7 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 09:09:17.460254 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a47ced8-d046-4e1e-9c5f-665e4177b962', 'tag': '74bf21a7-1b53-4ccf-b363-f8899405259a', 'status': 'completed', 'code': 200} Mar 16 09:09:17.528077 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ab43cd-3810-42cb-873d-49fd649565bf req-ccd869f0-80b1-4b03-b84d-74b9a9963f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:09:17.529628 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-f0ab43cd-3810-42cb-873d-49fd649565bf req-ccd869f0-80b1-4b03-b84d-74b9a9963f92 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cb287d834c3747da825c3d4bb412c949&device_id=8a47ced8-d046-4e1e-9c5f-665e4177b962 HTTP/1.1" status: 200 len: 1129 time: 0.0479565 Mar 16 09:09:17.617344 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ab43cd-3810-42cb-873d-49fd649565bf req-75b143a6-18cb-47a7-b513-b61df358c70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:09:17.618840 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-f0ab43cd-3810-42cb-873d-49fd649565bf req-75b143a6-18cb-47a7-b513-b61df358c70f service neutron] 10.222.0.48 "GET /v2.0/networks?id=71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625 HTTP/1.1" status: 200 len: 916 time: 0.0830364 Mar 16 09:09:17.685597 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-778fd2cd-98c2-40c6-8c72-7962426ab599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'name': 'tempest-AttachVolumeNegativeTest-1056632038-router', 'tenant_id': 'cb287d834c3747da825c3d4bb412c949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '7b0f9b77-20b4-499c-ba37-3133a7150cf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:01:23Z', 'updated_at': '2022-03-16T09:01:30Z', 'revision_number': 4, 'project_id': 'cb287d834c3747da825c3d4bb412c949', 'gw_port': {'id': '7b0f9b77-20b4-499c-ba37-3133a7150cf0', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:24Z', 'updated_at': '2022-03-16T09:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_floatingips': [{'id': 'dca57734-1f7c-416b-9fe1-b62750ecdb43', 'tenant_id': 'cb287d834c3747da825c3d4bb412c949', 'floating_ip_address': '172.27.1.157', 'floating_network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'router_id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'port_id': '74bf21a7-1b53-4ccf-b363-f8899405259a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625', 'mac_address': 'fa:16:3e:e9:87:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a47ced8-d046-4e1e-9c5f-665e4177b962', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T09:08:53Z', 'updated_at': '2022-03-16T09:09:16Z', 'revision_number': 1, 'project_id': 'cb287d834c3747da825c3d4bb412c949', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47fcdb74-ada2-419e-b82d-f3e229027f7c', 'name': '', 'network_id': '71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625', 'tenant_id': 'cb287d834c3747da825c3d4bb412c949', 'mac_address': 'fa:16:3e:c2:b1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '21cfdeb1-bd49-41a4-bdcb-784e8ee0104b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:29Z', 'updated_at': '2022-03-16T09:01:39Z', 'revision_number': 5, 'project_id': 'cb287d834c3747da825c3d4bb412c949', 'subnets': [{'id': '21cfdeb1-bd49-41a4-bdcb-784e8ee0104b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:09:17.688990 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-f0ab43cd-3810-42cb-873d-49fd649565bf req-bb25282e-8c16-4cdd-bf96-7df6c9cbf065 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74bf21a7-1b53-4ccf-b363-f8899405259a HTTP/1.1" status: 200 len: 999 time: 0.0630484 Mar 16 09:09:17.710887 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778fd2cd-98c2-40c6-8c72-7962426ab599 None None] Checking router: 28a9d4e1-c387-4942-b7b4-294aa846a1f4 for host: dv-cinder-831776-4-iscsi {{(pid=103097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 09:09:17.718981 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778fd2cd-98c2-40c6-8c72-7962426ab599 None None] Routers {'28a9d4e1-c387-4942-b7b4-294aa846a1f4'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:09:17.719574 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-778fd2cd-98c2-40c6-8c72-7962426ab599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:08:53Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['28a9d4e1-c387-4942-b7b4-294aa846a1f4'], 'active': True} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:09:17.735971 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ab43cd-3810-42cb-873d-49fd649565bf req-6593c88c-f09d-4887-a753-a69f835bf4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:09:17.737450 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-f0ab43cd-3810-42cb-873d-49fd649565bf req-6593c88c-f09d-4887-a753-a69f835bf4bb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=21cfdeb1-bd49-41a4-bdcb-784e8ee0104b HTTP/1.1" status: 200 len: 854 time: 0.0419252 Mar 16 09:09:17.785963 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ab43cd-3810-42cb-873d-49fd649565bf req-b672c662-fb59-45f4-bb79-e2be6590a84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:09:17.787431 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-f0ab43cd-3810-42cb-873d-49fd649565bf req-b672c662-fb59-45f4-bb79-e2be6590a84f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435216 Mar 16 09:09:17.825573 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvr_db [None req-778fd2cd-98c2-40c6-8c72-7962426ab599 None None] Set router 28a9d4e1-c387-4942-b7b4-294aa846a1f4 gateway port host: dv-cinder-831776-4-iscsi {{(pid=103097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:09:17.878582 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-f0ab43cd-3810-42cb-873d-49fd649565bf req-8fc59dc0-7888-42bd-8807-c59d61951c3f service neutron] 10.222.0.48 "GET /v2.0/networks/71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841858 Mar 16 09:09:17.966560 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-f0ab43cd-3810-42cb-873d-49fd649565bf req-be6ccf13-37e3-4cd9-b8e3-07685c2f98ee service neutron] 10.222.0.48 "GET /v2.0/networks/71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821133 Mar 16 09:09:18.048334 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-778fd2cd-98c2-40c6-8c72-7962426ab599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'name': 'tempest-AttachVolumeNegativeTest-1056632038-router', 'tenant_id': 'cb287d834c3747da825c3d4bb412c949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '7b0f9b77-20b4-499c-ba37-3133a7150cf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:01:23Z', 'updated_at': '2022-03-16T09:01:30Z', 'revision_number': 4, 'project_id': 'cb287d834c3747da825c3d4bb412c949', 'gw_port': {'id': '7b0f9b77-20b4-499c-ba37-3133a7150cf0', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:24Z', 'updated_at': '2022-03-16T09:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_floatingips': [{'id': 'dca57734-1f7c-416b-9fe1-b62750ecdb43', 'tenant_id': 'cb287d834c3747da825c3d4bb412c949', 'floating_ip_address': '172.27.1.157', 'floating_network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'router_id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'port_id': '74bf21a7-1b53-4ccf-b363-f8899405259a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625', 'mac_address': 'fa:16:3e:e9:87:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a47ced8-d046-4e1e-9c5f-665e4177b962', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T09:08:53Z', 'updated_at': '2022-03-16T09:09:16Z', 'revision_number': 1, 'project_id': 'cb287d834c3747da825c3d4bb412c949', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47fcdb74-ada2-419e-b82d-f3e229027f7c', 'name': '', 'network_id': '71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625', 'tenant_id': 'cb287d834c3747da825c3d4bb412c949', 'mac_address': 'fa:16:3e:c2:b1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '21cfdeb1-bd49-41a4-bdcb-784e8ee0104b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:29Z', 'updated_at': '2022-03-16T09:01:39Z', 'revision_number': 5, 'project_id': 'cb287d834c3747da825c3d4bb412c949', 'subnets': [{'id': '21cfdeb1-bd49-41a4-bdcb-784e8ee0104b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:09:18.073706 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778fd2cd-98c2-40c6-8c72-7962426ab599 None None] The sync data for ids ['28a9d4e1-c387-4942-b7b4-294aa846a1f4'] in dv-cinder-831776-4-iscsi is: [{'id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'name': 'tempest-AttachVolumeNegativeTest-1056632038-router', 'tenant_id': 'cb287d834c3747da825c3d4bb412c949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '7b0f9b77-20b4-499c-ba37-3133a7150cf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:01:23Z', 'updated_at': '2022-03-16T09:01:30Z', 'revision_number': 4, 'project_id': 'cb287d834c3747da825c3d4bb412c949', 'gw_port': {'id': '7b0f9b77-20b4-499c-ba37-3133a7150cf0', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:24Z', 'updated_at': '2022-03-16T09:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_floatingips': [{'id': 'dca57734-1f7c-416b-9fe1-b62750ecdb43', 'tenant_id': 'cb287d834c3747da825c3d4bb412c949', 'floating_ip_address': '172.27.1.157', 'floating_network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'router_id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'port_id': '74bf21a7-1b53-4ccf-b363-f8899405259a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625', 'mac_address': 'fa:16:3e:e9:87:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a47ced8-d046-4e1e-9c5f-665e4177b962', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T09:08:53Z', 'updated_at': '2022-03-16T09:09:16Z', 'revision_number': 1, 'project_id': 'cb287d834c3747da825c3d4bb412c949', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47fcdb74-ada2-419e-b82d-f3e229027f7c', 'name': '', 'network_id': '71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625', 'tenant_id': 'cb287d834c3747da825c3d4bb412c949', 'mac_address': 'fa:16:3e:c2:b1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '21cfdeb1-bd49-41a4-bdcb-784e8ee0104b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:29Z', 'updated_at': '2022-03-16T09:01:39Z', 'revision_number': 5, 'project_id': 'cb287d834c3747da825c3d4bb412c949', 'subnets': [{'id': '21cfdeb1-bd49-41a4-bdcb-784e8ee0104b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 09:09:18.254367 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b465d74-2e90-41c1-ba3c-cae7651450eb None None] New status for floating IP dca57734-1f7c-416b-9fe1-b62750ecdb43: ACTIVE {{(pid=103098) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 09:09:18.377290 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e656f735-05ef-4916-ae3c-98d71f0064a8 req-8890fe37-9f5f-4836-8d50-478ba61f2bc8 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:09:18.378802 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-e656f735-05ef-4916-ae3c-98d71f0064a8 req-8890fe37-9f5f-4836-8d50-478ba61f2bc8 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d07977b-4f1c-446a-8840-556df822cf9f HTTP/1.1" status: 200 len: 944 time: 0.0525248 Mar 16 09:09:18.427916 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-e656f735-05ef-4916-ae3c-98d71f0064a8 req-191e56f7-6c5c-473b-a318-bf513dcc83c2 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5204cf0-5775-4a11-985e-a2de5d7605a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435619 Mar 16 09:09:18.579381 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bd82dd-20d9-4092-bf82-4c1fe7e05237 req-6ace1a13-72e7-4cf8-99dc-6a88cea611e4 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:09:18.580873 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-e2bd82dd-20d9-4092-bf82-4c1fe7e05237 req-6ace1a13-72e7-4cf8-99dc-6a88cea611e4 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca3b3319-fece-4b8f-97c7-2dba568d0728 HTTP/1.1" status: 200 len: 943 time: 0.0605726 Mar 16 09:09:18.628571 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-e2bd82dd-20d9-4092-bf82-4c1fe7e05237 req-2dcf8983-5e3f-4d39-9d57-1777e66cd4a9 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0740942-11c2-47cc-a293-e00947365415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421443 Mar 16 09:09:19.548733 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32748cf5-ca2e-49e3-b22c-4623752563d8 req-7f7772a0-7b93-4699-a23d-a951237948b7 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:09:19.550215 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-32748cf5-ca2e-49e3-b22c-4623752563d8 req-7f7772a0-7b93-4699-a23d-a951237948b7 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d07977b-4f1c-446a-8840-556df822cf9f HTTP/1.1" status: 200 len: 944 time: 0.0510552 Mar 16 09:09:19.595090 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-32748cf5-ca2e-49e3-b22c-4623752563d8 req-9154d661-f187-48b7-990d-baf90d21135c tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5204cf0-5775-4a11-985e-a2de5d7605a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393236 Mar 16 09:09:19.747073 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6f5807-c358-44a6-9bae-97c7ea6f2776 req-aea41399-38f6-4212-aa86-2d96d4ae6740 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:09:19.748514 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-7b6f5807-c358-44a6-9bae-97c7ea6f2776 req-aea41399-38f6-4212-aa86-2d96d4ae6740 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca3b3319-fece-4b8f-97c7-2dba568d0728 HTTP/1.1" status: 200 len: 943 time: 0.0543265 Mar 16 09:09:19.795589 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-7b6f5807-c358-44a6-9bae-97c7ea6f2776 req-9e71f09f-b48c-4c22-81ef-11e4fbf94b7d tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0740942-11c2-47cc-a293-e00947365415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416448 Mar 16 09:09:20.486342 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-090bb8c3-6084-4bc5-be7d-66cbc51f3ed2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (a398d5bf-1368-473f-bfdd-7d167c3f4154), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:09:20.716070 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5a8572-8efe-4241-889e-4259c42fb8a7 req-c0245e57-6710-4247-ab03-30e0e60cc319 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:09:20.717542 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2f5a8572-8efe-4241-889e-4259c42fb8a7 req-c0245e57-6710-4247-ab03-30e0e60cc319 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d07977b-4f1c-446a-8840-556df822cf9f HTTP/1.1" status: 200 len: 944 time: 0.0508187 Mar 16 09:09:20.762583 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2f5a8572-8efe-4241-889e-4259c42fb8a7 req-3b20f760-1553-41a9-bf65-a783b8fe1d66 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5204cf0-5775-4a11-985e-a2de5d7605a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396564 Mar 16 09:09:20.910335 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c16d51-f7f8-4f83-b67e-285d07482fc9 req-ac642e5f-ae5b-410a-a7d7-d284a431df3d tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:09:20.911789 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-65c16d51-f7f8-4f83-b67e-285d07482fc9 req-ac642e5f-ae5b-410a-a7d7-d284a431df3d tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca3b3319-fece-4b8f-97c7-2dba568d0728 HTTP/1.1" status: 200 len: 943 time: 0.0510650 Mar 16 09:09:20.962830 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-65c16d51-f7f8-4f83-b67e-285d07482fc9 req-3e9277fa-5f7b-4cd4-9b46-ab7d24141981 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0740942-11c2-47cc-a293-e00947365415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455248 Mar 16 09:09:21.888476 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ae10f8-58b9-436c-8264-aab914febdad req-ee5749ba-d584-4fb8-bdc4-6fc42192748b tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:09:21.889978 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b3ae10f8-58b9-436c-8264-aab914febdad req-ee5749ba-d584-4fb8-bdc4-6fc42192748b tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d07977b-4f1c-446a-8840-556df822cf9f HTTP/1.1" status: 200 len: 944 time: 0.0522316 Mar 16 09:09:21.935233 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b3ae10f8-58b9-436c-8264-aab914febdad req-70c93ae6-8265-4ddc-9f6b-3cec894a918b tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5204cf0-5775-4a11-985e-a2de5d7605a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397658 Mar 16 09:09:22.079061 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1babc7c5-745e-4b46-ab29-407ac984b015 req-ee1d6d70-1ccf-4319-8427-8e610342f002 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:09:22.080550 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-1babc7c5-745e-4b46-ab29-407ac984b015 req-ee1d6d70-1ccf-4319-8427-8e610342f002 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca3b3319-fece-4b8f-97c7-2dba568d0728 HTTP/1.1" status: 200 len: 943 time: 0.0524247 Mar 16 09:09:22.122148 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Device 0a0b4331-4ded-4391-8669-9c53877df0ef details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=103097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 09:09:22.132515 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-1babc7c5-745e-4b46-ab29-407ac984b015 req-69217659-99a9-42bb-9d29-5470c82d88db tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0740942-11c2-47cc-a293-e00947365415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462947 Mar 16 09:09:22.219386 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] For port 0a0b4331-4ded-4391-8669-9c53877df0ef, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=0a0b4331-4ded-4391-8669-9c53877df0ef,segment=NetworkSegment(92870879-9daf-4c8f-8e0a-de7f92d81d56),segment_id=92870879-9daf-4c8f-8e0a-de7f92d81d56)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:09:22.230318 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Returning: {'device': '0a0b4331-4ded-4391-8669-9c53877df0ef', 'network_id': 'a3933f25-b7ca-4916-8a13-138bf0db8c83', 'port_id': '0a0b4331-4ded-4391-8669-9c53877df0ef', 'mac_address': 'fa:16:3e:6e:bb:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6c2cbf7-36bb-4af8-9e66-db86b28b25f5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 09:09:22.268463 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Current status of the port 0a0b4331-4ded-4391-8669-9c53877df0ef is: DOWN; New status is: BUILD {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:09:22.268851 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (0a0b4331-4ded-4391-8669-9c53877df0ef), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:09:22.281017 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.notifiers.nova [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a0b4331-4ded-4391-8669-9c53877df0ef {{(pid=103097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 09:09:22.302419 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] For port 0a0b4331-4ded-4391-8669-9c53877df0ef, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=0a0b4331-4ded-4391-8669-9c53877df0ef,segment=NetworkSegment(92870879-9daf-4c8f-8e0a-de7f92d81d56),segment_id=92870879-9daf-4c8f-8e0a-de7f92d81d56)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:09:22.306304 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (0a0b4331-4ded-4391-8669-9c53877df0ef), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:09:22.306917 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Device a76df884-4e7b-483e-a50e-fcb5250bd972 details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=103097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 09:09:22.392206 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Pushing event updated for resources: {'Port': ['ID=0a0b4331-4ded-4391-8669-9c53877df0ef,revision_number=9']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:09:22.434965 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] For port a76df884-4e7b-483e-a50e-fcb5250bd972, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=a76df884-4e7b-483e-a50e-fcb5250bd972,segment=NetworkSegment(2be44d73-3d28-429b-944f-2d2ec1b02c37),segment_id=2be44d73-3d28-429b-944f-2d2ec1b02c37)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:09:22.445977 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Returning: {'device': 'a76df884-4e7b-483e-a50e-fcb5250bd972', 'network_id': 'c3ea6daf-446f-43ea-84a0-53f7ed6f9fc7', 'port_id': 'a76df884-4e7b-483e-a50e-fcb5250bd972', 'mac_address': 'fa:16:3e:c3:51:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '460c243c-1e34-4d2b-859c-b3bb55da3a92', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 09:09:22.604601 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Current status of the port a76df884-4e7b-483e-a50e-fcb5250bd972 is: DOWN; New status is: BUILD {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:09:22.604987 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (a76df884-4e7b-483e-a50e-fcb5250bd972), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:09:22.617192 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.notifiers.nova [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a76df884-4e7b-483e-a50e-fcb5250bd972 {{(pid=103097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 09:09:22.636210 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] For port a76df884-4e7b-483e-a50e-fcb5250bd972, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=a76df884-4e7b-483e-a50e-fcb5250bd972,segment=NetworkSegment(2be44d73-3d28-429b-944f-2d2ec1b02c37),segment_id=2be44d73-3d28-429b-944f-2d2ec1b02c37)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:09:22.640157 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (a76df884-4e7b-483e-a50e-fcb5250bd972), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:09:22.684556 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Pushing event updated for resources: {'Port': ['ID=a76df884-4e7b-483e-a50e-fcb5250bd972,revision_number=7']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:09:22.808321 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-05f3ad35-c23e-4567-9b7f-82ef2190d461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (09ce795b-eeca-4b3b-9d7f-577d9443cb21), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:09:23.016427 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] get_ports_and_sgs() called for port_ids ['a76df884-4e7b-483e-a50e-fcb5250bd972'] {{(pid=103097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 09:09:23.040538 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] get_ports_and_sgs() called for port_ids ['0a0b4331-4ded-4391-8669-9c53877df0ef'] {{(pid=103097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 09:09:23.059194 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68c8acc-65d7-4d32-8b85-325a850363f6 req-7163aa46-eed4-4b4d-bd9e-90bf520d4075 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:09:23.060645 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a68c8acc-65d7-4d32-8b85-325a850363f6 req-7163aa46-eed4-4b4d-bd9e-90bf520d4075 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d07977b-4f1c-446a-8840-556df822cf9f HTTP/1.1" status: 200 len: 945 time: 0.0546198 Mar 16 09:09:23.105191 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a68c8acc-65d7-4d32-8b85-325a850363f6 req-ad306b83-047c-44a5-91c9-a96f0f8e243f tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5204cf0-5775-4a11-985e-a2de5d7605a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389879 Mar 16 09:09:23.247619 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37f4ec8-7a9a-4e48-953b-b28ecc052798 req-5902a088-9c8a-4221-8409-0b22ecf52957 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:09:23.248998 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b37f4ec8-7a9a-4e48-953b-b28ecc052798 req-5902a088-9c8a-4221-8409-0b22ecf52957 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca3b3319-fece-4b8f-97c7-2dba568d0728 HTTP/1.1" status: 200 len: 944 time: 0.0514121 Mar 16 09:09:23.296507 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b37f4ec8-7a9a-4e48-953b-b28ecc052798 req-884d7adc-bff0-475f-8ee7-c34eb21a7f9a tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0740942-11c2-47cc-a293-e00947365415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417652 Mar 16 09:09:23.860662 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-cdeb7127-6fa1-4060-ae0a-c8ffc2dd9388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (514d7d79-ab14-439d-a6c0-bbffe337a49f), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:09:24.228365 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0394e4da-20bb-4aa9-9b98-05fb360b63d7 req-c0854837-612a-4789-88bc-15155c97381c tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:09:24.229897 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-0394e4da-20bb-4aa9-9b98-05fb360b63d7 req-c0854837-612a-4789-88bc-15155c97381c tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d07977b-4f1c-446a-8840-556df822cf9f HTTP/1.1" status: 200 len: 945 time: 0.0515935 Mar 16 09:09:24.280003 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-0394e4da-20bb-4aa9-9b98-05fb360b63d7 req-78752973-53a6-4b8c-badd-a98ba2419630 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5204cf0-5775-4a11-985e-a2de5d7605a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442250 Mar 16 09:09:24.412589 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0e8105-e259-48f8-b62d-0a532795a06c req-f866d7b3-2094-46c5-be14-57d598752515 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:09:24.414100 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-9f0e8105-e259-48f8-b62d-0a532795a06c req-f866d7b3-2094-46c5-be14-57d598752515 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca3b3319-fece-4b8f-97c7-2dba568d0728 HTTP/1.1" status: 200 len: 944 time: 0.0516100 Mar 16 09:09:24.473208 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-9f0e8105-e259-48f8-b62d-0a532795a06c req-898883aa-d4a3-4053-9dca-c80519ceab01 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0740942-11c2-47cc-a293-e00947365415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536888 Mar 16 09:09:25.402866 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab34fec7-1b42-414b-b798-7c7bcf605582 req-e54df1f2-3570-4ea1-a1d8-6b0749c13c75 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:09:25.404309 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-ab34fec7-1b42-414b-b798-7c7bcf605582 req-e54df1f2-3570-4ea1-a1d8-6b0749c13c75 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d07977b-4f1c-446a-8840-556df822cf9f HTTP/1.1" status: 200 len: 945 time: 0.0511904 Mar 16 09:09:25.448350 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-ab34fec7-1b42-414b-b798-7c7bcf605582 req-eca6a828-7d68-459a-83d0-551ba1b4635d tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5204cf0-5775-4a11-985e-a2de5d7605a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386324 Mar 16 09:09:25.476678 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3de267ec-888d-49e1-92d2-a6991c0932cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (3616e4f6-4586-420d-b0d2-e3b2f5abb17b), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:09:25.493220 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (f0da09ba-cbd5-402d-a3a1-68b8fcaf25e8), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:09:25.593421 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681b5b43-8a01-4f9a-820a-1ae1e67c9e95 req-ac9549d1-62b1-429c-a923-e179291db3ca tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:09:25.594871 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-681b5b43-8a01-4f9a-820a-1ae1e67c9e95 req-ac9549d1-62b1-429c-a923-e179291db3ca tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca3b3319-fece-4b8f-97c7-2dba568d0728 HTTP/1.1" status: 200 len: 944 time: 0.0578265 Mar 16 09:09:25.642266 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-681b5b43-8a01-4f9a-820a-1ae1e67c9e95 req-5ef94759-8e90-4686-b0e3-71528a73d73c tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0740942-11c2-47cc-a293-e00947365415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419445 Mar 16 09:09:26.148013 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Device 0a0b4331-4ded-4391-8669-9c53877df0ef up at agent hyperv_hv-cinder-83177 {{(pid=103097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 09:09:26.196787 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Provisioning complete for port 0a0b4331-4ded-4391-8669-9c53877df0ef triggered by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:09:26.197157 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (0a0b4331-4ded-4391-8669-9c53877df0ef), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:09:26.270581 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Current status of the port 0a0b4331-4ded-4391-8669-9c53877df0ef is: BUILD; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:09:26.270964 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (0a0b4331-4ded-4391-8669-9c53877df0ef), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:09:26.291837 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d07977b-4f1c-446a-8840-556df822cf9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a0b4331-4ded-4391-8669-9c53877df0ef'}] {{(pid=103097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 09:09:26.294067 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4541ab3f2cdba5932412d0e11c0734b292cb124fdee115af1127c89d10c16b82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af74c33b-d928-4cd5-ace5-ed0a48164dfe" -d '{"events": [{"server_uuid": "4d07977b-4f1c-446a-8840-556df822cf9f", "name": "network-vif-plugged", "status": "completed", "tag": "0a0b4331-4ded-4391-8669-9c53877df0ef"}]}' {{(pid=103097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 09:09:26.306205 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] For port 0a0b4331-4ded-4391-8669-9c53877df0ef, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=0a0b4331-4ded-4391-8669-9c53877df0ef,segment=NetworkSegment(92870879-9daf-4c8f-8e0a-de7f92d81d56),segment_id=92870879-9daf-4c8f-8e0a-de7f92d81d56)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:09:26.311748 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (0a0b4331-4ded-4391-8669-9c53877df0ef), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:09:26.312638 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Device a76df884-4e7b-483e-a50e-fcb5250bd972 up at agent hyperv_hv-cinder-83177 {{(pid=103097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 09:09:26.334413 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 09:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e6b6ac-4dcb-4a59-b9dc-7f1f9ef9a7be x-openstack-request-id: req-73e6b6ac-4dcb-4a59-b9dc-7f1f9ef9a7be {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 09:09:26.334708 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d07977b-4f1c-446a-8840-556df822cf9f", "name": "network-vif-plugged", "status": "completed", "tag": "0a0b4331-4ded-4391-8669-9c53877df0ef", "code": 200}]} {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 09:09:26.334964 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-73e6b6ac-4dcb-4a59-b9dc-7f1f9ef9a7be {{(pid=103097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 09:09:26.335351 dv-cinder-831776-4-iscsi neutron-server[103097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d07977b-4f1c-446a-8840-556df822cf9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a0b4331-4ded-4391-8669-9c53877df0ef', 'code': 200} Mar 16 09:09:26.389945 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Pushing event updated for resources: {'Port': ['ID=0a0b4331-4ded-4391-8669-9c53877df0ef,revision_number=10']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:09:26.402028 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Provisioning complete for port a76df884-4e7b-483e-a50e-fcb5250bd972 triggered by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:09:26.402370 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (a76df884-4e7b-483e-a50e-fcb5250bd972), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:09:26.477995 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Current status of the port a76df884-4e7b-483e-a50e-fcb5250bd972 is: BUILD; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:09:26.478676 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (a76df884-4e7b-483e-a50e-fcb5250bd972), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:09:26.511715 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] For port a76df884-4e7b-483e-a50e-fcb5250bd972, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=a76df884-4e7b-483e-a50e-fcb5250bd972,segment=NetworkSegment(2be44d73-3d28-429b-944f-2d2ec1b02c37),segment_id=2be44d73-3d28-429b-944f-2d2ec1b02c37)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:09:26.515250 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (a76df884-4e7b-483e-a50e-fcb5250bd972), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:09:26.565228 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Pushing event updated for resources: {'Port': ['ID=a76df884-4e7b-483e-a50e-fcb5250bd972,revision_number=8']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:09:26.571557 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b70a2ea-754e-48e2-abae-ff1b8b32f5d5 req-43b605c5-122f-46c0-bd69-b48608eb5cf6 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:09:26.573304 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-4b70a2ea-754e-48e2-abae-ff1b8b32f5d5 req-43b605c5-122f-46c0-bd69-b48608eb5cf6 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d07977b-4f1c-446a-8840-556df822cf9f HTTP/1.1" status: 200 len: 947 time: 0.0517585 Mar 16 09:09:26.618174 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-4b70a2ea-754e-48e2-abae-ff1b8b32f5d5 req-ba5df81f-4253-4356-961e-c3ec52425bba tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5204cf0-5775-4a11-985e-a2de5d7605a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395586 Mar 16 09:09:26.762541 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b95c5-42e4-4624-acc2-f00b83ee25ad req-ed8d0e8c-dab3-4576-8830-749517a92080 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:09:26.764032 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5c0b95c5-42e4-4624-acc2-f00b83ee25ad req-ed8d0e8c-dab3-4576-8830-749517a92080 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca3b3319-fece-4b8f-97c7-2dba568d0728 HTTP/1.1" status: 200 len: 945 time: 0.0564935 Mar 16 09:09:26.813906 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5c0b95c5-42e4-4624-acc2-f00b83ee25ad req-ce935068-6806-436d-8d31-55ecbbeb9d17 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0740942-11c2-47cc-a293-e00947365415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442019 Mar 16 09:09:26.863786 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (489981c6-9aaa-401c-bd41-6b42e027a228), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:09:26.886464 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f84890-806b-4fa7-9b5a-9c7e3a877a56 req-f57bd0a4-8aa6-4d13-b90c-7c37db89ef3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:09:26.887952 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-70f84890-806b-4fa7-9b5a-9c7e3a877a56 req-f57bd0a4-8aa6-4d13-b90c-7c37db89ef3e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4d07977b-4f1c-446a-8840-556df822cf9f HTTP/1.1" status: 200 len: 1131 time: 0.0435820 Mar 16 09:09:26.933791 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-70f84890-806b-4fa7-9b5a-9c7e3a877a56 req-51e2c158-2c28-4e30-881a-62be89fd9043 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c5204cf0-5775-4a11-985e-a2de5d7605a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375357 Mar 16 09:09:27.737826 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee92f47-c00e-40d4-837d-24d81d707fca req-a46ba972-ca6a-4c25-ba39-4771236d4b32 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:09:27.739171 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-3ee92f47-c00e-40d4-837d-24d81d707fca req-a46ba972-ca6a-4c25-ba39-4771236d4b32 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d07977b-4f1c-446a-8840-556df822cf9f HTTP/1.1" status: 200 len: 947 time: 0.0503623 Mar 16 09:09:27.786272 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-3ee92f47-c00e-40d4-837d-24d81d707fca req-cb8ef00e-cc24-46b2-b0a0-9d7f50a06e57 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5204cf0-5775-4a11-985e-a2de5d7605a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417638 Mar 16 09:09:27.928843 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53d446b-5188-4bed-98e2-f3e5c78dcd3c req-e843cec4-7346-4eaf-85dc-ca7b86ad6576 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:09:27.930413 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a53d446b-5188-4bed-98e2-f3e5c78dcd3c req-e843cec4-7346-4eaf-85dc-ca7b86ad6576 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca3b3319-fece-4b8f-97c7-2dba568d0728 HTTP/1.1" status: 200 len: 945 time: 0.0521662 Mar 16 09:09:27.977083 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a53d446b-5188-4bed-98e2-f3e5c78dcd3c req-e8d47b60-fdf8-4a69-a6ee-03945a435e28 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0740942-11c2-47cc-a293-e00947365415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411544 Mar 16 09:09:28.336760 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca3b3319-fece-4b8f-97c7-2dba568d0728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a76df884-4e7b-483e-a50e-fcb5250bd972'}] {{(pid=103097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 09:09:28.339063 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4541ab3f2cdba5932412d0e11c0734b292cb124fdee115af1127c89d10c16b82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b80d450-8a3e-456c-91ba-0eb336bf3425" -d '{"events": [{"server_uuid": "ca3b3319-fece-4b8f-97c7-2dba568d0728", "name": "network-vif-plugged", "status": "completed", "tag": "a76df884-4e7b-483e-a50e-fcb5250bd972"}]}' {{(pid=103097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 09:09:28.372590 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 09:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a94f2f02-867f-48bb-ba82-ca1f061de7bf x-openstack-request-id: req-a94f2f02-867f-48bb-ba82-ca1f061de7bf {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 09:09:28.372879 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca3b3319-fece-4b8f-97c7-2dba568d0728", "name": "network-vif-plugged", "status": "completed", "tag": "a76df884-4e7b-483e-a50e-fcb5250bd972", "code": 200}]} {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 09:09:28.373136 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a94f2f02-867f-48bb-ba82-ca1f061de7bf {{(pid=103097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 09:09:28.373558 dv-cinder-831776-4-iscsi neutron-server[103097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca3b3319-fece-4b8f-97c7-2dba568d0728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a76df884-4e7b-483e-a50e-fcb5250bd972', 'code': 200} Mar 16 09:09:28.617470 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c165a7c-12d6-462e-bd6a-90873ef5bf8a req-8f452935-f645-45af-8934-82ade1d68f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:09:28.618883 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-3c165a7c-12d6-462e-bd6a-90873ef5bf8a req-8f452935-f645-45af-8934-82ade1d68f89 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ca3b3319-fece-4b8f-97c7-2dba568d0728 HTTP/1.1" status: 200 len: 1129 time: 0.0419257 Mar 16 09:09:28.662312 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-3c165a7c-12d6-462e-bd6a-90873ef5bf8a req-6bbafed7-411d-48e7-afdc-b9027d216409 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e0740942-11c2-47cc-a293-e00947365415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374660 Mar 16 09:09:28.907533 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b298da4-151d-4944-ac6c-0864bede848f req-3749dd12-11cf-437f-b66b-d16f9a3a22b2 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:09:28.908997 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-3b298da4-151d-4944-ac6c-0864bede848f req-3749dd12-11cf-437f-b66b-d16f9a3a22b2 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d07977b-4f1c-446a-8840-556df822cf9f HTTP/1.1" status: 200 len: 947 time: 0.0547366 Mar 16 09:09:28.954722 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-3b298da4-151d-4944-ac6c-0864bede848f req-a8488657-d1bc-461a-9544-6edd8792252a tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5204cf0-5775-4a11-985e-a2de5d7605a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400424 Mar 16 09:09:29.096678 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33b887-5e22-4675-97b4-f12c63131461 req-48fee28f-854e-434f-9b81-692d6867ffb5 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:09:29.098186 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-0f33b887-5e22-4675-97b4-f12c63131461 req-48fee28f-854e-434f-9b81-692d6867ffb5 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca3b3319-fece-4b8f-97c7-2dba568d0728 HTTP/1.1" status: 200 len: 945 time: 0.0526841 Mar 16 09:09:29.146933 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-0f33b887-5e22-4675-97b4-f12c63131461 req-edda8989-3685-4f76-928e-ce26e55ece71 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0740942-11c2-47cc-a293-e00947365415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431705 Mar 16 09:09:30.075084 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f48a88f-4fef-460c-a00b-96b57c779df9 req-f8cb11b5-48f9-473b-a45f-6ed311bc5a9f tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:09:30.077078 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-4f48a88f-4fef-460c-a00b-96b57c779df9 req-f8cb11b5-48f9-473b-a45f-6ed311bc5a9f tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d07977b-4f1c-446a-8840-556df822cf9f HTTP/1.1" status: 200 len: 947 time: 0.0513768 Mar 16 09:09:30.126249 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-4f48a88f-4fef-460c-a00b-96b57c779df9 req-f0d7575b-d446-40cb-9350-451b53307040 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5204cf0-5775-4a11-985e-a2de5d7605a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435693 Mar 16 09:09:30.266034 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de0b76d-37ac-41a7-bc23-58d8b3d09710 req-958ec020-999f-4686-b4ef-24d6f06c0fc3 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:09:30.267509 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5de0b76d-37ac-41a7-bc23-58d8b3d09710 req-958ec020-999f-4686-b4ef-24d6f06c0fc3 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca3b3319-fece-4b8f-97c7-2dba568d0728 HTTP/1.1" status: 200 len: 945 time: 0.0529165 Mar 16 09:09:30.314799 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5de0b76d-37ac-41a7-bc23-58d8b3d09710 req-b5255fa2-cab3-4d2a-ac7b-229586191b39 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0740942-11c2-47cc-a293-e00947365415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418332 Mar 16 09:09:30.676750 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-bb01a70b-f1a9-4ab9-a1b3-f368610f315f req-eb4fb8f2-879e-4185-a5bc-b9e08284c94b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ca3b3319-fece-4b8f-97c7-2dba568d0728&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430119 Mar 16 09:09:30.743825 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb01a70b-f1a9-4ab9-a1b3-f368610f315f req-86732c09-7b82-4c9e-960b-9dc3f28937e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:09:30.745578 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-bb01a70b-f1a9-4ab9-a1b3-f368610f315f req-86732c09-7b82-4c9e-960b-9dc3f28937e6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=26ea3aab85a94b37a21cdbed5b78f153&device_id=ca3b3319-fece-4b8f-97c7-2dba568d0728 HTTP/1.1" status: 200 len: 1129 time: 0.0461829 Mar 16 09:09:30.841479 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb01a70b-f1a9-4ab9-a1b3-f368610f315f req-2a3a3bd1-64c0-4c86-9430-1d6edfd56ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:09:30.842917 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-bb01a70b-f1a9-4ab9-a1b3-f368610f315f req-2a3a3bd1-64c0-4c86-9430-1d6edfd56ab4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c3ea6daf-446f-43ea-84a0-53f7ed6f9fc7 HTTP/1.1" status: 200 len: 909 time: 0.0801582 Mar 16 09:09:30.909756 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-bb01a70b-f1a9-4ab9-a1b3-f368610f315f req-1ad49df8-728b-43fe-a3ca-9b13c6c1ea2d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a76df884-4e7b-483e-a50e-fcb5250bd972 HTTP/1.1" status: 200 len: 1000 time: 0.0607276 Mar 16 09:09:30.955833 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb01a70b-f1a9-4ab9-a1b3-f368610f315f req-398dccfa-4a8e-40e0-a2a2-7a1ae4086af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:09:30.957143 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-bb01a70b-f1a9-4ab9-a1b3-f368610f315f req-398dccfa-4a8e-40e0-a2a2-7a1ae4086af4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=460c243c-1e34-4d2b-859c-b3bb55da3a92 HTTP/1.1" status: 200 len: 847 time: 0.0419059 Mar 16 09:09:31.004839 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb01a70b-f1a9-4ab9-a1b3-f368610f315f req-8ce2a8d4-1953-4465-85c5-27414cbad56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:09:31.006357 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-bb01a70b-f1a9-4ab9-a1b3-f368610f315f req-8ce2a8d4-1953-4465-85c5-27414cbad56c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c3ea6daf-446f-43ea-84a0-53f7ed6f9fc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421517 Mar 16 09:09:31.094202 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-bb01a70b-f1a9-4ab9-a1b3-f368610f315f req-10d57088-732a-480b-9a37-96478ab7b954 service neutron] 10.222.0.48 "GET /v2.0/networks/c3ea6daf-446f-43ea-84a0-53f7ed6f9fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807877 Mar 16 09:09:31.180792 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-bb01a70b-f1a9-4ab9-a1b3-f368610f315f req-d840fde5-a9c2-4c81-bf11-c96214977337 service neutron] 10.222.0.48 "GET /v2.0/networks/c3ea6daf-446f-43ea-84a0-53f7ed6f9fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786006 Mar 16 09:09:32.079408 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.agents_db [None req-ddb2e055-3acb-4969-8bde-a74b2247622c None None] Agent healthcheck: found 6 active agents {{(pid=103098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 09:09:50.394856 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e195324b-5319-4324-ac40-dc6428dcb840 req-3d3152a4-f25d-4f2f-a98c-322f9347f770 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:09:50.396628 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-e195324b-5319-4324-ac40-dc6428dcb840 req-3d3152a4-f25d-4f2f-a98c-322f9347f770 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/ports?device_id=b44e8926-3292-4a9c-92f8-d6b0444a20ec HTTP/1.1" status: 200 len: 945 time: 0.0534990 Mar 16 09:09:50.441271 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-e195324b-5319-4324-ac40-dc6428dcb840 req-6cddbcdb-bf27-40de-9caf-8a510e7db599 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c774127-f3f8-46fa-91b5-11ee87d14f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391009 Mar 16 09:09:50.488586 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-aa9873ba-f96c-4d18-9aa2-c5aca9f33d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (a398d5bf-1368-473f-bfdd-7d167c3f4154), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:09:51.562548 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da71197-bca7-427f-8401-5fd33a4ab3ac req-9f8b0dd9-9d53-4447-92a9-eaa1fea53f7e tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:09:51.563997 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2da71197-bca7-427f-8401-5fd33a4ab3ac req-9f8b0dd9-9d53-4447-92a9-eaa1fea53f7e tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/ports?device_id=b44e8926-3292-4a9c-92f8-d6b0444a20ec HTTP/1.1" status: 200 len: 945 time: 0.0557091 Mar 16 09:09:51.608335 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2da71197-bca7-427f-8401-5fd33a4ab3ac req-89a79b7b-44ce-47b8-b5bb-7603d87d828a tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c774127-f3f8-46fa-91b5-11ee87d14f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388639 Mar 16 09:09:51.881276 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abec0f4a-5c21-4d19-9e06-d034aae00186 req-68fe65d9-0766-448e-9643-8253209eb0c5 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:09:51.882654 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-abec0f4a-5c21-4d19-9e06-d034aae00186 req-68fe65d9-0766-448e-9643-8253209eb0c5 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.48 "GET /v2.0/ports?device_id=b44e8926-3292-4a9c-92f8-d6b0444a20ec HTTP/1.1" status: 200 len: 945 time: 0.0507512 Mar 16 09:09:51.979019 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.plugin [req-abec0f4a-5c21-4d19-9e06-d034aae00186 req-06edfe4c-e180-4bc1-8ffe-9255d92de5bd tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Deleting port 7155e07a-6504-49b7-a70d-aff571162b33 {{(pid=103096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 09:09:51.979356 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-abec0f4a-5c21-4d19-9e06-d034aae00186 req-06edfe4c-e180-4bc1-8ffe-9255d92de5bd tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732013345958'] for port (7155e07a-6504-49b7-a70d-aff571162b33), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:09:52.067335 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.db [req-abec0f4a-5c21-4d19-9e06-d034aae00186 req-06edfe4c-e180-4bc1-8ffe-9255d92de5bd tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] For port 7155e07a-6504-49b7-a70d-aff571162b33, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=7155e07a-6504-49b7-a70d-aff571162b33,segment=NetworkSegment(6067c7d6-89e3-4afb-807e-b2196c2d7cb4),segment_id=6067c7d6-89e3-4afb-807e-b2196c2d7cb4)] {{(pid=103096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:09:52.067693 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-abec0f4a-5c21-4d19-9e06-d034aae00186 req-06edfe4c-e180-4bc1-8ffe-9255d92de5bd tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559013'] for port (7155e07a-6504-49b7-a70d-aff571162b33), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:09:52.236343 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-abec0f4a-5c21-4d19-9e06-d034aae00186 req-06edfe4c-e180-4bc1-8ffe-9255d92de5bd tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:09:52.236710 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-abec0f4a-5c21-4d19-9e06-d034aae00186 req-06edfe4c-e180-4bc1-8ffe-9255d92de5bd tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557332'] for floatingip (856edd6f-57a4-45e2-937d-79af7ebb16b6), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:09:52.237031 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.db.l3_db [req-abec0f4a-5c21-4d19-9e06-d034aae00186 req-06edfe4c-e180-4bc1-8ffe-9255d92de5bd tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Floating IP 856edd6f-57a4-45e2-937d-79af7ebb16b6 disassociated. External IP: 172.27.1.68, port: 7155e07a-6504-49b7-a70d-aff571162b33. Mar 16 09:09:52.237371 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.plugin [req-abec0f4a-5c21-4d19-9e06-d034aae00186 req-06edfe4c-e180-4bc1-8ffe-9255d92de5bd tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Calling delete_port for 7155e07a-6504-49b7-a70d-aff571162b33 owned by compute:nova {{(pid=103096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 09:09:52.363760 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-abec0f4a-5c21-4d19-9e06-d034aae00186 req-06edfe4c-e180-4bc1-8ffe-9255d92de5bd tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732013351693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732012762718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13105710'] for port (7155e07a-6504-49b7-a70d-aff571162b33), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:09:52.393848 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06edfe4c-e180-4bc1-8ffe-9255d92de5bd tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Pushing event deleted for resources: {'Port': ['ID=7155e07a-6504-49b7-a70d-aff571162b33,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:09:52.404922 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06edfe4c-e180-4bc1-8ffe-9255d92de5bd tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:09:52.405276 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06edfe4c-e180-4bc1-8ffe-9255d92de5bd tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:09:52.405642 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06edfe4c-e180-4bc1-8ffe-9255d92de5bd tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:09:52.405985 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06edfe4c-e180-4bc1-8ffe-9255d92de5bd tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:09:52.406319 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06edfe4c-e180-4bc1-8ffe-9255d92de5bd tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:09:52.406651 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06edfe4c-e180-4bc1-8ffe-9255d92de5bd tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:09:52.406976 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06edfe4c-e180-4bc1-8ffe-9255d92de5bd tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:09:52.407301 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06edfe4c-e180-4bc1-8ffe-9255d92de5bd tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:09:52.407626 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06edfe4c-e180-4bc1-8ffe-9255d92de5bd tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:09:52.407949 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06edfe4c-e180-4bc1-8ffe-9255d92de5bd tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:09:52.408288 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06edfe4c-e180-4bc1-8ffe-9255d92de5bd tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:09:52.408594 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06edfe4c-e180-4bc1-8ffe-9255d92de5bd tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:09:52.408914 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06edfe4c-e180-4bc1-8ffe-9255d92de5bd tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:09:52.409234 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06edfe4c-e180-4bc1-8ffe-9255d92de5bd tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:09:52.409583 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06edfe4c-e180-4bc1-8ffe-9255d92de5bd tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:09:52.734864 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-961ffd9f-ac6d-4572-9da5-394cfee32333 req-0621c08d-95a6-40fc-8a9e-6f7aa763adbc tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/ports?device_id=b44e8926-3292-4a9c-92f8-d6b0444a20ec HTTP/1.1" status: 200 len: 210 time: 0.0550091 Mar 16 09:09:52.777475 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.l3_agent_scheduler [req-abec0f4a-5c21-4d19-9e06-d034aae00186 req-06edfe4c-e180-4bc1-8ffe-9255d92de5bd tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Router 2df2c62d-5582-4298-bce8-eae327467d6d has already been hosted by L3 agent 09ce795b-eeca-4b3b-9d7f-577d9443cb21 {{(pid=103096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 09:09:52.811751 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-ae97a0eb-8430-4ec1-b598-045a03a1345f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (09ce795b-eeca-4b3b-9d7f-577d9443cb21), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:09:52.889109 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-abec0f4a-5c21-4d19-9e06-d034aae00186 req-06edfe4c-e180-4bc1-8ffe-9255d92de5bd tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Notify agent at l3_agent.dv-cinder-831776-4-iscsi the message routers_updated {{(pid=103096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 09:09:52.900362 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c02f22-a37e-40ae-8b3c-528222242345 None None] Sync routers for ids ['2df2c62d-5582-4298-bce8-eae327467d6d'] in dv-cinder-831776-4-iscsi {{(pid=103097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 09:09:52.909860 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c02f22-a37e-40ae-8b3c-528222242345 None None] Routers {'2df2c62d-5582-4298-bce8-eae327467d6d'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:09:52.910507 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-12c02f22-a37e-40ae-8b3c-528222242345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:09:53Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['2df2c62d-5582-4298-bce8-eae327467d6d'], 'active': True} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:09:52.931973 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [req-abec0f4a-5c21-4d19-9e06-d034aae00186 req-06edfe4c-e180-4bc1-8ffe-9255d92de5bd tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] No DVR routers for this DVR port 7155e07a-6504-49b7-a70d-aff571162b33 on host hv-cinder-83177 {{(pid=103096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 09:09:52.935128 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-abec0f4a-5c21-4d19-9e06-d034aae00186 req-06edfe4c-e180-4bc1-8ffe-9255d92de5bd tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334679'] for port (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:09:52.938389 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-abec0f4a-5c21-4d19-9e06-d034aae00186 req-06edfe4c-e180-4bc1-8ffe-9255d92de5bd tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.48 "DELETE /v2.0/ports/7155e07a-6504-49b7-a70d-aff571162b33 HTTP/1.1" status: 204 len: 173 time: 1.0461686 Mar 16 09:09:52.938831 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b44e8926-3292-4a9c-92f8-d6b0444a20ec', 'name': 'network-vif-deleted', 'tag': '7155e07a-6504-49b7-a70d-aff571162b33'}] {{(pid=103096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 09:09:52.941053 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552648401d13394d2a88e7485ef09c5647ae5ea4c1ec431ef2c5edbe801f23fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1fb270b-790b-4405-b46a-4fbc2ba89926" -d '{"events": [{"server_uuid": "b44e8926-3292-4a9c-92f8-d6b0444a20ec", "name": "network-vif-deleted", "tag": "7155e07a-6504-49b7-a70d-aff571162b33"}]}' {{(pid=103096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 09:09:52.978388 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 09:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0bc03f3-45a8-4cb9-86e6-5871e1993ed6 x-openstack-request-id: req-e0bc03f3-45a8-4cb9-86e6-5871e1993ed6 {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 09:09:52.978635 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b44e8926-3292-4a9c-92f8-d6b0444a20ec", "name": "network-vif-deleted", "tag": "7155e07a-6504-49b7-a70d-aff571162b33", "status": "completed", "code": 200}]} {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 09:09:52.978895 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e0bc03f3-45a8-4cb9-86e6-5871e1993ed6 {{(pid=103096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 09:09:52.979303 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b44e8926-3292-4a9c-92f8-d6b0444a20ec', 'name': 'network-vif-deleted', 'tag': '7155e07a-6504-49b7-a70d-aff571162b33', 'status': 'completed', 'code': 200} Mar 16 09:09:53.032485 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvr_db [None req-12c02f22-a37e-40ae-8b3c-528222242345 None None] Set router 2df2c62d-5582-4298-bce8-eae327467d6d gateway port host: dv-cinder-831776-4-iscsi {{(pid=103097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:09:53.233061 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-12c02f22-a37e-40ae-8b3c-528222242345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df2c62d-5582-4298-bce8-eae327467d6d', 'name': 'tempest-AttachVolumeTestJSON-1028812111-router', 'tenant_id': '038ce3c42c064d11ab4e77d47b819ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': 'f6b31a4c-cee9-42ec-bd05-d81200f3903a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:01:25Z', 'updated_at': '2022-03-16T09:01:34Z', 'revision_number': 4, 'project_id': '038ce3c42c064d11ab4e77d47b819ba5', 'gw_port': {'id': 'f6b31a4c-cee9-42ec-bd05-d81200f3903a', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:92:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df2c62d-5582-4298-bce8-eae327467d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:26Z', 'updated_at': '2022-03-16T09:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_interfaces': [{'id': '2710fcff-2d87-4145-8e0c-0196ae6903e2', 'name': '', 'network_id': '95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c', 'tenant_id': '038ce3c42c064d11ab4e77d47b819ba5', 'mac_address': 'fa:16:3e:72:6c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df2c62d-5582-4298-bce8-eae327467d6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '653dccd0-3a12-4ac0-9cc2-5a0bfeaf34e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:32Z', 'updated_at': '2022-03-16T09:01:43Z', 'revision_number': 5, 'project_id': '038ce3c42c064d11ab4e77d47b819ba5', 'subnets': [{'id': '653dccd0-3a12-4ac0-9cc2-5a0bfeaf34e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:09:53.258433 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c02f22-a37e-40ae-8b3c-528222242345 None None] Checking router: 2df2c62d-5582-4298-bce8-eae327467d6d for host: dv-cinder-831776-4-iscsi {{(pid=103097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 09:09:53.266440 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c02f22-a37e-40ae-8b3c-528222242345 None None] Routers {'2df2c62d-5582-4298-bce8-eae327467d6d'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:09:53.267042 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-12c02f22-a37e-40ae-8b3c-528222242345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:09:53Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['2df2c62d-5582-4298-bce8-eae327467d6d'], 'active': True} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:09:53.371900 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvr_db [None req-12c02f22-a37e-40ae-8b3c-528222242345 None None] Set router 2df2c62d-5582-4298-bce8-eae327467d6d gateway port host: dv-cinder-831776-4-iscsi {{(pid=103097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:09:53.574728 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-12c02f22-a37e-40ae-8b3c-528222242345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df2c62d-5582-4298-bce8-eae327467d6d', 'name': 'tempest-AttachVolumeTestJSON-1028812111-router', 'tenant_id': '038ce3c42c064d11ab4e77d47b819ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': 'f6b31a4c-cee9-42ec-bd05-d81200f3903a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:01:25Z', 'updated_at': '2022-03-16T09:01:34Z', 'revision_number': 4, 'project_id': '038ce3c42c064d11ab4e77d47b819ba5', 'gw_port': {'id': 'f6b31a4c-cee9-42ec-bd05-d81200f3903a', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:92:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df2c62d-5582-4298-bce8-eae327467d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:26Z', 'updated_at': '2022-03-16T09:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_interfaces': [{'id': '2710fcff-2d87-4145-8e0c-0196ae6903e2', 'name': '', 'network_id': '95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c', 'tenant_id': '038ce3c42c064d11ab4e77d47b819ba5', 'mac_address': 'fa:16:3e:72:6c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df2c62d-5582-4298-bce8-eae327467d6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '653dccd0-3a12-4ac0-9cc2-5a0bfeaf34e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:32Z', 'updated_at': '2022-03-16T09:01:43Z', 'revision_number': 5, 'project_id': '038ce3c42c064d11ab4e77d47b819ba5', 'subnets': [{'id': '653dccd0-3a12-4ac0-9cc2-5a0bfeaf34e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:09:53.605485 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c02f22-a37e-40ae-8b3c-528222242345 None None] The sync data for ids ['2df2c62d-5582-4298-bce8-eae327467d6d'] in dv-cinder-831776-4-iscsi is: [{'id': '2df2c62d-5582-4298-bce8-eae327467d6d', 'name': 'tempest-AttachVolumeTestJSON-1028812111-router', 'tenant_id': '038ce3c42c064d11ab4e77d47b819ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': 'f6b31a4c-cee9-42ec-bd05-d81200f3903a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:01:25Z', 'updated_at': '2022-03-16T09:01:34Z', 'revision_number': 4, 'project_id': '038ce3c42c064d11ab4e77d47b819ba5', 'gw_port': {'id': 'f6b31a4c-cee9-42ec-bd05-d81200f3903a', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:92:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df2c62d-5582-4298-bce8-eae327467d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:26Z', 'updated_at': '2022-03-16T09:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_interfaces': [{'id': '2710fcff-2d87-4145-8e0c-0196ae6903e2', 'name': '', 'network_id': '95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c', 'tenant_id': '038ce3c42c064d11ab4e77d47b819ba5', 'mac_address': 'fa:16:3e:72:6c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df2c62d-5582-4298-bce8-eae327467d6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '653dccd0-3a12-4ac0-9cc2-5a0bfeaf34e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:32Z', 'updated_at': '2022-03-16T09:01:43Z', 'revision_number': 5, 'project_id': '038ce3c42c064d11ab4e77d47b819ba5', 'subnets': [{'id': '653dccd0-3a12-4ac0-9cc2-5a0bfeaf34e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 09:09:53.815868 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6f8302-10ac-4caf-a026-753637f95ea1 None None] New status for floating IP 856edd6f-57a4-45e2-937d-79af7ebb16b6: DOWN {{(pid=103098) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 09:09:53.822156 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 52886) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:09:53.864300 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-cdeb7127-6fa1-4060-ae0a-c8ffc2dd9388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (514d7d79-ab14-439d-a6c0-bbffe337a49f), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:09:53.877968 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c817d5a6-e900-4273-8f51-ca98d2ecbe26 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Publish callbacks [] for security_group (9c774127-f3f8-46fa-91b5-11ee87d14f5d), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:09:53.906830 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c817d5a6-e900-4273-8f51-ca98d2ecbe26 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Publish callbacks [] for security_group (9c774127-f3f8-46fa-91b5-11ee87d14f5d), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:09:53.958569 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c817d5a6-e900-4273-8f51-ca98d2ecbe26 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (9c774127-f3f8-46fa-91b5-11ee87d14f5d), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:09:53.961238 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c817d5a6-e900-4273-8f51-ca98d2ecbe26 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Publish callbacks [] for security_group (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:09:53.962545 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-c817d5a6-e900-4273-8f51-ca98d2ecbe26 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "DELETE /v2.0/security-groups/9c774127-f3f8-46fa-91b5-11ee87d14f5d HTTP/1.1" status: 204 len: 168 time: 0.1392920 Mar 16 09:09:53.965688 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 52888) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:09:53.971941 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c817d5a6-e900-4273-8f51-ca98d2ecbe26 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c774127-f3f8-46fa-91b5-11ee87d14f5d,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:09:53.979476 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c817d5a6-e900-4273-8f51-ca98d2ecbe26 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:09:53.979616 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.api.v2.resource [None req-580a24de-fcc7-4a58-ba94-7b540d4349cd tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] show failed (client error): The resource could not be found. Mar 16 09:09:53.979828 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c817d5a6-e900-4273-8f51-ca98d2ecbe26 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:09:53.983216 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c817d5a6-e900-4273-8f51-ca98d2ecbe26 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:09:53.983216 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c817d5a6-e900-4273-8f51-ca98d2ecbe26 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:09:53.983449 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-580a24de-fcc7-4a58-ba94-7b540d4349cd tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/security-groups/9c774127-f3f8-46fa-91b5-11ee87d14f5d HTTP/1.1" status: 404 len: 347 time: 0.0138175 Mar 16 09:09:53.983550 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c817d5a6-e900-4273-8f51-ca98d2ecbe26 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:09:53.983550 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c817d5a6-e900-4273-8f51-ca98d2ecbe26 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:09:53.983550 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c817d5a6-e900-4273-8f51-ca98d2ecbe26 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:09:53.983550 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c817d5a6-e900-4273-8f51-ca98d2ecbe26 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:09:53.983550 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c817d5a6-e900-4273-8f51-ca98d2ecbe26 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:09:53.983550 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c817d5a6-e900-4273-8f51-ca98d2ecbe26 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:09:53.983550 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c817d5a6-e900-4273-8f51-ca98d2ecbe26 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:09:53.983550 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c817d5a6-e900-4273-8f51-ca98d2ecbe26 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:09:53.983550 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c817d5a6-e900-4273-8f51-ca98d2ecbe26 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:09:53.984281 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c817d5a6-e900-4273-8f51-ca98d2ecbe26 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:09:53.984368 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 52890) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:09:53.984453 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c817d5a6-e900-4273-8f51-ca98d2ecbe26 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:09:54.105849 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.plugin [None req-678f55a7-39fa-430c-b0db-6f9bceb1787c tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Deleting port fd8c280c-72bc-49bb-beb5-33691d6b6cf8 {{(pid=103096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 09:09:54.106725 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-678f55a7-39fa-430c-b0db-6f9bceb1787c tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732013345958'] for port (fd8c280c-72bc-49bb-beb5-33691d6b6cf8), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:09:54.181895 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-678f55a7-39fa-430c-b0db-6f9bceb1787c tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559013'] for port (fd8c280c-72bc-49bb-beb5-33691d6b6cf8), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:09:54.182224 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-678f55a7-39fa-430c-b0db-6f9bceb1787c tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Publish callbacks [] for floatingip (fd8c280c-72bc-49bb-beb5-33691d6b6cf8), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:09:54.193916 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.plugin [None req-678f55a7-39fa-430c-b0db-6f9bceb1787c tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Calling delete_port for fd8c280c-72bc-49bb-beb5-33691d6b6cf8 owned by network:floatingip {{(pid=103096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 09:09:54.325688 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-678f55a7-39fa-430c-b0db-6f9bceb1787c tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732013351693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732012762718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13105710'] for port (fd8c280c-72bc-49bb-beb5-33691d6b6cf8), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:09:54.351192 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678f55a7-39fa-430c-b0db-6f9bceb1787c tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Pushing event deleted for resources: {'Port': ['ID=fd8c280c-72bc-49bb-beb5-33691d6b6cf8,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:09:54.408512 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-678f55a7-39fa-430c-b0db-6f9bceb1787c tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Publish callbacks [] for floatingip (856edd6f-57a4-45e2-937d-79af7ebb16b6), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:09:54.411036 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-678f55a7-39fa-430c-b0db-6f9bceb1787c tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334679'] for floatingip (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:09:54.412180 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-678f55a7-39fa-430c-b0db-6f9bceb1787c tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "DELETE /v2.0/floatingips/856edd6f-57a4-45e2-937d-79af7ebb16b6 HTTP/1.1" status: 204 len: 168 time: 0.4269149 Mar 16 09:09:54.629022 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 52894) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:09:54.633600 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.v2.base [None req-12df8daa-4b79-40cb-a56b-203f88ae1fa6 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Request body: {'security_group': {'name': 'tempest-securitygroup--238999939', 'description': 'tempest-description--1351204272'}} {{(pid=103096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:09:54.651807 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-12df8daa-4b79-40cb-a56b-203f88ae1fa6 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Publish callbacks [] for security_group (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:09:54.713272 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-12df8daa-4b79-40cb-a56b-203f88ae1fa6 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Publish callbacks [] for security_group (076214d7-dc35-482b-9991-fd1fde37687f), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:09:54.717742 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-12df8daa-4b79-40cb-a56b-203f88ae1fa6 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (076214d7-dc35-482b-9991-fd1fde37687f), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:09:54.750049 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-12df8daa-4b79-40cb-a56b-203f88ae1fa6 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Publish callbacks [] for security_group (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:09:54.751250 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-12df8daa-4b79-40cb-a56b-203f88ae1fa6 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1211960 Mar 16 09:09:54.752998 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12df8daa-4b79-40cb-a56b-203f88ae1fa6 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=076214d7-dc35-482b-9991-fd1fde37687f,revision_number=1']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:09:54.754410 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 52896) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:09:54.759927 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.v2.base [None req-3d9ae2a8-6837-4ec4-9b85-5ba804752d41 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Request body: {'security_group_rule': {'security_group_id': '076214d7-dc35-482b-9991-fd1fde37687f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:09:54.784375 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3d9ae2a8-6837-4ec4-9b85-5ba804752d41 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Publish callbacks [] for security_group_rule (a3af8e3f-d9b0-4ba9-b551-7065f7e05260), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:09:54.827728 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3d9ae2a8-6837-4ec4-9b85-5ba804752d41 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Publish callbacks [] for security_group_rule (a3af8e3f-d9b0-4ba9-b551-7065f7e05260), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:09:54.831212 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3d9ae2a8-6837-4ec4-9b85-5ba804752d41 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548227'] for security_group_rule (a3af8e3f-d9b0-4ba9-b551-7065f7e05260), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:09:54.848084 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9ae2a8-6837-4ec4-9b85-5ba804752d41 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3af8e3f-d9b0-4ba9-b551-7065f7e05260,revision_number=0']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:09:54.855785 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3d9ae2a8-6837-4ec4-9b85-5ba804752d41 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:09:54.857626 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-3d9ae2a8-6837-4ec4-9b85-5ba804752d41 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1014309 Mar 16 09:09:54.860174 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 52898) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:09:54.864390 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.v2.base [None req-e2e59039-4edf-40c7-bd76-62ebb82f4ab5 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Request body: {'security_group_rule': {'security_group_id': '076214d7-dc35-482b-9991-fd1fde37687f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:09:54.888747 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e2e59039-4edf-40c7-bd76-62ebb82f4ab5 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Publish callbacks [] for security_group_rule (2980500b-7431-49f2-a8c3-0f83805f4f7f), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:09:54.945378 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e2e59039-4edf-40c7-bd76-62ebb82f4ab5 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Publish callbacks [] for security_group_rule (2980500b-7431-49f2-a8c3-0f83805f4f7f), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:09:54.948758 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e2e59039-4edf-40c7-bd76-62ebb82f4ab5 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548227'] for security_group_rule (2980500b-7431-49f2-a8c3-0f83805f4f7f), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:09:54.966067 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e59039-4edf-40c7-bd76-62ebb82f4ab5 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2980500b-7431-49f2-a8c3-0f83805f4f7f,revision_number=0']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:09:54.973794 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e2e59039-4edf-40c7-bd76-62ebb82f4ab5 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:09:54.975194 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-e2e59039-4edf-40c7-bd76-62ebb82f4ab5 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1140828 Mar 16 09:09:54.978277 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 52900) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:09:54.982534 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.v2.base [None req-db00c296-69e3-4c4f-bb8b-09ebd3e3b094 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Request body: {'floatingip': {'floating_network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab'}} {{(pid=103095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:09:55.001439 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-db00c296-69e3-4c4f-bb8b-09ebd3e3b094 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:09:55.095385 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-db00c296-69e3-4c4f-bb8b-09ebd3e3b094 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:09:55.197624 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-db00c296-69e3-4c4f-bb8b-09ebd3e3b094 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Allocated IP 172.27.1.51 (c4839873-0f35-4ea4-8707-46bf79a3edab/25bf7ac3-5945-4bb8-8d8f-087cde6dd03d/86b5c2fc-d8f5-44ab-a2b7-95853710d751) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 09:09:55.294215 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-db00c296-69e3-4c4f-bb8b-09ebd3e3b094 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Publish callbacks [] for port (86b5c2fc-d8f5-44ab-a2b7-95853710d751), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:09:55.327080 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-db00c296-69e3-4c4f-bb8b-09ebd3e3b094 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732012762709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13558255'] for port (86b5c2fc-d8f5-44ab-a2b7-95853710d751), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:09:55.367690 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db00c296-69e3-4c4f-bb8b-09ebd3e3b094 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Network c4839873-0f35-4ea4-8707-46bf79a3edab is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 09:09:55.370898 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-db00c296-69e3-4c4f-bb8b-09ebd3e3b094 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 09:09:55.374830 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db00c296-69e3-4c4f-bb8b-09ebd3e3b094 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 09:09:55.396481 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db00c296-69e3-4c4f-bb8b-09ebd3e3b094 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Pushing event updated for resources: {'Port': ['ID=86b5c2fc-d8f5-44ab-a2b7-95853710d751,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:09:55.458824 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-db00c296-69e3-4c4f-bb8b-09ebd3e3b094 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Publish callbacks [] for floatingip (ec56121e-4c2e-42c8-ace8-ce3e12aadda8), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:09:55.478961 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3de267ec-888d-49e1-92d2-a6991c0932cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (3616e4f6-4586-420d-b0d2-e3b2f5abb17b), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:09:55.494291 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-db00c296-69e3-4c4f-bb8b-09ebd3e3b094 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (86b5c2fc-d8f5-44ab-a2b7-95853710d751), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:09:55.494554 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (f0da09ba-cbd5-402d-a3a1-68b8fcaf25e8), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:09:55.647693 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-db00c296-69e3-4c4f-bb8b-09ebd3e3b094 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Publish callbacks [] for port (86b5c2fc-d8f5-44ab-a2b7-95853710d751), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:09:55.652067 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-db00c296-69e3-4c4f-bb8b-09ebd3e3b094 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13558246'] for port (86b5c2fc-d8f5-44ab-a2b7-95853710d751), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:09:55.724697 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db00c296-69e3-4c4f-bb8b-09ebd3e3b094 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Pushing event updated for resources: {'Port': ['ID=86b5c2fc-d8f5-44ab-a2b7-95853710d751,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:09:55.734614 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-db00c296-69e3-4c4f-bb8b-09ebd3e3b094 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557332'] for floatingip (ec56121e-4c2e-42c8-ace8-ce3e12aadda8), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:09:55.750283 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-db00c296-69e3-4c4f-bb8b-09ebd3e3b094 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334679'] for floatingip (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:09:55.751502 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-db00c296-69e3-4c4f-bb8b-09ebd3e3b094 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7723179 Mar 16 09:09:55.944669 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b75c1ed0-3700-49dc-8c03-530e3fc89ce6 req-6249ff28-3dc1-42d7-b560-fc7c257397f4 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--238999939&fields=id&tenant_id=038ce3c42c064d11ab4e77d47b819ba5 HTTP/1.1" status: 200 len: 267 time: 0.0457864 Mar 16 09:09:56.053364 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75c1ed0-3700-49dc-8c03-530e3fc89ce6 req-f49f099c-0bce-46a4-abb8-ea9ccc46f1c7 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:09:56.054851 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b75c1ed0-3700-49dc-8c03-530e3fc89ce6 req-f49f099c-0bce-46a4-abb8-ea9ccc46f1c7 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/networks?id=95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c HTTP/1.1" status: 200 len: 811 time: 0.1038396 Mar 16 09:09:56.068849 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b75c1ed0-3700-49dc-8c03-530e3fc89ce6 req-4c2c34d0-7f98-4c9e-b908-93189e582020 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/quotas/038ce3c42c064d11ab4e77d47b819ba5 HTTP/1.1" status: 200 len: 375 time: 0.0087166 Mar 16 09:09:56.121665 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b75c1ed0-3700-49dc-8c03-530e3fc89ce6 req-7146b6fa-e9ac-41f2-b7c2-a4e09b8ffede tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=038ce3c42c064d11ab4e77d47b819ba5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480499 Mar 16 09:09:56.215034 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b75c1ed0-3700-49dc-8c03-530e3fc89ce6 req-f88c0430-a630-4769-973f-c517c57de840 service neutron] 10.222.0.18 "GET /v2.0/networks/95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826054 Mar 16 09:09:56.301834 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b75c1ed0-3700-49dc-8c03-530e3fc89ce6 req-bf20dfe0-3f01-468f-8c0d-1144ef239fc1 service neutron] 10.222.0.18 "GET /v2.0/networks/95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806537 Mar 16 09:09:56.356098 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Device 7155e07a-6504-49b7-a70d-aff571162b33 no longer exists at agent hyperv_hv-cinder-83177 {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 09:09:56.377154 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] No Port match for: 7155e07a-6504-49b7-a70d-aff571162b33 {{(pid=103097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 09:09:56.377530 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Device 7155e07a-6504-49b7-a70d-aff571162b33 not bound to the agent host hv-cinder-83177 {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 09:09:56.461959 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-1a2bdfcc-4be1-4b13-b2a5-d6a00f150b31 req-8bbb9239-5dc9-4243-977e-35b17ea53311 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/ports?device_id=868cab3a-f474-4914-b964-2347be36e645 HTTP/1.1" status: 200 len: 210 time: 0.0314739 Mar 16 09:09:56.867279 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (489981c6-9aaa-401c-bd41-6b42e027a228), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:09:57.391006 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75c1ed0-3700-49dc-8c03-530e3fc89ce6 req-2c9c874f-69b1-4ff9-9d00-d86837a9fe78 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:09:57.392441 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b75c1ed0-3700-49dc-8c03-530e3fc89ce6 req-2c9c874f-69b1-4ff9-9d00-d86837a9fe78 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.48 "GET /v2.0/networks?id=95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c HTTP/1.1" status: 200 len: 811 time: 0.0997469 Mar 16 09:09:57.455514 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b75c1ed0-3700-49dc-8c03-530e3fc89ce6 req-99afabbd-904d-42ad-8be7-b0eeefe89002 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=038ce3c42c064d11ab4e77d47b819ba5 HTTP/1.1" status: 200 len: 379 time: 0.0525832 Mar 16 09:09:57.468378 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.v2.base [req-b75c1ed0-3700-49dc-8c03-530e3fc89ce6 req-b1dec688-0560-4e6b-9f69-08ef406426c6 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Request body: {'port': {'device_id': '868cab3a-f474-4914-b964-2347be36e645', 'network_id': '95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c', 'admin_state_up': True, 'tenant_id': '038ce3c42c064d11ab4e77d47b819ba5', 'security_groups': ['076214d7-dc35-482b-9991-fd1fde37687f']}} {{(pid=103096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:09:57.561157 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5cbacd9f-4252-4e15-9dc2-91f3f6bdc132 req-4611cd68-33fe-4eb9-b3fb-a2d800f335b8 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/ports?device_id=868cab3a-f474-4914-b964-2347be36e645 HTTP/1.1" status: 200 len: 210 time: 0.0322671 Mar 16 09:09:57.598943 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b75c1ed0-3700-49dc-8c03-530e3fc89ce6 req-b1dec688-0560-4e6b-9f69-08ef406426c6 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Made reservation on behalf of 038ce3c42c064d11ab4e77d47b819ba5 for: {'port': 1} {{(pid=103096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 09:09:57.602375 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-b75c1ed0-3700-49dc-8c03-530e3fc89ce6 req-b1dec688-0560-4e6b-9f69-08ef406426c6 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:09:57.731364 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.db_base_plugin_common [req-b75c1ed0-3700-49dc-8c03-530e3fc89ce6 req-b1dec688-0560-4e6b-9f69-08ef406426c6 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Allocated IP 172.20.0.12 (95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c/653dccd0-3a12-4ac0-9cc2-5a0bfeaf34e7/25ede00e-b968-405a-a4cd-bdadf0081abf) {{(pid=103096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 09:09:57.864587 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-b75c1ed0-3700-49dc-8c03-530e3fc89ce6 req-b1dec688-0560-4e6b-9f69-08ef406426c6 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Publish callbacks [] for port (25ede00e-b968-405a-a4cd-bdadf0081abf), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:09:57.897817 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-b75c1ed0-3700-49dc-8c03-530e3fc89ce6 req-b1dec688-0560-4e6b-9f69-08ef406426c6 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732012762709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13105710'] for port (25ede00e-b968-405a-a4cd-bdadf0081abf), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:09:57.937142 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b75c1ed0-3700-49dc-8c03-530e3fc89ce6 req-b1dec688-0560-4e6b-9f69-08ef406426c6 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Network 95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c is already hosted by enough agents. {{(pid=103096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 09:09:57.941980 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.base_scheduler [req-b75c1ed0-3700-49dc-8c03-530e3fc89ce6 req-b1dec688-0560-4e6b-9f69-08ef406426c6 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Resources bound (agent type, host, resource id): {{(pid=103096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 09:09:57.945709 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [req-b75c1ed0-3700-49dc-8c03-530e3fc89ce6 req-b1dec688-0560-4e6b-9f69-08ef406426c6 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Received port after_create {{(pid=103096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 09:09:57.971405 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dec688-0560-4e6b-9f69-08ef406426c6 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Pushing event updated for resources: {'Port': ['ID=25ede00e-b968-405a-a4cd-bdadf0081abf,revision_number=1']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:09:58.000227 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75c1ed0-3700-49dc-8c03-530e3fc89ce6 req-b1dec688-0560-4e6b-9f69-08ef406426c6 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:09:58.000863 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-b75c1ed0-3700-49dc-8c03-530e3fc89ce6 req-b1dec688-0560-4e6b-9f69-08ef406426c6 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334679'] for port (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:09:58.017256 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b75c1ed0-3700-49dc-8c03-530e3fc89ce6 req-b1dec688-0560-4e6b-9f69-08ef406426c6 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5530009 Mar 16 09:09:58.029116 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.v2.base [req-b75c1ed0-3700-49dc-8c03-530e3fc89ce6 req-c2f78c47-8e7e-4900-83a5-c6d82318b95b service neutron] Request body: {'port': {'device_id': '868cab3a-f474-4914-b964-2347be36e645', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=103096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:09:58.092529 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-b75c1ed0-3700-49dc-8c03-530e3fc89ce6 req-c2f78c47-8e7e-4900-83a5-c6d82318b95b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (25ede00e-b968-405a-a4cd-bdadf0081abf), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:09:58.172750 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-edccaece-b8a7-4a3c-b47c-860ba1e32795 None None] Provisioning complete for port 25ede00e-b968-405a-a4cd-bdadf0081abf triggered by entity DHCP. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:09:58.173357 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-edccaece-b8a7-4a3c-b47c-860ba1e32795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (25ede00e-b968-405a-a4cd-bdadf0081abf), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:09:58.209679 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-edccaece-b8a7-4a3c-b47c-860ba1e32795 None None] Port 25ede00e-b968-405a-a4cd-bdadf0081abf cannot update to ACTIVE because it is not bound. {{(pid=103097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 09:09:58.343868 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.notifiers.nova [req-b75c1ed0-3700-49dc-8c03-530e3fc89ce6 req-c2f78c47-8e7e-4900-83a5-c6d82318b95b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25ede00e-b968-405a-a4cd-bdadf0081abf {{(pid=103096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 09:09:58.350939 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-b75c1ed0-3700-49dc-8c03-530e3fc89ce6 req-c2f78c47-8e7e-4900-83a5-c6d82318b95b service neutron] Publish callbacks [] for port (25ede00e-b968-405a-a4cd-bdadf0081abf), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:09:58.362843 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.provisioning_blocks [req-b75c1ed0-3700-49dc-8c03-530e3fc89ce6 req-c2f78c47-8e7e-4900-83a5-c6d82318b95b service neutron] Transition to ACTIVE for port object 25ede00e-b968-405a-a4cd-bdadf0081abf will not be triggered until provisioned by entity L2. {{(pid=103096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 16 09:09:58.367099 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-b75c1ed0-3700-49dc-8c03-530e3fc89ce6 req-c2f78c47-8e7e-4900-83a5-c6d82318b95b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13105703'] for port (25ede00e-b968-405a-a4cd-bdadf0081abf), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:09:58.416974 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f78c47-8e7e-4900-83a5-c6d82318b95b service neutron] Pushing event updated for resources: {'Port': ['ID=25ede00e-b968-405a-a4cd-bdadf0081abf,revision_number=2']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:09:58.486412 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [req-b75c1ed0-3700-49dc-8c03-530e3fc89ce6 req-c2f78c47-8e7e-4900-83a5-c6d82318b95b service neutron] Attempting to bind port 25ede00e-b968-405a-a4cd-bdadf0081abf on host hv-cinder-83177 for vnic_type normal with profile {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 09:09:58.486752 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [req-b75c1ed0-3700-49dc-8c03-530e3fc89ce6 req-c2f78c47-8e7e-4900-83a5-c6d82318b95b service neutron] Attempting to bind port 25ede00e-b968-405a-a4cd-bdadf0081abf by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': '6067c7d6-89e3-4afb-807e-b2196c2d7cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c'}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 09:09:58.487082 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75c1ed0-3700-49dc-8c03-530e3fc89ce6 req-c2f78c47-8e7e-4900-83a5-c6d82318b95b service neutron] Attempting to bind port 25ede00e-b968-405a-a4cd-bdadf0081abf on network 95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 09:09:58.491539 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75c1ed0-3700-49dc-8c03-530e3fc89ce6 req-c2f78c47-8e7e-4900-83a5-c6d82318b95b service neutron] Port 25ede00e-b968-405a-a4cd-bdadf0081abf on network 95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 16 09:09:58.491890 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75c1ed0-3700-49dc-8c03-530e3fc89ce6 req-c2f78c47-8e7e-4900-83a5-c6d82318b95b service neutron] Attempting to bind port 25ede00e-b968-405a-a4cd-bdadf0081abf on network 95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 09:09:58.496935 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75c1ed0-3700-49dc-8c03-530e3fc89ce6 req-c2f78c47-8e7e-4900-83a5-c6d82318b95b service neutron] Checking agent: {'id': 'f0da09ba-cbd5-402d-a3a1-68b8fcaf25e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 8, 59, 25), 'started_at': datetime.datetime(2022, 3, 16, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 9, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 09:09:58.497271 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75c1ed0-3700-49dc-8c03-530e3fc89ce6 req-c2f78c47-8e7e-4900-83a5-c6d82318b95b service neutron] Checking segment: {'id': '6067c7d6-89e3-4afb-807e-b2196c2d7cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 09:09:58.497685 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75c1ed0-3700-49dc-8c03-530e3fc89ce6 req-c2f78c47-8e7e-4900-83a5-c6d82318b95b service neutron] Bound using segment: {'id': '6067c7d6-89e3-4afb-807e-b2196c2d7cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c'} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 09:09:58.498113 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [req-b75c1ed0-3700-49dc-8c03-530e3fc89ce6 req-c2f78c47-8e7e-4900-83a5-c6d82318b95b service neutron] Bound port: 25ede00e-b968-405a-a4cd-bdadf0081abf, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6067c7d6-89e3-4afb-807e-b2196c2d7cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c'}}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 09:09:58.498471 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-b75c1ed0-3700-49dc-8c03-530e3fc89ce6 req-c2f78c47-8e7e-4900-83a5-c6d82318b95b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (25ede00e-b968-405a-a4cd-bdadf0081abf), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:09:58.563761 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.db [req-b75c1ed0-3700-49dc-8c03-530e3fc89ce6 req-c2f78c47-8e7e-4900-83a5-c6d82318b95b service neutron] For port 25ede00e-b968-405a-a4cd-bdadf0081abf, host hv-cinder-83177, cleared binding levels {{(pid=103096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 09:09:58.566938 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.db [req-b75c1ed0-3700-49dc-8c03-530e3fc89ce6 req-c2f78c47-8e7e-4900-83a5-c6d82318b95b service neutron] For port 25ede00e-b968-405a-a4cd-bdadf0081abf, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=25ede00e-b968-405a-a4cd-bdadf0081abf,segment=NetworkSegment(6067c7d6-89e3-4afb-807e-b2196c2d7cb4),segment_id=6067c7d6-89e3-4afb-807e-b2196c2d7cb4)] {{(pid=103096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 09:09:58.572046 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-b75c1ed0-3700-49dc-8c03-530e3fc89ce6 req-c2f78c47-8e7e-4900-83a5-c6d82318b95b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13105703'] for port (25ede00e-b968-405a-a4cd-bdadf0081abf), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:09:58.604498 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75c1ed0-3700-49dc-8c03-530e3fc89ce6 req-c2f78c47-8e7e-4900-83a5-c6d82318b95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:09:58.605105 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-b75c1ed0-3700-49dc-8c03-530e3fc89ce6 req-c2f78c47-8e7e-4900-83a5-c6d82318b95b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334679'] for port (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:09:58.606479 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b75c1ed0-3700-49dc-8c03-530e3fc89ce6 req-c2f78c47-8e7e-4900-83a5-c6d82318b95b service neutron] 10.222.0.48 "PUT /v2.0/ports/25ede00e-b968-405a-a4cd-bdadf0081abf HTTP/1.1" status: 200 len: 1094 time: 0.5816896 Mar 16 09:09:58.607153 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '868cab3a-f474-4914-b964-2347be36e645', 'tag': '25ede00e-b968-405a-a4cd-bdadf0081abf'}] {{(pid=103096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 09:09:58.609470 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552648401d13394d2a88e7485ef09c5647ae5ea4c1ec431ef2c5edbe801f23fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ef9613-59d7-49e4-9f6b-14d1c48e10e5" -d '{"events": [{"name": "network-changed", "server_uuid": "868cab3a-f474-4914-b964-2347be36e645", "tag": "25ede00e-b968-405a-a4cd-bdadf0081abf"}]}' {{(pid=103096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 09:09:58.685140 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 09:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-578b9998-a697-47fc-8ac5-85d72c67a18a x-openstack-request-id: req-578b9998-a697-47fc-8ac5-85d72c67a18a {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 09:09:58.685501 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "868cab3a-f474-4914-b964-2347be36e645", "tag": "25ede00e-b968-405a-a4cd-bdadf0081abf", "status": "completed", "code": 200}]} {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 09:09:58.685703 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-578b9998-a697-47fc-8ac5-85d72c67a18a {{(pid=103096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 09:09:58.686101 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '868cab3a-f474-4914-b964-2347be36e645', 'tag': '25ede00e-b968-405a-a4cd-bdadf0081abf', 'status': 'completed', 'code': 200} Mar 16 09:09:58.686791 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f78c47-8e7e-4900-83a5-c6d82318b95b service neutron] Pushing event updated for resources: {'Port': ['ID=25ede00e-b968-405a-a4cd-bdadf0081abf,revision_number=3']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:09:58.741363 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e486fe5b-7d80-4927-b4a7-7fcc396d3ea9 req-1500b937-2623-45d0-8bac-838901151939 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:09:58.742906 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-e486fe5b-7d80-4927-b4a7-7fcc396d3ea9 req-1500b937-2623-45d0-8bac-838901151939 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/ports?device_id=868cab3a-f474-4914-b964-2347be36e645 HTTP/1.1" status: 200 len: 944 time: 0.1023262 Mar 16 09:09:58.753115 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75c1ed0-3700-49dc-8c03-530e3fc89ce6 req-7c4fb01c-91d2-4f2b-bb04-fb90f42456e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:09:58.754621 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b75c1ed0-3700-49dc-8c03-530e3fc89ce6 req-7c4fb01c-91d2-4f2b-bb04-fb90f42456e5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=038ce3c42c064d11ab4e77d47b819ba5&device_id=868cab3a-f474-4914-b964-2347be36e645 HTTP/1.1" status: 200 len: 1128 time: 0.0934546 Mar 16 09:09:58.812398 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b75c1ed0-3700-49dc-8c03-530e3fc89ce6 req-9e26e9fb-4647-4845-a019-7dbd53d1604b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=25ede00e-b968-405a-a4cd-bdadf0081abf HTTP/1.1" status: 200 len: 217 time: 0.0446620 Mar 16 09:09:58.853297 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-e486fe5b-7d80-4927-b4a7-7fcc396d3ea9 req-12a1ba47-9e6a-4577-8525-ac1c332540fd tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/security-groups?id=076214d7-dc35-482b-9991-fd1fde37687f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037717 Mar 16 09:09:58.871464 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75c1ed0-3700-49dc-8c03-530e3fc89ce6 req-27a2e172-e847-454b-a555-f357cbadcb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:09:58.872944 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b75c1ed0-3700-49dc-8c03-530e3fc89ce6 req-27a2e172-e847-454b-a555-f357cbadcb6e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=653dccd0-3a12-4ac0-9cc2-5a0bfeaf34e7 HTTP/1.1" status: 200 len: 850 time: 0.0513659 Mar 16 09:09:58.924824 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75c1ed0-3700-49dc-8c03-530e3fc89ce6 req-a9eec684-2837-41ee-bda7-e781b6300c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:09:58.926374 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b75c1ed0-3700-49dc-8c03-530e3fc89ce6 req-a9eec684-2837-41ee-bda7-e781b6300c35 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475950 Mar 16 09:09:59.015552 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b75c1ed0-3700-49dc-8c03-530e3fc89ce6 req-b0f59a7d-e7dc-4d94-9761-13f98528c177 service neutron] 10.222.0.48 "GET /v2.0/networks/95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815773 Mar 16 09:09:59.103557 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b75c1ed0-3700-49dc-8c03-530e3fc89ce6 req-947a4f8b-45c2-4ab7-9469-c8c32f6a1270 service neutron] 10.222.0.48 "GET /v2.0/networks/95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815949 Mar 16 09:09:59.207430 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ef9613-59d7-49e4-9f6b-14d1c48e10e5 req-423a5366-4e06-4223-9998-00172dbddf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:09:59.208948 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-d7ef9613-59d7-49e4-9f6b-14d1c48e10e5 req-423a5366-4e06-4223-9998-00172dbddf0c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=038ce3c42c064d11ab4e77d47b819ba5&device_id=868cab3a-f474-4914-b964-2347be36e645 HTTP/1.1" status: 200 len: 1128 time: 0.0444705 Mar 16 09:09:59.297545 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ef9613-59d7-49e4-9f6b-14d1c48e10e5 req-b35bfcf3-66af-4f70-89a0-3a7a9828c2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:09:59.298982 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-d7ef9613-59d7-49e4-9f6b-14d1c48e10e5 req-b35bfcf3-66af-4f70-89a0-3a7a9828c2d4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c HTTP/1.1" status: 200 len: 912 time: 0.0837579 Mar 16 09:09:59.340058 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-d7ef9613-59d7-49e4-9f6b-14d1c48e10e5 req-fabecbfb-0ca0-465f-b789-eee96900920f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=25ede00e-b968-405a-a4cd-bdadf0081abf HTTP/1.1" status: 200 len: 217 time: 0.0344412 Mar 16 09:09:59.386793 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ef9613-59d7-49e4-9f6b-14d1c48e10e5 req-9ba69aaf-1bd6-4cda-a635-6bfb48bbb356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:09:59.388121 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-d7ef9613-59d7-49e4-9f6b-14d1c48e10e5 req-9ba69aaf-1bd6-4cda-a635-6bfb48bbb356 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=653dccd0-3a12-4ac0-9cc2-5a0bfeaf34e7 HTTP/1.1" status: 200 len: 850 time: 0.0421104 Mar 16 09:09:59.434159 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ef9613-59d7-49e4-9f6b-14d1c48e10e5 req-52b266ea-df4c-4e4c-a5e4-ec12a294c7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:09:59.436250 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-d7ef9613-59d7-49e4-9f6b-14d1c48e10e5 req-52b266ea-df4c-4e4c-a5e4-ec12a294c7c7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424469 Mar 16 09:09:59.524341 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-d7ef9613-59d7-49e4-9f6b-14d1c48e10e5 req-78e7c3be-adb6-412c-aa33-fb76e971a20d service neutron] 10.222.0.48 "GET /v2.0/networks/95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817623 Mar 16 09:09:59.609831 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-d7ef9613-59d7-49e4-9f6b-14d1c48e10e5 req-85bc5d0d-8387-454f-837b-9adc231a3a0f service neutron] 10.222.0.48 "GET /v2.0/networks/95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793443 Mar 16 09:09:59.974482 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da304cc8-4054-4a70-877d-ac6230e41362 req-d7680cf4-8027-45fa-8e06-c0d689dbb1c4 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:09:59.975917 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-da304cc8-4054-4a70-877d-ac6230e41362 req-d7680cf4-8027-45fa-8e06-c0d689dbb1c4 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/ports?device_id=868cab3a-f474-4914-b964-2347be36e645 HTTP/1.1" status: 200 len: 944 time: 0.0544908 Mar 16 09:10:00.020490 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-da304cc8-4054-4a70-877d-ac6230e41362 req-64df1e70-0c64-4051-98aa-09926db46e91 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/security-groups?id=076214d7-dc35-482b-9991-fd1fde37687f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391107 Mar 16 09:10:01.135433 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9982de25-487f-4da9-ab35-27d31116dbde req-0aef8b0f-0dfb-466c-bdf1-ae9765b416bd tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:10:01.136887 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-9982de25-487f-4da9-ab35-27d31116dbde req-0aef8b0f-0dfb-466c-bdf1-ae9765b416bd tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/ports?device_id=868cab3a-f474-4914-b964-2347be36e645 HTTP/1.1" status: 200 len: 944 time: 0.0515954 Mar 16 09:10:01.181060 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-9982de25-487f-4da9-ab35-27d31116dbde req-f81b4333-894d-4dde-ba7f-030f7143cee7 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/security-groups?id=076214d7-dc35-482b-9991-fd1fde37687f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385520 Mar 16 09:10:02.298701 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f47e17d-fa38-4933-a4bd-f489c8cb2e9c req-0aaa3c09-501d-4cab-aa49-72fc79977019 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:10:02.300143 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-9f47e17d-fa38-4933-a4bd-f489c8cb2e9c req-0aaa3c09-501d-4cab-aa49-72fc79977019 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/ports?device_id=868cab3a-f474-4914-b964-2347be36e645 HTTP/1.1" status: 200 len: 944 time: 0.0541127 Mar 16 09:10:02.344319 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-9f47e17d-fa38-4933-a4bd-f489c8cb2e9c req-4a04c75d-01e7-469b-8796-15768186254a tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/security-groups?id=076214d7-dc35-482b-9991-fd1fde37687f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388131 Mar 16 09:10:02.410166 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Device 25ede00e-b968-405a-a4cd-bdadf0081abf details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=103097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 09:10:02.505037 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] For port 25ede00e-b968-405a-a4cd-bdadf0081abf, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=25ede00e-b968-405a-a4cd-bdadf0081abf,segment=NetworkSegment(6067c7d6-89e3-4afb-807e-b2196c2d7cb4),segment_id=6067c7d6-89e3-4afb-807e-b2196c2d7cb4)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:10:02.515972 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Returning: {'device': '25ede00e-b968-405a-a4cd-bdadf0081abf', 'network_id': '95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c', 'port_id': '25ede00e-b968-405a-a4cd-bdadf0081abf', 'mac_address': 'fa:16:3e:3d:22:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '653dccd0-3a12-4ac0-9cc2-5a0bfeaf34e7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 09:10:02.551099 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Current status of the port 25ede00e-b968-405a-a4cd-bdadf0081abf is: DOWN; New status is: BUILD {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:10:02.551519 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (25ede00e-b968-405a-a4cd-bdadf0081abf), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:10:02.565271 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.notifiers.nova [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25ede00e-b968-405a-a4cd-bdadf0081abf {{(pid=103097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 09:10:02.584737 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] For port 25ede00e-b968-405a-a4cd-bdadf0081abf, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=25ede00e-b968-405a-a4cd-bdadf0081abf,segment=NetworkSegment(6067c7d6-89e3-4afb-807e-b2196c2d7cb4),segment_id=6067c7d6-89e3-4afb-807e-b2196c2d7cb4)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:10:02.589962 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (25ede00e-b968-405a-a4cd-bdadf0081abf), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:10:02.636159 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Pushing event updated for resources: {'Port': ['ID=25ede00e-b968-405a-a4cd-bdadf0081abf,revision_number=4']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:10:02.642930 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:10:02.643281 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:10:02.643625 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:10:02.643964 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:10:02.644298 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:10:02.644628 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:10:02.644954 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:10:02.645278 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:10:02.645639 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:10:02.645965 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:10:02.646289 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:10:02.646617 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:10:02.646939 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:10:02.647258 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:10:02.647574 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:10:02.986924 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] get_ports_and_sgs() called for port_ids ['25ede00e-b968-405a-a4cd-bdadf0081abf'] {{(pid=103097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 09:10:03.458648 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094ae3e2-f10f-4ec1-8b26-0d2608d622e8 req-6f7edd80-ab4b-4317-b8e1-a847f162ee30 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:10:03.460096 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-094ae3e2-f10f-4ec1-8b26-0d2608d622e8 req-6f7edd80-ab4b-4317-b8e1-a847f162ee30 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/ports?device_id=868cab3a-f474-4914-b964-2347be36e645 HTTP/1.1" status: 200 len: 945 time: 0.0509212 Mar 16 09:10:03.504703 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-094ae3e2-f10f-4ec1-8b26-0d2608d622e8 req-2debdfec-2bec-4f44-aaf2-9e0165fd008c tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/security-groups?id=076214d7-dc35-482b-9991-fd1fde37687f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390835 Mar 16 09:10:04.406353 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Device 25ede00e-b968-405a-a4cd-bdadf0081abf up at agent hyperv_hv-cinder-83177 {{(pid=103097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 09:10:04.455114 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Provisioning for port 25ede00e-b968-405a-a4cd-bdadf0081abf completed by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 16 09:10:04.459068 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Provisioning complete for port 25ede00e-b968-405a-a4cd-bdadf0081abf triggered by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:10:04.459443 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (25ede00e-b968-405a-a4cd-bdadf0081abf), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:10:04.535608 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Current status of the port 25ede00e-b968-405a-a4cd-bdadf0081abf is: BUILD; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:10:04.536036 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (25ede00e-b968-405a-a4cd-bdadf0081abf), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:10:04.558464 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '868cab3a-f474-4914-b964-2347be36e645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ede00e-b968-405a-a4cd-bdadf0081abf'}] {{(pid=103097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 09:10:04.561182 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4541ab3f2cdba5932412d0e11c0734b292cb124fdee115af1127c89d10c16b82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85edee20-44c7-4c90-b9b5-7bc51d253d18" -d '{"events": [{"server_uuid": "868cab3a-f474-4914-b964-2347be36e645", "name": "network-vif-plugged", "status": "completed", "tag": "25ede00e-b968-405a-a4cd-bdadf0081abf"}]}' {{(pid=103097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 09:10:04.573869 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] For port 25ede00e-b968-405a-a4cd-bdadf0081abf, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=25ede00e-b968-405a-a4cd-bdadf0081abf,segment=NetworkSegment(6067c7d6-89e3-4afb-807e-b2196c2d7cb4),segment_id=6067c7d6-89e3-4afb-807e-b2196c2d7cb4)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:10:04.579068 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (25ede00e-b968-405a-a4cd-bdadf0081abf), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:10:04.603913 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 09:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e9a6e6-654e-4105-9278-0b457094077a x-openstack-request-id: req-90e9a6e6-654e-4105-9278-0b457094077a {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 09:10:04.604209 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "868cab3a-f474-4914-b964-2347be36e645", "name": "network-vif-plugged", "status": "completed", "tag": "25ede00e-b968-405a-a4cd-bdadf0081abf", "code": 200}]} {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 09:10:04.604486 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-90e9a6e6-654e-4105-9278-0b457094077a {{(pid=103097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 09:10:04.604875 dv-cinder-831776-4-iscsi neutron-server[103097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '868cab3a-f474-4914-b964-2347be36e645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ede00e-b968-405a-a4cd-bdadf0081abf', 'code': 200} Mar 16 09:10:04.633751 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Pushing event updated for resources: {'Port': ['ID=25ede00e-b968-405a-a4cd-bdadf0081abf,revision_number=5']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:10:04.640414 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f13e312-09c1-402e-8b5e-8d9249ecdd67 req-42f324dd-c565-40b1-acde-a6dd047063d2 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:10:04.642089 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2f13e312-09c1-402e-8b5e-8d9249ecdd67 req-42f324dd-c565-40b1-acde-a6dd047063d2 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/ports?device_id=868cab3a-f474-4914-b964-2347be36e645 HTTP/1.1" status: 200 len: 946 time: 0.0716650 Mar 16 09:10:04.695019 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2f13e312-09c1-402e-8b5e-8d9249ecdd67 req-17744ec0-642e-4500-b2e5-ac23dd792006 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/security-groups?id=076214d7-dc35-482b-9991-fd1fde37687f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468209 Mar 16 09:10:04.781072 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51fe83f-4519-4c1c-a6df-b8a96195ed8f req-b49744bd-67ea-42fa-85a9-17b0d13af51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:10:04.782550 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a51fe83f-4519-4c1c-a6df-b8a96195ed8f req-b49744bd-67ea-42fa-85a9-17b0d13af51d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=868cab3a-f474-4914-b964-2347be36e645 HTTP/1.1" status: 200 len: 1130 time: 0.0423870 Mar 16 09:10:04.826494 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a51fe83f-4519-4c1c-a6df-b8a96195ed8f req-d76b9fbb-91d9-4900-ac39-8f924b09be9e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=076214d7-dc35-482b-9991-fd1fde37687f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363817 Mar 16 09:10:05.812617 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599943a4-1ea2-4016-8408-5463619a285f req-1f3b8bae-dff9-40c7-abee-b142b89e9be8 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:10:05.814110 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-599943a4-1ea2-4016-8408-5463619a285f req-1f3b8bae-dff9-40c7-abee-b142b89e9be8 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/ports?device_id=868cab3a-f474-4914-b964-2347be36e645 HTTP/1.1" status: 200 len: 946 time: 0.0506482 Mar 16 09:10:05.858732 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-599943a4-1ea2-4016-8408-5463619a285f req-b0f13f95-e79d-4ca7-84c5-4ecfc35d19c4 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/security-groups?id=076214d7-dc35-482b-9991-fd1fde37687f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391455 Mar 16 09:10:06.976417 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4244b3-8f0b-4cf8-973a-01cd1872e839 req-dda034c6-a0d6-4de7-a9e9-b06b5e6ccd1f tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:10:06.977887 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-cd4244b3-8f0b-4cf8-973a-01cd1872e839 req-dda034c6-a0d6-4de7-a9e9-b06b5e6ccd1f tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/ports?device_id=868cab3a-f474-4914-b964-2347be36e645 HTTP/1.1" status: 200 len: 946 time: 0.0535529 Mar 16 09:10:07.023801 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-cd4244b3-8f0b-4cf8-973a-01cd1872e839 req-523f424c-f689-4e97-98ba-e2c24e69c404 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/security-groups?id=076214d7-dc35-482b-9991-fd1fde37687f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399220 Mar 16 09:10:07.144531 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603a7d5-fe20-48bc-9bec-e8d24951d429 req-462ca825-b507-48e4-bef9-b95bbb982602 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:10:07.146042 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2603a7d5-fe20-48bc-9bec-e8d24951d429 req-462ca825-b507-48e4-bef9-b95bbb982602 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/ports?device_id=868cab3a-f474-4914-b964-2347be36e645 HTTP/1.1" status: 200 len: 946 time: 0.0617740 Mar 16 09:10:07.154482 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 52964) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:10:07.158841 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.v2.base [None req-d1ac6f4f-7e02-4c36-b2d1-1635e0257539 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Request body: {'floatingip': {'port_id': '25ede00e-b968-405a-a4cd-bdadf0081abf'}} {{(pid=103096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:10:07.200047 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-d1ac6f4f-7e02-4c36-b2d1-1635e0257539 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Publish callbacks [] for floatingip (ec56121e-4c2e-42c8-ace8-ce3e12aadda8), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:10:07.840138 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-d1ac6f4f-7e02-4c36-b2d1-1635e0257539 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:10:07.844217 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-d1ac6f4f-7e02-4c36-b2d1-1635e0257539 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557332'] for floatingip (ec56121e-4c2e-42c8-ace8-ce3e12aadda8), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:10:07.944250 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.db.l3_db [None req-d1ac6f4f-7e02-4c36-b2d1-1635e0257539 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Floating IP ec56121e-4c2e-42c8-ace8-ce3e12aadda8 associated. External IP: 172.27.1.51, port: 25ede00e-b968-405a-a4cd-bdadf0081abf. Mar 16 09:10:08.158863 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1ac6f4f-7e02-4c36-b2d1-1635e0257539 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Router 2df2c62d-5582-4298-bce8-eae327467d6d has already been hosted by L3 agent 09ce795b-eeca-4b3b-9d7f-577d9443cb21 {{(pid=103096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 09:10:08.268672 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1ac6f4f-7e02-4c36-b2d1-1635e0257539 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Notify agent at l3_agent.dv-cinder-831776-4-iscsi the message routers_updated {{(pid=103096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 09:10:08.273537 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-d1ac6f4f-7e02-4c36-b2d1-1635e0257539 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334679'] for floatingip (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:10:08.278370 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22719b5a-2c7e-47ba-b1e8-be1ff68f96d1 None None] Sync routers for ids ['2df2c62d-5582-4298-bce8-eae327467d6d'] in dv-cinder-831776-4-iscsi {{(pid=103097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 09:10:08.288118 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22719b5a-2c7e-47ba-b1e8-be1ff68f96d1 None None] Routers {'2df2c62d-5582-4298-bce8-eae327467d6d'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:10:08.288737 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-22719b5a-2c7e-47ba-b1e8-be1ff68f96d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:09:53Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['2df2c62d-5582-4298-bce8-eae327467d6d'], 'active': True} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:10:08.302684 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-d1ac6f4f-7e02-4c36-b2d1-1635e0257539 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "PUT /v2.0/floatingips/ec56121e-4c2e-42c8-ace8-ce3e12aadda8 HTTP/1.1" status: 200 len: 991 time: 1.1471734 Mar 16 09:10:08.303259 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '868cab3a-f474-4914-b964-2347be36e645', 'tag': '25ede00e-b968-405a-a4cd-bdadf0081abf'}] {{(pid=103096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 09:10:08.305484 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552648401d13394d2a88e7485ef09c5647ae5ea4c1ec431ef2c5edbe801f23fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb7b051d-2581-4e0f-b5a0-bb3b2d5f57b3" -d '{"events": [{"name": "network-changed", "server_uuid": "868cab3a-f474-4914-b964-2347be36e645", "tag": "25ede00e-b968-405a-a4cd-bdadf0081abf"}]}' {{(pid=103096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 09:10:08.340130 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 09:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a17424f9-8bde-4db6-8b55-bff5ab3e11ee x-openstack-request-id: req-a17424f9-8bde-4db6-8b55-bff5ab3e11ee {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 09:10:08.340415 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "868cab3a-f474-4914-b964-2347be36e645", "tag": "25ede00e-b968-405a-a4cd-bdadf0081abf", "status": "completed", "code": 200}]} {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 09:10:08.340686 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a17424f9-8bde-4db6-8b55-bff5ab3e11ee {{(pid=103096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 09:10:08.341077 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '868cab3a-f474-4914-b964-2347be36e645', 'tag': '25ede00e-b968-405a-a4cd-bdadf0081abf', 'status': 'completed', 'code': 200} Mar 16 09:10:08.402455 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvr_db [None req-22719b5a-2c7e-47ba-b1e8-be1ff68f96d1 None None] Set router 2df2c62d-5582-4298-bce8-eae327467d6d gateway port host: dv-cinder-831776-4-iscsi {{(pid=103097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:10:08.403807 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7b051d-2581-4e0f-b5a0-bb3b2d5f57b3 req-d8b0865b-0140-47a5-bf0e-5b5b7d992516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:10:08.405933 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-fb7b051d-2581-4e0f-b5a0-bb3b2d5f57b3 req-d8b0865b-0140-47a5-bf0e-5b5b7d992516 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=038ce3c42c064d11ab4e77d47b819ba5&device_id=868cab3a-f474-4914-b964-2347be36e645 HTTP/1.1" status: 200 len: 1130 time: 0.0437713 Mar 16 09:10:08.496233 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7b051d-2581-4e0f-b5a0-bb3b2d5f57b3 req-1a2563c2-ba51-435e-9d13-1fde1111c85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:10:08.497778 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-fb7b051d-2581-4e0f-b5a0-bb3b2d5f57b3 req-1a2563c2-ba51-435e-9d13-1fde1111c85d service neutron] 10.222.0.48 "GET /v2.0/networks?id=95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c HTTP/1.1" status: 200 len: 912 time: 0.0860679 Mar 16 09:10:08.562268 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-fb7b051d-2581-4e0f-b5a0-bb3b2d5f57b3 req-d425c8da-1891-4fcb-b235-a25513f7ca31 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=25ede00e-b968-405a-a4cd-bdadf0081abf HTTP/1.1" status: 200 len: 999 time: 0.0583885 Mar 16 09:10:08.610118 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7b051d-2581-4e0f-b5a0-bb3b2d5f57b3 req-5f96a535-6e96-4cd3-877e-edcd70418fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:10:08.611477 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-fb7b051d-2581-4e0f-b5a0-bb3b2d5f57b3 req-5f96a535-6e96-4cd3-877e-edcd70418fff service neutron] 10.222.0.48 "GET /v2.0/subnets?id=653dccd0-3a12-4ac0-9cc2-5a0bfeaf34e7 HTTP/1.1" status: 200 len: 850 time: 0.0440633 Mar 16 09:10:08.622014 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-22719b5a-2c7e-47ba-b1e8-be1ff68f96d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df2c62d-5582-4298-bce8-eae327467d6d', 'name': 'tempest-AttachVolumeTestJSON-1028812111-router', 'tenant_id': '038ce3c42c064d11ab4e77d47b819ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': 'f6b31a4c-cee9-42ec-bd05-d81200f3903a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:01:25Z', 'updated_at': '2022-03-16T09:01:34Z', 'revision_number': 4, 'project_id': '038ce3c42c064d11ab4e77d47b819ba5', 'gw_port': {'id': 'f6b31a4c-cee9-42ec-bd05-d81200f3903a', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:92:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df2c62d-5582-4298-bce8-eae327467d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:26Z', 'updated_at': '2022-03-16T09:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_floatingips': [{'id': 'ec56121e-4c2e-42c8-ace8-ce3e12aadda8', 'tenant_id': '038ce3c42c064d11ab4e77d47b819ba5', 'floating_ip_address': '172.27.1.51', 'floating_network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'router_id': '2df2c62d-5582-4298-bce8-eae327467d6d', 'port_id': '25ede00e-b968-405a-a4cd-bdadf0081abf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c', 'mac_address': 'fa:16:3e:3d:22:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868cab3a-f474-4914-b964-2347be36e645', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T09:09:55Z', 'updated_at': '2022-03-16T09:10:07Z', 'revision_number': 1, 'project_id': '038ce3c42c064d11ab4e77d47b819ba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2710fcff-2d87-4145-8e0c-0196ae6903e2', 'name': '', 'network_id': '95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c', 'tenant_id': '038ce3c42c064d11ab4e77d47b819ba5', 'mac_address': 'fa:16:3e:72:6c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df2c62d-5582-4298-bce8-eae327467d6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '653dccd0-3a12-4ac0-9cc2-5a0bfeaf34e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:32Z', 'updated_at': '2022-03-16T09:01:43Z', 'revision_number': 5, 'project_id': '038ce3c42c064d11ab4e77d47b819ba5', 'subnets': [{'id': '653dccd0-3a12-4ac0-9cc2-5a0bfeaf34e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:10:08.651740 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22719b5a-2c7e-47ba-b1e8-be1ff68f96d1 None None] Checking router: 2df2c62d-5582-4298-bce8-eae327467d6d for host: dv-cinder-831776-4-iscsi {{(pid=103097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 09:10:08.660749 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22719b5a-2c7e-47ba-b1e8-be1ff68f96d1 None None] Routers {'2df2c62d-5582-4298-bce8-eae327467d6d'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:10:08.661343 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-22719b5a-2c7e-47ba-b1e8-be1ff68f96d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:09:53Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['2df2c62d-5582-4298-bce8-eae327467d6d'], 'active': True} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:10:08.665151 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7b051d-2581-4e0f-b5a0-bb3b2d5f57b3 req-3eb24a40-e771-4ff2-b1a4-bb62e28e6084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:10:08.666922 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-fb7b051d-2581-4e0f-b5a0-bb3b2d5f57b3 req-3eb24a40-e771-4ff2-b1a4-bb62e28e6084 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490630 Mar 16 09:10:08.753657 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-fb7b051d-2581-4e0f-b5a0-bb3b2d5f57b3 req-c5469991-cf70-4e36-a875-e58d981c796d service neutron] 10.222.0.48 "GET /v2.0/networks/95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805240 Mar 16 09:10:08.767052 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvr_db [None req-22719b5a-2c7e-47ba-b1e8-be1ff68f96d1 None None] Set router 2df2c62d-5582-4298-bce8-eae327467d6d gateway port host: dv-cinder-831776-4-iscsi {{(pid=103097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:10:08.845912 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-fb7b051d-2581-4e0f-b5a0-bb3b2d5f57b3 req-ae726a4c-53b1-42c8-85b4-b5ab3c827a16 service neutron] 10.222.0.48 "GET /v2.0/networks/95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847833 Mar 16 09:10:08.985061 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-22719b5a-2c7e-47ba-b1e8-be1ff68f96d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df2c62d-5582-4298-bce8-eae327467d6d', 'name': 'tempest-AttachVolumeTestJSON-1028812111-router', 'tenant_id': '038ce3c42c064d11ab4e77d47b819ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': 'f6b31a4c-cee9-42ec-bd05-d81200f3903a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:01:25Z', 'updated_at': '2022-03-16T09:01:34Z', 'revision_number': 4, 'project_id': '038ce3c42c064d11ab4e77d47b819ba5', 'gw_port': {'id': 'f6b31a4c-cee9-42ec-bd05-d81200f3903a', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:92:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df2c62d-5582-4298-bce8-eae327467d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:26Z', 'updated_at': '2022-03-16T09:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_floatingips': [{'id': 'ec56121e-4c2e-42c8-ace8-ce3e12aadda8', 'tenant_id': '038ce3c42c064d11ab4e77d47b819ba5', 'floating_ip_address': '172.27.1.51', 'floating_network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'router_id': '2df2c62d-5582-4298-bce8-eae327467d6d', 'port_id': '25ede00e-b968-405a-a4cd-bdadf0081abf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c', 'mac_address': 'fa:16:3e:3d:22:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868cab3a-f474-4914-b964-2347be36e645', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T09:09:55Z', 'updated_at': '2022-03-16T09:10:07Z', 'revision_number': 1, 'project_id': '038ce3c42c064d11ab4e77d47b819ba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2710fcff-2d87-4145-8e0c-0196ae6903e2', 'name': '', 'network_id': '95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c', 'tenant_id': '038ce3c42c064d11ab4e77d47b819ba5', 'mac_address': 'fa:16:3e:72:6c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df2c62d-5582-4298-bce8-eae327467d6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '653dccd0-3a12-4ac0-9cc2-5a0bfeaf34e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:32Z', 'updated_at': '2022-03-16T09:01:43Z', 'revision_number': 5, 'project_id': '038ce3c42c064d11ab4e77d47b819ba5', 'subnets': [{'id': '653dccd0-3a12-4ac0-9cc2-5a0bfeaf34e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:10:09.013177 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22719b5a-2c7e-47ba-b1e8-be1ff68f96d1 None None] The sync data for ids ['2df2c62d-5582-4298-bce8-eae327467d6d'] in dv-cinder-831776-4-iscsi is: [{'id': '2df2c62d-5582-4298-bce8-eae327467d6d', 'name': 'tempest-AttachVolumeTestJSON-1028812111-router', 'tenant_id': '038ce3c42c064d11ab4e77d47b819ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': 'f6b31a4c-cee9-42ec-bd05-d81200f3903a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:01:25Z', 'updated_at': '2022-03-16T09:01:34Z', 'revision_number': 4, 'project_id': '038ce3c42c064d11ab4e77d47b819ba5', 'gw_port': {'id': 'f6b31a4c-cee9-42ec-bd05-d81200f3903a', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:92:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df2c62d-5582-4298-bce8-eae327467d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:26Z', 'updated_at': '2022-03-16T09:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_floatingips': [{'id': 'ec56121e-4c2e-42c8-ace8-ce3e12aadda8', 'tenant_id': '038ce3c42c064d11ab4e77d47b819ba5', 'floating_ip_address': '172.27.1.51', 'floating_network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'router_id': '2df2c62d-5582-4298-bce8-eae327467d6d', 'port_id': '25ede00e-b968-405a-a4cd-bdadf0081abf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c', 'mac_address': 'fa:16:3e:3d:22:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868cab3a-f474-4914-b964-2347be36e645', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T09:09:55Z', 'updated_at': '2022-03-16T09:10:07Z', 'revision_number': 1, 'project_id': '038ce3c42c064d11ab4e77d47b819ba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2710fcff-2d87-4145-8e0c-0196ae6903e2', 'name': '', 'network_id': '95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c', 'tenant_id': '038ce3c42c064d11ab4e77d47b819ba5', 'mac_address': 'fa:16:3e:72:6c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df2c62d-5582-4298-bce8-eae327467d6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '653dccd0-3a12-4ac0-9cc2-5a0bfeaf34e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:32Z', 'updated_at': '2022-03-16T09:01:43Z', 'revision_number': 5, 'project_id': '038ce3c42c064d11ab4e77d47b819ba5', 'subnets': [{'id': '653dccd0-3a12-4ac0-9cc2-5a0bfeaf34e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 09:10:09.067596 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.agents_db [None req-ddb2e055-3acb-4969-8bde-a74b2247622c None None] Agent healthcheck: found 6 active agents {{(pid=103098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 09:10:09.206238 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea6c175-95b6-4340-b912-93cf7565c1ad None None] New status for floating IP ec56121e-4c2e-42c8-ace8-ce3e12aadda8: ACTIVE {{(pid=103098) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 09:10:20.489797 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-6ea085b1-ed41-4323-b96e-17395580ae7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (a398d5bf-1368-473f-bfdd-7d167c3f4154), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:10:22.812663 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-2eb0d08e-03a2-483a-b9c8-e7f125ef34b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (09ce795b-eeca-4b3b-9d7f-577d9443cb21), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:10:23.866060 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-cdeb7127-6fa1-4060-ae0a-c8ffc2dd9388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (514d7d79-ab14-439d-a6c0-bbffe337a49f), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:10:25.485499 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3de267ec-888d-49e1-92d2-a6991c0932cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (3616e4f6-4586-420d-b0d2-e3b2f5abb17b), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:10:25.494633 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (f0da09ba-cbd5-402d-a3a1-68b8fcaf25e8), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:10:26.869663 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (489981c6-9aaa-401c-bd41-6b42e027a228), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:10:30.679851 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-6c8e7c02-e890-4f08-8aa7-086d5c1fea54 req-37655228-1db7-4f74-aa1d-a55cc24539d0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4d07977b-4f1c-446a-8840-556df822cf9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429654 Mar 16 09:10:30.742928 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8e7c02-e890-4f08-8aa7-086d5c1fea54 req-5851e0a5-9baa-446c-bc5a-3034ff919e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:10:30.744361 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-6c8e7c02-e890-4f08-8aa7-086d5c1fea54 req-5851e0a5-9baa-446c-bc5a-3034ff919e72 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6376ecd52fd4df3958214376cfc2020&device_id=4d07977b-4f1c-446a-8840-556df822cf9f HTTP/1.1" status: 200 len: 1131 time: 0.0427499 Mar 16 09:10:30.846023 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8e7c02-e890-4f08-8aa7-086d5c1fea54 req-844d5c30-88aa-4496-873f-2f1b88cd7777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:10:30.847446 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-6c8e7c02-e890-4f08-8aa7-086d5c1fea54 req-844d5c30-88aa-4496-873f-2f1b88cd7777 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a3933f25-b7ca-4916-8a13-138bf0db8c83 HTTP/1.1" status: 200 len: 917 time: 0.0847502 Mar 16 09:10:30.912437 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-6c8e7c02-e890-4f08-8aa7-086d5c1fea54 req-dc648fcf-9a07-4a8c-b40d-5a2ffb9f5a1b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a0b4331-4ded-4391-8669-9c53877df0ef HTTP/1.1" status: 200 len: 1001 time: 0.0573568 Mar 16 09:10:30.958941 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8e7c02-e890-4f08-8aa7-086d5c1fea54 req-dfc4cf18-7ecd-4fec-afe9-ba40967e2d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:10:30.960263 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-6c8e7c02-e890-4f08-8aa7-086d5c1fea54 req-dfc4cf18-7ecd-4fec-afe9-ba40967e2d7a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f6c2cbf7-36bb-4af8-9e66-db86b28b25f5 HTTP/1.1" status: 200 len: 855 time: 0.0419340 Mar 16 09:10:31.010601 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8e7c02-e890-4f08-8aa7-086d5c1fea54 req-af5d8aee-24bb-4cc8-bb3a-386b3e4a41e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:10:31.012034 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-6c8e7c02-e890-4f08-8aa7-086d5c1fea54 req-af5d8aee-24bb-4cc8-bb3a-386b3e4a41e4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a3933f25-b7ca-4916-8a13-138bf0db8c83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459599 Mar 16 09:10:31.096850 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-6c8e7c02-e890-4f08-8aa7-086d5c1fea54 req-8fa670cb-3259-43bb-b6e5-f4741d26de9c service neutron] 10.222.0.48 "GET /v2.0/networks/a3933f25-b7ca-4916-8a13-138bf0db8c83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780339 Mar 16 09:10:31.187735 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-6c8e7c02-e890-4f08-8aa7-086d5c1fea54 req-2d239c45-3b7c-4d88-9709-6964d037f13d service neutron] 10.222.0.48 "GET /v2.0/networks/a3933f25-b7ca-4916-8a13-138bf0db8c83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831275 Mar 16 09:10:46.066506 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.agents_db [None req-ddb2e055-3acb-4969-8bde-a74b2247622c None None] Agent healthcheck: found 6 active agents {{(pid=103098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 09:10:49.267597 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a17353-9166-4e3c-9fc6-6f195652166c req-96e05b27-085d-4c91-aec7-cf6c442cb94e tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:10:49.269030 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-04a17353-9166-4e3c-9fc6-6f195652166c req-96e05b27-085d-4c91-aec7-cf6c442cb94e tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d07977b-4f1c-446a-8840-556df822cf9f HTTP/1.1" status: 200 len: 947 time: 0.0517526 Mar 16 09:10:49.314357 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-04a17353-9166-4e3c-9fc6-6f195652166c req-56e5b5ed-6279-4816-980b-3e7a0f4f4c9e tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5204cf0-5775-4a11-985e-a2de5d7605a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397842 Mar 16 09:10:50.448280 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf334c-a382-45d3-af96-fd9e37a0b9a5 req-f357d2f5-10f1-4de0-8978-6c67942fe5f6 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:10:50.449755 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-01cf334c-a382-45d3-af96-fd9e37a0b9a5 req-f357d2f5-10f1-4de0-8978-6c67942fe5f6 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d07977b-4f1c-446a-8840-556df822cf9f HTTP/1.1" status: 200 len: 947 time: 0.0533915 Mar 16 09:10:50.491967 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-c9495efa-3463-4cdf-bb4b-a38ec9a4f3af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (a398d5bf-1368-473f-bfdd-7d167c3f4154), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:10:50.495157 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-01cf334c-a382-45d3-af96-fd9e37a0b9a5 req-9dcb1b58-1dd6-4990-80a4-bb4fedceb981 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5204cf0-5775-4a11-985e-a2de5d7605a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396535 Mar 16 09:10:51.276774 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be2dada-74b0-4ad0-aa57-bf11a7098642 req-d2a0e053-b42f-481e-a483-a06ca2d15c45 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:10:51.278137 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-9be2dada-74b0-4ad0-aa57-bf11a7098642 req-d2a0e053-b42f-481e-a483-a06ca2d15c45 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d07977b-4f1c-446a-8840-556df822cf9f HTTP/1.1" status: 200 len: 947 time: 0.0537372 Mar 16 09:10:51.369521 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.plugin [req-9be2dada-74b0-4ad0-aa57-bf11a7098642 req-d0d4587e-5e71-4b17-9ab3-f19099e3decf tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Deleting port 0a0b4331-4ded-4391-8669-9c53877df0ef {{(pid=103096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 09:10:51.370121 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-9be2dada-74b0-4ad0-aa57-bf11a7098642 req-d0d4587e-5e71-4b17-9ab3-f19099e3decf tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732013345958'] for port (0a0b4331-4ded-4391-8669-9c53877df0ef), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:10:51.458074 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.db [req-9be2dada-74b0-4ad0-aa57-bf11a7098642 req-d0d4587e-5e71-4b17-9ab3-f19099e3decf tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] For port 0a0b4331-4ded-4391-8669-9c53877df0ef, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=0a0b4331-4ded-4391-8669-9c53877df0ef,segment=NetworkSegment(92870879-9daf-4c8f-8e0a-de7f92d81d56),segment_id=92870879-9daf-4c8f-8e0a-de7f92d81d56)] {{(pid=103096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:10:51.458805 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-9be2dada-74b0-4ad0-aa57-bf11a7098642 req-d0d4587e-5e71-4b17-9ab3-f19099e3decf tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559013'] for port (0a0b4331-4ded-4391-8669-9c53877df0ef), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:10:51.654481 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-9be2dada-74b0-4ad0-aa57-bf11a7098642 req-d0d4587e-5e71-4b17-9ab3-f19099e3decf tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:10:51.654848 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-9be2dada-74b0-4ad0-aa57-bf11a7098642 req-d0d4587e-5e71-4b17-9ab3-f19099e3decf tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557332'] for floatingip (b4451aa0-7047-44f0-83de-2e6d7fb93503), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:10:51.655165 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.db.l3_db [req-9be2dada-74b0-4ad0-aa57-bf11a7098642 req-d0d4587e-5e71-4b17-9ab3-f19099e3decf tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Floating IP b4451aa0-7047-44f0-83de-2e6d7fb93503 disassociated. External IP: 172.27.1.54, port: 0a0b4331-4ded-4391-8669-9c53877df0ef. Mar 16 09:10:51.655506 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.plugin [req-9be2dada-74b0-4ad0-aa57-bf11a7098642 req-d0d4587e-5e71-4b17-9ab3-f19099e3decf tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Calling delete_port for 0a0b4331-4ded-4391-8669-9c53877df0ef owned by compute:nova {{(pid=103096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 09:10:51.673594 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d55320-0969-452f-88e3-6a37e438294a req-cb83945f-5bf8-4bfa-9b24-60139ba465c8 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:10:51.675073 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-54d55320-0969-452f-88e3-6a37e438294a req-cb83945f-5bf8-4bfa-9b24-60139ba465c8 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d07977b-4f1c-446a-8840-556df822cf9f HTTP/1.1" status: 200 len: 947 time: 0.1104319 Mar 16 09:10:51.762897 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-54d55320-0969-452f-88e3-6a37e438294a req-5d350c0c-29e5-45b6-8c83-d46f1530dcb3 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=c5204cf0-5775-4a11-985e-a2de5d7605a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821090 Mar 16 09:10:51.826818 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-9be2dada-74b0-4ad0-aa57-bf11a7098642 req-d0d4587e-5e71-4b17-9ab3-f19099e3decf tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732013351693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732012762718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13105710'] for port (0a0b4331-4ded-4391-8669-9c53877df0ef), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:10:51.853183 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d4587e-5e71-4b17-9ab3-f19099e3decf tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Pushing event deleted for resources: {'Port': ['ID=0a0b4331-4ded-4391-8669-9c53877df0ef,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:10:51.969127 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9be2dada-74b0-4ad0-aa57-bf11a7098642 req-d0d4587e-5e71-4b17-9ab3-f19099e3decf tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Router baabafe2-dd15-46e5-a092-3c4d7cbf3860 has already been hosted by L3 agent 09ce795b-eeca-4b3b-9d7f-577d9443cb21 {{(pid=103096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 09:10:52.074428 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9be2dada-74b0-4ad0-aa57-bf11a7098642 req-d0d4587e-5e71-4b17-9ab3-f19099e3decf tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Notify agent at l3_agent.dv-cinder-831776-4-iscsi the message routers_updated {{(pid=103096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 09:10:52.084136 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f84d36e-ab82-4821-82db-57d08f13337b None None] Sync routers for ids ['baabafe2-dd15-46e5-a092-3c4d7cbf3860'] in dv-cinder-831776-4-iscsi {{(pid=103097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 09:10:52.094239 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f84d36e-ab82-4821-82db-57d08f13337b None None] Routers {'baabafe2-dd15-46e5-a092-3c4d7cbf3860'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:10:52.094838 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-6f84d36e-ab82-4821-82db-57d08f13337b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:10:23Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['baabafe2-dd15-46e5-a092-3c4d7cbf3860'], 'active': True} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:10:52.118995 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [req-9be2dada-74b0-4ad0-aa57-bf11a7098642 req-d0d4587e-5e71-4b17-9ab3-f19099e3decf tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] No DVR routers for this DVR port 0a0b4331-4ded-4391-8669-9c53877df0ef on host hv-cinder-83177 {{(pid=103096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 09:10:52.122737 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-9be2dada-74b0-4ad0-aa57-bf11a7098642 req-d0d4587e-5e71-4b17-9ab3-f19099e3decf tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334679'] for port (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:10:52.126866 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-9be2dada-74b0-4ad0-aa57-bf11a7098642 req-d0d4587e-5e71-4b17-9ab3-f19099e3decf tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.48 "DELETE /v2.0/ports/0a0b4331-4ded-4391-8669-9c53877df0ef HTTP/1.1" status: 204 len: 173 time: 0.8431325 Mar 16 09:10:52.127359 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d07977b-4f1c-446a-8840-556df822cf9f', 'name': 'network-vif-deleted', 'tag': '0a0b4331-4ded-4391-8669-9c53877df0ef'}] {{(pid=103096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 09:10:52.129625 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552648401d13394d2a88e7485ef09c5647ae5ea4c1ec431ef2c5edbe801f23fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae017ded-2fc8-4926-ab9f-05bc40c2191f" -d '{"events": [{"server_uuid": "4d07977b-4f1c-446a-8840-556df822cf9f", "name": "network-vif-deleted", "tag": "0a0b4331-4ded-4391-8669-9c53877df0ef"}]}' {{(pid=103096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 09:10:52.175126 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 09:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de4dd526-4df8-4a89-bae0-7c2e78fbf0bd x-openstack-request-id: req-de4dd526-4df8-4a89-bae0-7c2e78fbf0bd {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 09:10:52.175420 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d07977b-4f1c-446a-8840-556df822cf9f", "name": "network-vif-deleted", "tag": "0a0b4331-4ded-4391-8669-9c53877df0ef", "status": "completed", "code": 200}]} {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 09:10:52.175673 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-de4dd526-4df8-4a89-bae0-7c2e78fbf0bd {{(pid=103096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 09:10:52.176078 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d07977b-4f1c-446a-8840-556df822cf9f', 'name': 'network-vif-deleted', 'tag': '0a0b4331-4ded-4391-8669-9c53877df0ef', 'status': 'completed', 'code': 200} Mar 16 09:10:52.333315 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvr_db [None req-6f84d36e-ab82-4821-82db-57d08f13337b None None] Set router baabafe2-dd15-46e5-a092-3c4d7cbf3860 gateway port host: dv-cinder-831776-4-iscsi {{(pid=103097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:10:52.527554 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-6f84d36e-ab82-4821-82db-57d08f13337b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baabafe2-dd15-46e5-a092-3c4d7cbf3860', 'name': 'tempest-AttachVolumeShelveTestJSON-907761014-router', 'tenant_id': 'c6376ecd52fd4df3958214376cfc2020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'ec6ddfe3-e89d-4850-804c-6d83ef1d6159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:05:53Z', 'updated_at': '2022-03-16T09:05:55Z', 'revision_number': 4, 'project_id': 'c6376ecd52fd4df3958214376cfc2020', 'gw_port': {'id': 'ec6ddfe3-e89d-4850-804c-6d83ef1d6159', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:83:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baabafe2-dd15-46e5-a092-3c4d7cbf3860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:05:53Z', 'updated_at': '2022-03-16T09:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_interfaces': [{'id': 'bd51c38c-6702-4d69-b02d-a841e4ae8d4b', 'name': '', 'network_id': 'a3933f25-b7ca-4916-8a13-138bf0db8c83', 'tenant_id': 'c6376ecd52fd4df3958214376cfc2020', 'mac_address': 'fa:16:3e:e2:4e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baabafe2-dd15-46e5-a092-3c4d7cbf3860', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'f6c2cbf7-36bb-4af8-9e66-db86b28b25f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:05:55Z', 'updated_at': '2022-03-16T09:06:00Z', 'revision_number': 5, 'project_id': 'c6376ecd52fd4df3958214376cfc2020', 'subnets': [{'id': 'f6c2cbf7-36bb-4af8-9e66-db86b28b25f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:10:52.560586 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f84d36e-ab82-4821-82db-57d08f13337b None None] Checking router: baabafe2-dd15-46e5-a092-3c4d7cbf3860 for host: dv-cinder-831776-4-iscsi {{(pid=103097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 09:10:52.568927 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f84d36e-ab82-4821-82db-57d08f13337b None None] Routers {'baabafe2-dd15-46e5-a092-3c4d7cbf3860'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:10:52.569567 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-6f84d36e-ab82-4821-82db-57d08f13337b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:10:23Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['baabafe2-dd15-46e5-a092-3c4d7cbf3860'], 'active': True} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:10:52.688431 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvr_db [None req-6f84d36e-ab82-4821-82db-57d08f13337b None None] Set router baabafe2-dd15-46e5-a092-3c4d7cbf3860 gateway port host: dv-cinder-831776-4-iscsi {{(pid=103097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:10:52.821370 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-30361778-81a6-4d97-9761-3aa9fdc7e0d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (09ce795b-eeca-4b3b-9d7f-577d9443cb21), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:10:52.852539 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 53068) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:10:52.900841 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-6f84d36e-ab82-4821-82db-57d08f13337b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baabafe2-dd15-46e5-a092-3c4d7cbf3860', 'name': 'tempest-AttachVolumeShelveTestJSON-907761014-router', 'tenant_id': 'c6376ecd52fd4df3958214376cfc2020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'ec6ddfe3-e89d-4850-804c-6d83ef1d6159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:05:53Z', 'updated_at': '2022-03-16T09:05:55Z', 'revision_number': 4, 'project_id': 'c6376ecd52fd4df3958214376cfc2020', 'gw_port': {'id': 'ec6ddfe3-e89d-4850-804c-6d83ef1d6159', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:83:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baabafe2-dd15-46e5-a092-3c4d7cbf3860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:05:53Z', 'updated_at': '2022-03-16T09:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_interfaces': [{'id': 'bd51c38c-6702-4d69-b02d-a841e4ae8d4b', 'name': '', 'network_id': 'a3933f25-b7ca-4916-8a13-138bf0db8c83', 'tenant_id': 'c6376ecd52fd4df3958214376cfc2020', 'mac_address': 'fa:16:3e:e2:4e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baabafe2-dd15-46e5-a092-3c4d7cbf3860', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'f6c2cbf7-36bb-4af8-9e66-db86b28b25f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:05:55Z', 'updated_at': '2022-03-16T09:06:00Z', 'revision_number': 5, 'project_id': 'c6376ecd52fd4df3958214376cfc2020', 'subnets': [{'id': 'f6c2cbf7-36bb-4af8-9e66-db86b28b25f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:10:52.905616 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-51d614a3-db59-421c-b663-7e837f4c6a80 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Publish callbacks [] for security_group (c5204cf0-5775-4a11-985e-a2de5d7605a5), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:10:52.931864 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f84d36e-ab82-4821-82db-57d08f13337b None None] The sync data for ids ['baabafe2-dd15-46e5-a092-3c4d7cbf3860'] in dv-cinder-831776-4-iscsi is: [{'id': 'baabafe2-dd15-46e5-a092-3c4d7cbf3860', 'name': 'tempest-AttachVolumeShelveTestJSON-907761014-router', 'tenant_id': 'c6376ecd52fd4df3958214376cfc2020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'ec6ddfe3-e89d-4850-804c-6d83ef1d6159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:05:53Z', 'updated_at': '2022-03-16T09:05:55Z', 'revision_number': 4, 'project_id': 'c6376ecd52fd4df3958214376cfc2020', 'gw_port': {'id': 'ec6ddfe3-e89d-4850-804c-6d83ef1d6159', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:83:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baabafe2-dd15-46e5-a092-3c4d7cbf3860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:05:53Z', 'updated_at': '2022-03-16T09:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_interfaces': [{'id': 'bd51c38c-6702-4d69-b02d-a841e4ae8d4b', 'name': '', 'network_id': 'a3933f25-b7ca-4916-8a13-138bf0db8c83', 'tenant_id': 'c6376ecd52fd4df3958214376cfc2020', 'mac_address': 'fa:16:3e:e2:4e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baabafe2-dd15-46e5-a092-3c4d7cbf3860', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'f6c2cbf7-36bb-4af8-9e66-db86b28b25f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:05:55Z', 'updated_at': '2022-03-16T09:06:00Z', 'revision_number': 5, 'project_id': 'c6376ecd52fd4df3958214376cfc2020', 'subnets': [{'id': 'f6c2cbf7-36bb-4af8-9e66-db86b28b25f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 09:10:52.932669 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-51d614a3-db59-421c-b663-7e837f4c6a80 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Publish callbacks [] for security_group (c5204cf0-5775-4a11-985e-a2de5d7605a5), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:10:52.988164 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-51d614a3-db59-421c-b663-7e837f4c6a80 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (c5204cf0-5775-4a11-985e-a2de5d7605a5), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:10:52.990456 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-51d614a3-db59-421c-b663-7e837f4c6a80 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Publish callbacks [] for security_group (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:10:52.991608 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-51d614a3-db59-421c-b663-7e837f4c6a80 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "DELETE /v2.0/security-groups/c5204cf0-5775-4a11-985e-a2de5d7605a5 HTTP/1.1" status: 204 len: 168 time: 0.1380513 Mar 16 09:10:52.994514 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 53070) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:10:53.001597 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d614a3-db59-421c-b663-7e837f4c6a80 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5204cf0-5775-4a11-985e-a2de5d7605a5,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:10:53.008632 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d614a3-db59-421c-b663-7e837f4c6a80 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:10:53.008980 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d614a3-db59-421c-b663-7e837f4c6a80 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:10:53.009319 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d614a3-db59-421c-b663-7e837f4c6a80 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:10:53.009694 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d614a3-db59-421c-b663-7e837f4c6a80 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:10:53.010003 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d614a3-db59-421c-b663-7e837f4c6a80 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:10:53.010332 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d614a3-db59-421c-b663-7e837f4c6a80 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:10:53.010659 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d614a3-db59-421c-b663-7e837f4c6a80 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:10:53.010988 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d614a3-db59-421c-b663-7e837f4c6a80 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:10:53.011309 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d614a3-db59-421c-b663-7e837f4c6a80 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:10:53.011631 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d614a3-db59-421c-b663-7e837f4c6a80 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:10:53.011951 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d614a3-db59-421c-b663-7e837f4c6a80 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:10:53.012276 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d614a3-db59-421c-b663-7e837f4c6a80 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:10:53.012589 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d614a3-db59-421c-b663-7e837f4c6a80 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:10:53.012964 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d614a3-db59-421c-b663-7e837f4c6a80 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:10:53.013844 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.api.v2.resource [None req-483ba58f-2cb5-4ca2-9eef-04dd2dfcfedc tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] show failed (client error): The resource could not be found. Mar 16 09:10:53.014141 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d614a3-db59-421c-b663-7e837f4c6a80 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:10:53.018208 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-483ba58f-2cb5-4ca2-9eef-04dd2dfcfedc tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups/c5204cf0-5775-4a11-985e-a2de5d7605a5 HTTP/1.1" status: 404 len: 347 time: 0.0220885 Mar 16 09:10:53.018404 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 53072) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:10:53.159224 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.plugin [None req-16edf172-fc9e-494e-875b-d7967a4e7169 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Deleting port 588b62e4-fe41-4b87-9473-32e7a1e85b73 {{(pid=103096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 09:10:53.159563 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-16edf172-fc9e-494e-875b-d7967a4e7169 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732013345958'] for port (588b62e4-fe41-4b87-9473-32e7a1e85b73), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:10:53.165347 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b26e816-ecb2-41ad-b386-04d6585611c2 None None] New status for floating IP b4451aa0-7047-44f0-83de-2e6d7fb93503: DOWN {{(pid=103098) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 09:10:53.236017 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-16edf172-fc9e-494e-875b-d7967a4e7169 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559013'] for port (588b62e4-fe41-4b87-9473-32e7a1e85b73), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:10:53.236267 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-16edf172-fc9e-494e-875b-d7967a4e7169 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Publish callbacks [] for floatingip (588b62e4-fe41-4b87-9473-32e7a1e85b73), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:10:53.248532 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.plugin [None req-16edf172-fc9e-494e-875b-d7967a4e7169 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Calling delete_port for 588b62e4-fe41-4b87-9473-32e7a1e85b73 owned by network:floatingip {{(pid=103096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 09:10:53.382525 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-16edf172-fc9e-494e-875b-d7967a4e7169 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732013351693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732012762718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13105710'] for port (588b62e4-fe41-4b87-9473-32e7a1e85b73), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:10:53.404683 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16edf172-fc9e-494e-875b-d7967a4e7169 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Pushing event deleted for resources: {'Port': ['ID=588b62e4-fe41-4b87-9473-32e7a1e85b73,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:10:53.465599 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-16edf172-fc9e-494e-875b-d7967a4e7169 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Publish callbacks [] for floatingip (b4451aa0-7047-44f0-83de-2e6d7fb93503), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:10:53.468090 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-16edf172-fc9e-494e-875b-d7967a4e7169 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334679'] for floatingip (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:10:53.469252 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-16edf172-fc9e-494e-875b-d7967a4e7169 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "DELETE /v2.0/floatingips/b4451aa0-7047-44f0-83de-2e6d7fb93503 HTTP/1.1" status: 204 len: 168 time: 0.4499228 Mar 16 09:10:53.795597 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 53078) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:10:53.800186 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.v2.base [None req-60d3969a-271c-40de-96f7-e851c7a4d855 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1760907346', 'description': 'tempest-description--113889139'}} {{(pid=103096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:10:53.819886 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-60d3969a-271c-40de-96f7-e851c7a4d855 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Publish callbacks [] for security_group (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:10:53.869380 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-cdeb7127-6fa1-4060-ae0a-c8ffc2dd9388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (514d7d79-ab14-439d-a6c0-bbffe337a49f), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:10:53.885640 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-60d3969a-271c-40de-96f7-e851c7a4d855 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Publish callbacks [] for security_group (86e16628-b5b2-46e4-8557-501b5bcb6caf), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:10:53.889234 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-60d3969a-271c-40de-96f7-e851c7a4d855 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (86e16628-b5b2-46e4-8557-501b5bcb6caf), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:10:53.916375 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d3969a-271c-40de-96f7-e851c7a4d855 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86e16628-b5b2-46e4-8557-501b5bcb6caf,revision_number=1']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:10:53.922375 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-60d3969a-271c-40de-96f7-e851c7a4d855 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Publish callbacks [] for security_group (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:10:53.923741 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-60d3969a-271c-40de-96f7-e851c7a4d855 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1268857 Mar 16 09:10:53.926377 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 53080) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:10:53.930990 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.v2.base [None req-b6873a3b-2081-483a-8a33-f90d7dcf39a2 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Request body: {'security_group_rule': {'security_group_id': '86e16628-b5b2-46e4-8557-501b5bcb6caf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:10:53.954126 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-b6873a3b-2081-483a-8a33-f90d7dcf39a2 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Publish callbacks [] for security_group_rule (8ed6d3d1-38c1-4575-a808-0499a49eaa12), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:10:54.010843 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-b6873a3b-2081-483a-8a33-f90d7dcf39a2 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Publish callbacks [] for security_group_rule (8ed6d3d1-38c1-4575-a808-0499a49eaa12), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:10:54.014376 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-b6873a3b-2081-483a-8a33-f90d7dcf39a2 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548227'] for security_group_rule (8ed6d3d1-38c1-4575-a808-0499a49eaa12), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:10:54.031163 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6873a3b-2081-483a-8a33-f90d7dcf39a2 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ed6d3d1-38c1-4575-a808-0499a49eaa12,revision_number=0']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:10:54.038998 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-b6873a3b-2081-483a-8a33-f90d7dcf39a2 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:10:54.040175 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-b6873a3b-2081-483a-8a33-f90d7dcf39a2 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1127090 Mar 16 09:10:54.042757 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 53082) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:10:54.047577 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.v2.base [None req-59be1cd2-a1c8-41d4-9095-a9cb348f3f8e tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Request body: {'security_group_rule': {'security_group_id': '86e16628-b5b2-46e4-8557-501b5bcb6caf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:10:54.069785 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-59be1cd2-a1c8-41d4-9095-a9cb348f3f8e tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Publish callbacks [] for security_group_rule (488a2002-6224-4be3-b6bf-cb9565d5a3ed), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:10:54.123051 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-59be1cd2-a1c8-41d4-9095-a9cb348f3f8e tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Publish callbacks [] for security_group_rule (488a2002-6224-4be3-b6bf-cb9565d5a3ed), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:10:54.126590 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-59be1cd2-a1c8-41d4-9095-a9cb348f3f8e tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548227'] for security_group_rule (488a2002-6224-4be3-b6bf-cb9565d5a3ed), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:10:54.143210 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59be1cd2-a1c8-41d4-9095-a9cb348f3f8e tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=488a2002-6224-4be3-b6bf-cb9565d5a3ed,revision_number=0']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:10:54.150829 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-59be1cd2-a1c8-41d4-9095-a9cb348f3f8e tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:10:54.152000 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-59be1cd2-a1c8-41d4-9095-a9cb348f3f8e tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1083310 Mar 16 09:10:54.155684 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 53084) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:10:54.159779 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.v2.base [None req-ef8deb6d-e0b6-44ca-a2c4-833139d14b4f tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Request body: {'floatingip': {'floating_network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab'}} {{(pid=103096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:10:54.177773 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-ef8deb6d-e0b6-44ca-a2c4-833139d14b4f tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:10:54.271865 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-ef8deb6d-e0b6-44ca-a2c4-833139d14b4f tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:10:54.371459 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.db_base_plugin_common [None req-ef8deb6d-e0b6-44ca-a2c4-833139d14b4f tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Allocated IP 172.27.1.197 (c4839873-0f35-4ea4-8707-46bf79a3edab/25bf7ac3-5945-4bb8-8d8f-087cde6dd03d/54527456-0913-4a0d-8261-563c49780714) {{(pid=103096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 09:10:54.699653 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Device 0a0b4331-4ded-4391-8669-9c53877df0ef no longer exists at agent hyperv_hv-cinder-83177 {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 09:10:54.720018 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] No Port match for: 0a0b4331-4ded-4391-8669-9c53877df0ef {{(pid=103097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 09:10:54.720365 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Device 0a0b4331-4ded-4391-8669-9c53877df0ef not bound to the agent host hv-cinder-83177 {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 09:10:54.726225 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-ef8deb6d-e0b6-44ca-a2c4-833139d14b4f tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Publish callbacks [] for port (54527456-0913-4a0d-8261-563c49780714), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:10:54.759058 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-ef8deb6d-e0b6-44ca-a2c4-833139d14b4f tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732012762709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13105710'] for port (54527456-0913-4a0d-8261-563c49780714), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:10:54.797024 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8deb6d-e0b6-44ca-a2c4-833139d14b4f tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Network c4839873-0f35-4ea4-8707-46bf79a3edab is already hosted by enough agents. {{(pid=103096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 09:10:54.799903 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.base_scheduler [None req-ef8deb6d-e0b6-44ca-a2c4-833139d14b4f tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Resources bound (agent type, host, resource id): {{(pid=103096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 09:10:54.803294 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8deb6d-e0b6-44ca-a2c4-833139d14b4f tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Received port after_create {{(pid=103096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 09:10:54.808554 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8deb6d-e0b6-44ca-a2c4-833139d14b4f tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Pushing event updated for resources: {'Port': ['ID=54527456-0913-4a0d-8261-563c49780714,revision_number=1']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:10:54.891174 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-ef8deb6d-e0b6-44ca-a2c4-833139d14b4f tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Publish callbacks [] for floatingip (5b7b07d4-a768-4daf-b09c-67d3ed4f0614), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:10:54.926039 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-ef8deb6d-e0b6-44ca-a2c4-833139d14b4f tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (54527456-0913-4a0d-8261-563c49780714), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:10:55.082990 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-ef8deb6d-e0b6-44ca-a2c4-833139d14b4f tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Publish callbacks [] for port (54527456-0913-4a0d-8261-563c49780714), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:10:55.087529 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-ef8deb6d-e0b6-44ca-a2c4-833139d14b4f tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13105703'] for port (54527456-0913-4a0d-8261-563c49780714), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:10:55.156431 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8deb6d-e0b6-44ca-a2c4-833139d14b4f tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Pushing event updated for resources: {'Port': ['ID=54527456-0913-4a0d-8261-563c49780714,revision_number=2']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:10:55.166820 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-ef8deb6d-e0b6-44ca-a2c4-833139d14b4f tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557332'] for floatingip (5b7b07d4-a768-4daf-b09c-67d3ed4f0614), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:10:55.182479 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-ef8deb6d-e0b6-44ca-a2c4-833139d14b4f tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334679'] for floatingip (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:10:55.183692 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-ef8deb6d-e0b6-44ca-a2c4-833139d14b4f tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0271072 Mar 16 09:10:55.379351 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-f14352bc-23d9-4f79-864a-9bcb2b9f1b81 req-0e534d4d-c0b3-4feb-95b2-0b0489f00156 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1760907346&fields=id&tenant_id=c6376ecd52fd4df3958214376cfc2020 HTTP/1.1" status: 200 len: 267 time: 0.0411856 Mar 16 09:10:55.485524 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3de267ec-888d-49e1-92d2-a6991c0932cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (3616e4f6-4586-420d-b0d2-e3b2f5abb17b), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:10:55.486689 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14352bc-23d9-4f79-864a-9bcb2b9f1b81 req-e77eaa3e-2c6c-49f7-a4a3-3a104116eeab tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:10:55.488146 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-f14352bc-23d9-4f79-864a-9bcb2b9f1b81 req-e77eaa3e-2c6c-49f7-a4a3-3a104116eeab tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/networks?id=a3933f25-b7ca-4916-8a13-138bf0db8c83 HTTP/1.1" status: 200 len: 816 time: 0.1027625 Mar 16 09:10:55.503257 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-f14352bc-23d9-4f79-864a-9bcb2b9f1b81 req-ca1cb81d-447f-49c7-8f04-c68955f8a3d1 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/quotas/c6376ecd52fd4df3958214376cfc2020 HTTP/1.1" status: 200 len: 375 time: 0.0096669 Mar 16 09:10:55.506631 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (f0da09ba-cbd5-402d-a3a1-68b8fcaf25e8), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:10:55.557431 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-f14352bc-23d9-4f79-864a-9bcb2b9f1b81 req-2cabdb03-0a1d-4332-a4e4-30a7721b5f77 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6376ecd52fd4df3958214376cfc2020&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487120 Mar 16 09:10:55.653105 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-f14352bc-23d9-4f79-864a-9bcb2b9f1b81 req-36594798-5f70-4673-b1ac-a0fb0e621f9d service neutron] 10.222.0.18 "GET /v2.0/networks/a3933f25-b7ca-4916-8a13-138bf0db8c83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841684 Mar 16 09:10:55.740317 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-f14352bc-23d9-4f79-864a-9bcb2b9f1b81 req-d8e09d28-536c-45e1-8248-9df6909ee276 service neutron] 10.222.0.18 "GET /v2.0/networks/a3933f25-b7ca-4916-8a13-138bf0db8c83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816612 Mar 16 09:10:55.893923 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5ff8c241-b70b-42ee-b10e-3ba5f32600d2 req-826346cb-2fd8-4b2c-b44f-f5a0816041f1 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=c779a8cc-d867-455b-9eec-00cddc9263b0 HTTP/1.1" status: 200 len: 210 time: 0.0285866 Mar 16 09:10:56.880183 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (489981c6-9aaa-401c-bd41-6b42e027a228), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:10:56.916696 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14352bc-23d9-4f79-864a-9bcb2b9f1b81 req-b4d11e83-92bd-4446-ac14-236d74a45ce2 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:10:56.918218 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-f14352bc-23d9-4f79-864a-9bcb2b9f1b81 req-b4d11e83-92bd-4446-ac14-236d74a45ce2 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.48 "GET /v2.0/networks?id=a3933f25-b7ca-4916-8a13-138bf0db8c83 HTTP/1.1" status: 200 len: 816 time: 0.1691222 Mar 16 09:10:56.988791 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-f14352bc-23d9-4f79-864a-9bcb2b9f1b81 req-05da1802-60e7-475e-be7d-f245aa2cada4 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6376ecd52fd4df3958214376cfc2020 HTTP/1.1" status: 200 len: 380 time: 0.0617108 Mar 16 09:10:57.005562 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-67d48cc9-5694-44f6-87c3-8d8e5d68fbaf req-f2c5b774-1f03-4c57-a288-b880bf4c4b97 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=c779a8cc-d867-455b-9eec-00cddc9263b0 HTTP/1.1" status: 200 len: 210 time: 0.0368841 Mar 16 09:10:57.008862 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.v2.base [req-f14352bc-23d9-4f79-864a-9bcb2b9f1b81 req-191bb6c4-aa1a-45b0-a243-ec8fa5c8621a tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Request body: {'port': {'device_id': 'c779a8cc-d867-455b-9eec-00cddc9263b0', 'network_id': 'a3933f25-b7ca-4916-8a13-138bf0db8c83', 'admin_state_up': True, 'tenant_id': 'c6376ecd52fd4df3958214376cfc2020', 'security_groups': ['86e16628-b5b2-46e4-8557-501b5bcb6caf']}} {{(pid=103096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:10:57.120365 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f14352bc-23d9-4f79-864a-9bcb2b9f1b81 req-191bb6c4-aa1a-45b0-a243-ec8fa5c8621a tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Made reservation on behalf of c6376ecd52fd4df3958214376cfc2020 for: {'port': 1} {{(pid=103096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 09:10:57.124319 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-f14352bc-23d9-4f79-864a-9bcb2b9f1b81 req-191bb6c4-aa1a-45b0-a243-ec8fa5c8621a tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:10:57.248467 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.db_base_plugin_common [req-f14352bc-23d9-4f79-864a-9bcb2b9f1b81 req-191bb6c4-aa1a-45b0-a243-ec8fa5c8621a tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Allocated IP 172.20.0.13 (a3933f25-b7ca-4916-8a13-138bf0db8c83/f6c2cbf7-36bb-4af8-9e66-db86b28b25f5/03ea6c3f-166e-463f-a159-e054306e8c9c) {{(pid=103096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 09:10:57.378573 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-f14352bc-23d9-4f79-864a-9bcb2b9f1b81 req-191bb6c4-aa1a-45b0-a243-ec8fa5c8621a tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Publish callbacks [] for port (03ea6c3f-166e-463f-a159-e054306e8c9c), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:10:57.413868 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-f14352bc-23d9-4f79-864a-9bcb2b9f1b81 req-191bb6c4-aa1a-45b0-a243-ec8fa5c8621a tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732012762709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13105710'] for port (03ea6c3f-166e-463f-a159-e054306e8c9c), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:10:57.462073 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f14352bc-23d9-4f79-864a-9bcb2b9f1b81 req-191bb6c4-aa1a-45b0-a243-ec8fa5c8621a tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Network a3933f25-b7ca-4916-8a13-138bf0db8c83 is already hosted by enough agents. {{(pid=103096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 09:10:57.465278 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.base_scheduler [req-f14352bc-23d9-4f79-864a-9bcb2b9f1b81 req-191bb6c4-aa1a-45b0-a243-ec8fa5c8621a tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Resources bound (agent type, host, resource id): {{(pid=103096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 09:10:57.468993 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [req-f14352bc-23d9-4f79-864a-9bcb2b9f1b81 req-191bb6c4-aa1a-45b0-a243-ec8fa5c8621a tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Received port after_create {{(pid=103096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 09:10:57.496892 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191bb6c4-aa1a-45b0-a243-ec8fa5c8621a tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Pushing event updated for resources: {'Port': ['ID=03ea6c3f-166e-463f-a159-e054306e8c9c,revision_number=1']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:10:57.533614 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14352bc-23d9-4f79-864a-9bcb2b9f1b81 req-191bb6c4-aa1a-45b0-a243-ec8fa5c8621a tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:10:57.534394 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-f14352bc-23d9-4f79-864a-9bcb2b9f1b81 req-191bb6c4-aa1a-45b0-a243-ec8fa5c8621a tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334679'] for port (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:10:57.553384 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-f14352bc-23d9-4f79-864a-9bcb2b9f1b81 req-191bb6c4-aa1a-45b0-a243-ec8fa5c8621a tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5500295 Mar 16 09:10:57.566301 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.v2.base [req-f14352bc-23d9-4f79-864a-9bcb2b9f1b81 req-2a3863a6-8d94-4a3f-b2da-80542d702c63 service neutron] Request body: {'port': {'device_id': 'c779a8cc-d867-455b-9eec-00cddc9263b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=103096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:10:57.633189 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-f14352bc-23d9-4f79-864a-9bcb2b9f1b81 req-2a3863a6-8d94-4a3f-b2da-80542d702c63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (03ea6c3f-166e-463f-a159-e054306e8c9c), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:10:57.740439 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-822f560c-d94c-4077-a383-b1e1aa6ec4e8 None None] Provisioning complete for port 03ea6c3f-166e-463f-a159-e054306e8c9c triggered by entity DHCP. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:10:57.740875 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-822f560c-d94c-4077-a383-b1e1aa6ec4e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (03ea6c3f-166e-463f-a159-e054306e8c9c), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:10:57.779454 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-822f560c-d94c-4077-a383-b1e1aa6ec4e8 None None] Port 03ea6c3f-166e-463f-a159-e054306e8c9c cannot update to ACTIVE because it is not bound. {{(pid=103097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 09:10:57.881709 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa57cbc-81a9-4ad7-b3a2-4978abf3ec84 req-04e6a253-04ea-45d6-80db-be55873dc699 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:10:57.883098 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-afa57cbc-81a9-4ad7-b3a2-4978abf3ec84 req-04e6a253-04ea-45d6-80db-be55873dc699 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a47ced8-d046-4e1e-9c5f-665e4177b962 HTTP/1.1" status: 200 len: 945 time: 0.1084318 Mar 16 09:10:57.983445 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-afa57cbc-81a9-4ad7-b3a2-4978abf3ec84 req-6d30fa99-e87f-403b-b8a7-cc2bae93826b tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8ac09bb-227d-4bbe-ad6a-665f8a378716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877764 Mar 16 09:10:57.993824 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.notifiers.nova [req-f14352bc-23d9-4f79-864a-9bcb2b9f1b81 req-2a3863a6-8d94-4a3f-b2da-80542d702c63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03ea6c3f-166e-463f-a159-e054306e8c9c {{(pid=103096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 09:10:58.004018 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-f14352bc-23d9-4f79-864a-9bcb2b9f1b81 req-2a3863a6-8d94-4a3f-b2da-80542d702c63 service neutron] Publish callbacks [] for port (03ea6c3f-166e-463f-a159-e054306e8c9c), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:10:58.013649 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.provisioning_blocks [req-f14352bc-23d9-4f79-864a-9bcb2b9f1b81 req-2a3863a6-8d94-4a3f-b2da-80542d702c63 service neutron] Transition to ACTIVE for port object 03ea6c3f-166e-463f-a159-e054306e8c9c will not be triggered until provisioned by entity L2. {{(pid=103096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 16 09:10:58.017853 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-f14352bc-23d9-4f79-864a-9bcb2b9f1b81 req-2a3863a6-8d94-4a3f-b2da-80542d702c63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13105703'] for port (03ea6c3f-166e-463f-a159-e054306e8c9c), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:10:58.090593 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3863a6-8d94-4a3f-b2da-80542d702c63 service neutron] Pushing event updated for resources: {'Port': ['ID=03ea6c3f-166e-463f-a159-e054306e8c9c,revision_number=2']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:10:58.172064 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [req-f14352bc-23d9-4f79-864a-9bcb2b9f1b81 req-2a3863a6-8d94-4a3f-b2da-80542d702c63 service neutron] Attempting to bind port 03ea6c3f-166e-463f-a159-e054306e8c9c on host hv-cinder-83177 for vnic_type normal with profile {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 09:10:58.172399 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [req-f14352bc-23d9-4f79-864a-9bcb2b9f1b81 req-2a3863a6-8d94-4a3f-b2da-80542d702c63 service neutron] Attempting to bind port 03ea6c3f-166e-463f-a159-e054306e8c9c by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': '92870879-9daf-4c8f-8e0a-de7f92d81d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a3933f25-b7ca-4916-8a13-138bf0db8c83'}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 09:10:58.172725 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14352bc-23d9-4f79-864a-9bcb2b9f1b81 req-2a3863a6-8d94-4a3f-b2da-80542d702c63 service neutron] Attempting to bind port 03ea6c3f-166e-463f-a159-e054306e8c9c on network a3933f25-b7ca-4916-8a13-138bf0db8c83 {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 09:10:58.179862 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14352bc-23d9-4f79-864a-9bcb2b9f1b81 req-2a3863a6-8d94-4a3f-b2da-80542d702c63 service neutron] Port 03ea6c3f-166e-463f-a159-e054306e8c9c on network a3933f25-b7ca-4916-8a13-138bf0db8c83 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 16 09:10:58.180183 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14352bc-23d9-4f79-864a-9bcb2b9f1b81 req-2a3863a6-8d94-4a3f-b2da-80542d702c63 service neutron] Attempting to bind port 03ea6c3f-166e-463f-a159-e054306e8c9c on network a3933f25-b7ca-4916-8a13-138bf0db8c83 {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 09:10:58.190488 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f32eee-b503-4878-ac60-2e07b32d4398 req-74ddd80f-f7ff-409f-acd7-245a198d0eeb tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:10:58.191969 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-34f32eee-b503-4878-ac60-2e07b32d4398 req-74ddd80f-f7ff-409f-acd7-245a198d0eeb tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=c779a8cc-d867-455b-9eec-00cddc9263b0 HTTP/1.1" status: 200 len: 944 time: 0.1041896 Mar 16 09:10:58.194774 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14352bc-23d9-4f79-864a-9bcb2b9f1b81 req-2a3863a6-8d94-4a3f-b2da-80542d702c63 service neutron] Checking agent: {'id': 'f0da09ba-cbd5-402d-a3a1-68b8fcaf25e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 8, 59, 25), 'started_at': datetime.datetime(2022, 3, 16, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 9, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 09:10:58.195106 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14352bc-23d9-4f79-864a-9bcb2b9f1b81 req-2a3863a6-8d94-4a3f-b2da-80542d702c63 service neutron] Checking segment: {'id': '92870879-9daf-4c8f-8e0a-de7f92d81d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a3933f25-b7ca-4916-8a13-138bf0db8c83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 09:10:58.195484 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14352bc-23d9-4f79-864a-9bcb2b9f1b81 req-2a3863a6-8d94-4a3f-b2da-80542d702c63 service neutron] Bound using segment: {'id': '92870879-9daf-4c8f-8e0a-de7f92d81d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a3933f25-b7ca-4916-8a13-138bf0db8c83'} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 09:10:58.195913 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [req-f14352bc-23d9-4f79-864a-9bcb2b9f1b81 req-2a3863a6-8d94-4a3f-b2da-80542d702c63 service neutron] Bound port: 03ea6c3f-166e-463f-a159-e054306e8c9c, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92870879-9daf-4c8f-8e0a-de7f92d81d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a3933f25-b7ca-4916-8a13-138bf0db8c83'}}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 09:10:58.196267 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-f14352bc-23d9-4f79-864a-9bcb2b9f1b81 req-2a3863a6-8d94-4a3f-b2da-80542d702c63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (03ea6c3f-166e-463f-a159-e054306e8c9c), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:10:58.279439 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-34f32eee-b503-4878-ac60-2e07b32d4398 req-e3ce0672-3335-49f4-84d6-37f028e055fa tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e16628-b5b2-46e4-8557-501b5bcb6caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809021 Mar 16 09:10:58.294446 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.db [req-f14352bc-23d9-4f79-864a-9bcb2b9f1b81 req-2a3863a6-8d94-4a3f-b2da-80542d702c63 service neutron] For port 03ea6c3f-166e-463f-a159-e054306e8c9c, host hv-cinder-83177, cleared binding levels {{(pid=103096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 09:10:58.298146 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.db [req-f14352bc-23d9-4f79-864a-9bcb2b9f1b81 req-2a3863a6-8d94-4a3f-b2da-80542d702c63 service neutron] For port 03ea6c3f-166e-463f-a159-e054306e8c9c, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=03ea6c3f-166e-463f-a159-e054306e8c9c,segment=NetworkSegment(92870879-9daf-4c8f-8e0a-de7f92d81d56),segment_id=92870879-9daf-4c8f-8e0a-de7f92d81d56)] {{(pid=103096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 09:10:58.303986 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-f14352bc-23d9-4f79-864a-9bcb2b9f1b81 req-2a3863a6-8d94-4a3f-b2da-80542d702c63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13105703'] for port (03ea6c3f-166e-463f-a159-e054306e8c9c), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:10:58.336046 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14352bc-23d9-4f79-864a-9bcb2b9f1b81 req-2a3863a6-8d94-4a3f-b2da-80542d702c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:10:58.336687 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-f14352bc-23d9-4f79-864a-9bcb2b9f1b81 req-2a3863a6-8d94-4a3f-b2da-80542d702c63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334679'] for port (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:10:58.338089 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-f14352bc-23d9-4f79-864a-9bcb2b9f1b81 req-2a3863a6-8d94-4a3f-b2da-80542d702c63 service neutron] 10.222.0.48 "PUT /v2.0/ports/03ea6c3f-166e-463f-a159-e054306e8c9c HTTP/1.1" status: 200 len: 1094 time: 0.7762103 Mar 16 09:10:58.338519 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c779a8cc-d867-455b-9eec-00cddc9263b0', 'tag': '03ea6c3f-166e-463f-a159-e054306e8c9c'}] {{(pid=103096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 09:10:58.340710 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552648401d13394d2a88e7485ef09c5647ae5ea4c1ec431ef2c5edbe801f23fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72a1d7d4-8881-43cf-a26e-7596625c0c87" -d '{"events": [{"name": "network-changed", "server_uuid": "c779a8cc-d867-455b-9eec-00cddc9263b0", "tag": "03ea6c3f-166e-463f-a159-e054306e8c9c"}]}' {{(pid=103096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 09:10:58.367065 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3863a6-8d94-4a3f-b2da-80542d702c63 service neutron] Pushing event updated for resources: {'Port': ['ID=03ea6c3f-166e-463f-a159-e054306e8c9c,revision_number=3']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:10:58.382633 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 09:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-077f0304-8c46-43b1-bf83-f0ab16395af0 x-openstack-request-id: req-077f0304-8c46-43b1-bf83-f0ab16395af0 {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 09:10:58.382948 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c779a8cc-d867-455b-9eec-00cddc9263b0", "tag": "03ea6c3f-166e-463f-a159-e054306e8c9c", "status": "completed", "code": 200}]} {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 09:10:58.383208 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-077f0304-8c46-43b1-bf83-f0ab16395af0 {{(pid=103096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 09:10:58.383611 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c779a8cc-d867-455b-9eec-00cddc9263b0', 'tag': '03ea6c3f-166e-463f-a159-e054306e8c9c', 'status': 'completed', 'code': 200} Mar 16 09:10:58.430610 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14352bc-23d9-4f79-864a-9bcb2b9f1b81 req-dfe4fc73-8755-4eab-8ef0-c08e6ab7f456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:10:58.432135 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-f14352bc-23d9-4f79-864a-9bcb2b9f1b81 req-dfe4fc73-8755-4eab-8ef0-c08e6ab7f456 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6376ecd52fd4df3958214376cfc2020&device_id=c779a8cc-d867-455b-9eec-00cddc9263b0 HTTP/1.1" status: 200 len: 1128 time: 0.0455370 Mar 16 09:10:58.480132 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-f14352bc-23d9-4f79-864a-9bcb2b9f1b81 req-e34810a6-b5b9-4dc9-acb7-a61c52d76857 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03ea6c3f-166e-463f-a159-e054306e8c9c HTTP/1.1" status: 200 len: 217 time: 0.0395029 Mar 16 09:10:58.532369 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14352bc-23d9-4f79-864a-9bcb2b9f1b81 req-617d3e48-faf8-4501-a1f3-aa16e0daf483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:10:58.533883 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-f14352bc-23d9-4f79-864a-9bcb2b9f1b81 req-617d3e48-faf8-4501-a1f3-aa16e0daf483 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f6c2cbf7-36bb-4af8-9e66-db86b28b25f5 HTTP/1.1" status: 200 len: 855 time: 0.0476177 Mar 16 09:10:58.585993 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14352bc-23d9-4f79-864a-9bcb2b9f1b81 req-c3be4b91-cfbf-4601-9d54-71a40501ab79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:10:58.587471 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-f14352bc-23d9-4f79-864a-9bcb2b9f1b81 req-c3be4b91-cfbf-4601-9d54-71a40501ab79 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a3933f25-b7ca-4916-8a13-138bf0db8c83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433190 Mar 16 09:10:58.681312 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-f14352bc-23d9-4f79-864a-9bcb2b9f1b81 req-a0e0ff75-c696-4a2f-941d-175647ed10fb service neutron] 10.222.0.48 "GET /v2.0/networks/a3933f25-b7ca-4916-8a13-138bf0db8c83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871243 Mar 16 09:10:58.768006 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-f14352bc-23d9-4f79-864a-9bcb2b9f1b81 req-75383abe-f2b9-4fd2-a418-f03790f4da83 service neutron] 10.222.0.48 "GET /v2.0/networks/a3933f25-b7ca-4916-8a13-138bf0db8c83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799253 Mar 16 09:10:58.864679 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a1d7d4-8881-43cf-a26e-7596625c0c87 req-f56da8fe-9390-4596-aa7c-0cd3fa85f203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:10:58.866223 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-72a1d7d4-8881-43cf-a26e-7596625c0c87 req-f56da8fe-9390-4596-aa7c-0cd3fa85f203 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6376ecd52fd4df3958214376cfc2020&device_id=c779a8cc-d867-455b-9eec-00cddc9263b0 HTTP/1.1" status: 200 len: 1128 time: 0.0445399 Mar 16 09:10:58.958371 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a1d7d4-8881-43cf-a26e-7596625c0c87 req-0c011050-e4bd-4cce-8a68-1b7e6b3e97a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:10:58.959815 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-72a1d7d4-8881-43cf-a26e-7596625c0c87 req-0c011050-e4bd-4cce-8a68-1b7e6b3e97a5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a3933f25-b7ca-4916-8a13-138bf0db8c83 HTTP/1.1" status: 200 len: 917 time: 0.0869117 Mar 16 09:10:59.000363 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-72a1d7d4-8881-43cf-a26e-7596625c0c87 req-2b0d24e5-5925-4c1e-a87e-583079da8292 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03ea6c3f-166e-463f-a159-e054306e8c9c HTTP/1.1" status: 200 len: 217 time: 0.0340936 Mar 16 09:10:59.063442 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a1d7d4-8881-43cf-a26e-7596625c0c87 req-f6be5d88-3278-46bb-8528-35fc7d63700f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:10:59.064843 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-72a1d7d4-8881-43cf-a26e-7596625c0c87 req-f6be5d88-3278-46bb-8528-35fc7d63700f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f6c2cbf7-36bb-4af8-9e66-db86b28b25f5 HTTP/1.1" status: 200 len: 855 time: 0.0561049 Mar 16 09:10:59.131638 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d544d08-aa9c-40b9-b280-a4e0c37f1ea3 req-6757f7bb-4674-49dd-a198-cdb04e9cba21 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:10:59.133071 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-7d544d08-aa9c-40b9-b280-a4e0c37f1ea3 req-6757f7bb-4674-49dd-a198-cdb04e9cba21 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a47ced8-d046-4e1e-9c5f-665e4177b962 HTTP/1.1" status: 200 len: 945 time: 0.0818510 Mar 16 09:10:59.139347 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a1d7d4-8881-43cf-a26e-7596625c0c87 req-c62accb1-9704-4f66-8725-7afffef071f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:10:59.140703 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-72a1d7d4-8881-43cf-a26e-7596625c0c87 req-c62accb1-9704-4f66-8725-7afffef071f4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a3933f25-b7ca-4916-8a13-138bf0db8c83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0611484 Mar 16 09:10:59.228537 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-7d544d08-aa9c-40b9-b280-a4e0c37f1ea3 req-37a4b0c1-21f9-4734-a9cd-242e874e2e9e tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8ac09bb-227d-4bbe-ad6a-665f8a378716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868452 Mar 16 09:10:59.259608 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-72a1d7d4-8881-43cf-a26e-7596625c0c87 req-1b942220-6810-4b8a-a2e9-4c6bcef0bb89 service neutron] 10.222.0.48 "GET /v2.0/networks/a3933f25-b7ca-4916-8a13-138bf0db8c83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117573 Mar 16 09:10:59.346767 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-72a1d7d4-8881-43cf-a26e-7596625c0c87 req-4f192e3b-c613-4935-b0cb-963513632029 service neutron] 10.222.0.48 "GET /v2.0/networks/a3933f25-b7ca-4916-8a13-138bf0db8c83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804515 Mar 16 09:10:59.407721 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46ddd9e-083d-4ed8-be9f-5cdc66f3e9a8 req-9ce33634-a462-4d8a-8704-64c2be49b018 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:10:59.409182 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-c46ddd9e-083d-4ed8-be9f-5cdc66f3e9a8 req-9ce33634-a462-4d8a-8704-64c2be49b018 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=c779a8cc-d867-455b-9eec-00cddc9263b0 HTTP/1.1" status: 200 len: 944 time: 0.0576134 Mar 16 09:10:59.453732 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-c46ddd9e-083d-4ed8-be9f-5cdc66f3e9a8 req-32fc1fa5-b003-4254-967b-332802a64c62 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e16628-b5b2-46e4-8557-501b5bcb6caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390224 Mar 16 09:10:59.996986 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4a4acc-1abb-4ee8-ac9c-90721ab76118 req-715412d9-5b65-457e-ae55-ce12d6aa94b0 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:10:59.998459 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-6d4a4acc-1abb-4ee8-ac9c-90721ab76118 req-715412d9-5b65-457e-ae55-ce12d6aa94b0 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a47ced8-d046-4e1e-9c5f-665e4177b962 HTTP/1.1" status: 200 len: 945 time: 0.0511086 Mar 16 09:11:00.091732 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.plugin [req-6d4a4acc-1abb-4ee8-ac9c-90721ab76118 req-7ef11e19-d370-43d3-8932-f20a9bcf61b0 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Deleting port 74bf21a7-1b53-4ccf-b363-f8899405259a {{(pid=103096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 09:11:00.092411 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-6d4a4acc-1abb-4ee8-ac9c-90721ab76118 req-7ef11e19-d370-43d3-8932-f20a9bcf61b0 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732013345958'] for port (74bf21a7-1b53-4ccf-b363-f8899405259a), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:00.176752 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.db [req-6d4a4acc-1abb-4ee8-ac9c-90721ab76118 req-7ef11e19-d370-43d3-8932-f20a9bcf61b0 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] For port 74bf21a7-1b53-4ccf-b363-f8899405259a, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=74bf21a7-1b53-4ccf-b363-f8899405259a,segment=NetworkSegment(1fd71943-1f67-4889-a966-97189e27dce5),segment_id=1fd71943-1f67-4889-a966-97189e27dce5)] {{(pid=103096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:11:00.177031 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-6d4a4acc-1abb-4ee8-ac9c-90721ab76118 req-7ef11e19-d370-43d3-8932-f20a9bcf61b0 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559013'] for port (74bf21a7-1b53-4ccf-b363-f8899405259a), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:00.376448 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-6d4a4acc-1abb-4ee8-ac9c-90721ab76118 req-7ef11e19-d370-43d3-8932-f20a9bcf61b0 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:00.376808 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-6d4a4acc-1abb-4ee8-ac9c-90721ab76118 req-7ef11e19-d370-43d3-8932-f20a9bcf61b0 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557332'] for floatingip (dca57734-1f7c-416b-9fe1-b62750ecdb43), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:00.377125 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.db.l3_db [req-6d4a4acc-1abb-4ee8-ac9c-90721ab76118 req-7ef11e19-d370-43d3-8932-f20a9bcf61b0 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Floating IP dca57734-1f7c-416b-9fe1-b62750ecdb43 disassociated. External IP: 172.27.1.157, port: 74bf21a7-1b53-4ccf-b363-f8899405259a. Mar 16 09:11:00.377506 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.plugin [req-6d4a4acc-1abb-4ee8-ac9c-90721ab76118 req-7ef11e19-d370-43d3-8932-f20a9bcf61b0 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Calling delete_port for 74bf21a7-1b53-4ccf-b363-f8899405259a owned by compute:nova {{(pid=103096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 09:11:00.400433 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae72cdc-63f7-4ab9-b1e2-dadcc603d738 req-dfcbfcb6-c31c-4482-8251-1aa1a2f7c8ee tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:11:00.401887 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-7ae72cdc-63f7-4ab9-b1e2-dadcc603d738 req-dfcbfcb6-c31c-4482-8251-1aa1a2f7c8ee tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a47ced8-d046-4e1e-9c5f-665e4177b962 HTTP/1.1" status: 200 len: 945 time: 0.1040111 Mar 16 09:11:00.485189 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-7ae72cdc-63f7-4ab9-b1e2-dadcc603d738 req-9ec846dd-f106-4756-bc04-5dfeb7bc5320 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8ac09bb-227d-4bbe-ad6a-665f8a378716&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565150 Mar 16 09:11:00.580852 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-6d4a4acc-1abb-4ee8-ac9c-90721ab76118 req-7ef11e19-d370-43d3-8932-f20a9bcf61b0 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732013351693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732012762718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13105710'] for port (74bf21a7-1b53-4ccf-b363-f8899405259a), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:00.611237 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef11e19-d370-43d3-8932-f20a9bcf61b0 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Pushing event deleted for resources: {'Port': ['ID=74bf21a7-1b53-4ccf-b363-f8899405259a,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:11:00.631214 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55d053b-3f84-49c1-a858-49ffb3055d81 req-9ad19145-2f56-4aec-be76-aa2db83be11b tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:11:00.633071 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b55d053b-3f84-49c1-a858-49ffb3055d81 req-9ad19145-2f56-4aec-be76-aa2db83be11b tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=c779a8cc-d867-455b-9eec-00cddc9263b0 HTTP/1.1" status: 200 len: 944 time: 0.1059251 Mar 16 09:11:00.749978 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b55d053b-3f84-49c1-a858-49ffb3055d81 req-6e1e69c2-d3a8-4746-8c93-b2fb10315238 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e16628-b5b2-46e4-8557-501b5bcb6caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822790 Mar 16 09:11:00.770477 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d4a4acc-1abb-4ee8-ac9c-90721ab76118 req-7ef11e19-d370-43d3-8932-f20a9bcf61b0 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Router 28a9d4e1-c387-4942-b7b4-294aa846a1f4 has already been hosted by L3 agent 09ce795b-eeca-4b3b-9d7f-577d9443cb21 {{(pid=103096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 09:11:00.876913 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d4a4acc-1abb-4ee8-ac9c-90721ab76118 req-7ef11e19-d370-43d3-8932-f20a9bcf61b0 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Notify agent at l3_agent.dv-cinder-831776-4-iscsi the message routers_updated {{(pid=103096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 09:11:00.886231 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee001e4-8d00-4bea-a8c3-9544bb9a0e7a None None] Sync routers for ids ['28a9d4e1-c387-4942-b7b4-294aa846a1f4'] in dv-cinder-831776-4-iscsi {{(pid=103097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 09:11:00.895857 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee001e4-8d00-4bea-a8c3-9544bb9a0e7a None None] Routers {'28a9d4e1-c387-4942-b7b4-294aa846a1f4'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:11:00.896468 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-3ee001e4-8d00-4bea-a8c3-9544bb9a0e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:10:53Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['28a9d4e1-c387-4942-b7b4-294aa846a1f4'], 'active': True} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:11:00.917497 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d4a4acc-1abb-4ee8-ac9c-90721ab76118 req-7ef11e19-d370-43d3-8932-f20a9bcf61b0 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] No DVR routers for this DVR port 74bf21a7-1b53-4ccf-b363-f8899405259a on host hv-cinder-83177 {{(pid=103096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 09:11:00.920606 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-6d4a4acc-1abb-4ee8-ac9c-90721ab76118 req-7ef11e19-d370-43d3-8932-f20a9bcf61b0 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334679'] for port (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:00.924111 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-6d4a4acc-1abb-4ee8-ac9c-90721ab76118 req-7ef11e19-d370-43d3-8932-f20a9bcf61b0 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.48 "DELETE /v2.0/ports/74bf21a7-1b53-4ccf-b363-f8899405259a HTTP/1.1" status: 204 len: 173 time: 0.9195602 Mar 16 09:11:00.924555 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a47ced8-d046-4e1e-9c5f-665e4177b962', 'name': 'network-vif-deleted', 'tag': '74bf21a7-1b53-4ccf-b363-f8899405259a'}] {{(pid=103096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 09:11:00.926832 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552648401d13394d2a88e7485ef09c5647ae5ea4c1ec431ef2c5edbe801f23fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b68dd01-993b-4b3a-9a4f-21367da2db24" -d '{"events": [{"server_uuid": "8a47ced8-d046-4e1e-9c5f-665e4177b962", "name": "network-vif-deleted", "tag": "74bf21a7-1b53-4ccf-b363-f8899405259a"}]}' {{(pid=103096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 09:11:00.964642 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 09:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ca6a90-0923-42ea-907a-c11d615d5c60 x-openstack-request-id: req-d7ca6a90-0923-42ea-907a-c11d615d5c60 {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 09:11:00.965166 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a47ced8-d046-4e1e-9c5f-665e4177b962", "name": "network-vif-deleted", "tag": "74bf21a7-1b53-4ccf-b363-f8899405259a", "status": "completed", "code": 200}]} {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 09:11:00.965449 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d7ca6a90-0923-42ea-907a-c11d615d5c60 {{(pid=103096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 09:11:00.965935 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a47ced8-d046-4e1e-9c5f-665e4177b962', 'name': 'network-vif-deleted', 'tag': '74bf21a7-1b53-4ccf-b363-f8899405259a', 'status': 'completed', 'code': 200} Mar 16 09:11:01.013328 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvr_db [None req-3ee001e4-8d00-4bea-a8c3-9544bb9a0e7a None None] Set router 28a9d4e1-c387-4942-b7b4-294aa846a1f4 gateway port host: dv-cinder-831776-4-iscsi {{(pid=103097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:11:01.217448 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-3ee001e4-8d00-4bea-a8c3-9544bb9a0e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'name': 'tempest-AttachVolumeNegativeTest-1056632038-router', 'tenant_id': 'cb287d834c3747da825c3d4bb412c949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '7b0f9b77-20b4-499c-ba37-3133a7150cf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:01:23Z', 'updated_at': '2022-03-16T09:01:30Z', 'revision_number': 4, 'project_id': 'cb287d834c3747da825c3d4bb412c949', 'gw_port': {'id': '7b0f9b77-20b4-499c-ba37-3133a7150cf0', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:24Z', 'updated_at': '2022-03-16T09:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_interfaces': [{'id': '47fcdb74-ada2-419e-b82d-f3e229027f7c', 'name': '', 'network_id': '71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625', 'tenant_id': 'cb287d834c3747da825c3d4bb412c949', 'mac_address': 'fa:16:3e:c2:b1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '21cfdeb1-bd49-41a4-bdcb-784e8ee0104b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:29Z', 'updated_at': '2022-03-16T09:01:39Z', 'revision_number': 5, 'project_id': 'cb287d834c3747da825c3d4bb412c949', 'subnets': [{'id': '21cfdeb1-bd49-41a4-bdcb-784e8ee0104b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:11:01.246605 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee001e4-8d00-4bea-a8c3-9544bb9a0e7a None None] Checking router: 28a9d4e1-c387-4942-b7b4-294aa846a1f4 for host: dv-cinder-831776-4-iscsi {{(pid=103097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 09:11:01.254653 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee001e4-8d00-4bea-a8c3-9544bb9a0e7a None None] Routers {'28a9d4e1-c387-4942-b7b4-294aa846a1f4'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:11:01.255252 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-3ee001e4-8d00-4bea-a8c3-9544bb9a0e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:10:53Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['28a9d4e1-c387-4942-b7b4-294aa846a1f4'], 'active': True} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:11:01.363575 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvr_db [None req-3ee001e4-8d00-4bea-a8c3-9544bb9a0e7a None None] Set router 28a9d4e1-c387-4942-b7b4-294aa846a1f4 gateway port host: dv-cinder-831776-4-iscsi {{(pid=103097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:11:01.563727 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-3ee001e4-8d00-4bea-a8c3-9544bb9a0e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'name': 'tempest-AttachVolumeNegativeTest-1056632038-router', 'tenant_id': 'cb287d834c3747da825c3d4bb412c949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '7b0f9b77-20b4-499c-ba37-3133a7150cf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:01:23Z', 'updated_at': '2022-03-16T09:01:30Z', 'revision_number': 4, 'project_id': 'cb287d834c3747da825c3d4bb412c949', 'gw_port': {'id': '7b0f9b77-20b4-499c-ba37-3133a7150cf0', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:24Z', 'updated_at': '2022-03-16T09:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_interfaces': [{'id': '47fcdb74-ada2-419e-b82d-f3e229027f7c', 'name': '', 'network_id': '71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625', 'tenant_id': 'cb287d834c3747da825c3d4bb412c949', 'mac_address': 'fa:16:3e:c2:b1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '21cfdeb1-bd49-41a4-bdcb-784e8ee0104b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:29Z', 'updated_at': '2022-03-16T09:01:39Z', 'revision_number': 5, 'project_id': 'cb287d834c3747da825c3d4bb412c949', 'subnets': [{'id': '21cfdeb1-bd49-41a4-bdcb-784e8ee0104b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:11:01.568796 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 53164) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:11:01.590027 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee001e4-8d00-4bea-a8c3-9544bb9a0e7a None None] The sync data for ids ['28a9d4e1-c387-4942-b7b4-294aa846a1f4'] in dv-cinder-831776-4-iscsi is: [{'id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'name': 'tempest-AttachVolumeNegativeTest-1056632038-router', 'tenant_id': 'cb287d834c3747da825c3d4bb412c949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '7b0f9b77-20b4-499c-ba37-3133a7150cf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:01:23Z', 'updated_at': '2022-03-16T09:01:30Z', 'revision_number': 4, 'project_id': 'cb287d834c3747da825c3d4bb412c949', 'gw_port': {'id': '7b0f9b77-20b4-499c-ba37-3133a7150cf0', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:24Z', 'updated_at': '2022-03-16T09:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_interfaces': [{'id': '47fcdb74-ada2-419e-b82d-f3e229027f7c', 'name': '', 'network_id': '71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625', 'tenant_id': 'cb287d834c3747da825c3d4bb412c949', 'mac_address': 'fa:16:3e:c2:b1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '21cfdeb1-bd49-41a4-bdcb-784e8ee0104b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:29Z', 'updated_at': '2022-03-16T09:01:39Z', 'revision_number': 5, 'project_id': 'cb287d834c3747da825c3d4bb412c949', 'subnets': [{'id': '21cfdeb1-bd49-41a4-bdcb-784e8ee0104b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 09:11:01.622955 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-2b12d99e-d6ee-4a07-9cbe-066aa8a88396 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks [] for security_group (e8ac09bb-227d-4bbe-ad6a-665f8a378716), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:01.650419 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-2b12d99e-d6ee-4a07-9cbe-066aa8a88396 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks [] for security_group (e8ac09bb-227d-4bbe-ad6a-665f8a378716), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:01.698942 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-2b12d99e-d6ee-4a07-9cbe-066aa8a88396 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (e8ac09bb-227d-4bbe-ad6a-665f8a378716), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:01.702134 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-2b12d99e-d6ee-4a07-9cbe-066aa8a88396 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks [] for security_group (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:01.705914 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-2b12d99e-d6ee-4a07-9cbe-066aa8a88396 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "DELETE /v2.0/security-groups/e8ac09bb-227d-4bbe-ad6a-665f8a378716 HTTP/1.1" status: 204 len: 168 time: 0.1335058 Mar 16 09:11:01.706626 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 53166) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:11:01.724157 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b12d99e-d6ee-4a07-9cbe-066aa8a88396 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ac09bb-227d-4bbe-ad6a-665f8a378716,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:11:01.726247 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.api.v2.resource [None req-01025a74-0b8a-49af-9996-9f25082517af tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] show failed (client error): The resource could not be found. Mar 16 09:11:01.729484 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-01025a74-0b8a-49af-9996-9f25082517af tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/security-groups/e8ac09bb-227d-4bbe-ad6a-665f8a378716 HTTP/1.1" status: 404 len: 347 time: 0.0186543 Mar 16 09:11:01.730381 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 53168) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:11:01.829028 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7a0540-6d18-4ef4-b973-07260c703ad0 None None] New status for floating IP dca57734-1f7c-416b-9fe1-b62750ecdb43: DOWN {{(pid=103098) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 09:11:01.903825 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc9224-b0bd-4579-9ef3-f3f864171864 req-e198bd51-b0a1-4161-9f5f-5595d3ccad5e tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:11:01.905544 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-f0dc9224-b0bd-4579-9ef3-f3f864171864 req-e198bd51-b0a1-4161-9f5f-5595d3ccad5e tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=c779a8cc-d867-455b-9eec-00cddc9263b0 HTTP/1.1" status: 200 len: 944 time: 0.0833905 Mar 16 09:11:01.913832 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.plugin [None req-d8c6afc0-606e-4725-a22d-3fc84b0727d4 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Deleting port 9d5f9afd-661e-4509-b842-0a4ee5a265a5 {{(pid=103096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 09:11:01.914180 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-d8c6afc0-606e-4725-a22d-3fc84b0727d4 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732013345958'] for port (9d5f9afd-661e-4509-b842-0a4ee5a265a5), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:02.234246 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-f0dc9224-b0bd-4579-9ef3-f3f864171864 req-1a75eeda-286b-40b1-ab62-8266f8093ff4 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e16628-b5b2-46e4-8557-501b5bcb6caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3225791 Mar 16 09:11:02.254089 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-d8c6afc0-606e-4725-a22d-3fc84b0727d4 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559013'] for port (9d5f9afd-661e-4509-b842-0a4ee5a265a5), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:02.254420 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-d8c6afc0-606e-4725-a22d-3fc84b0727d4 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks [] for floatingip (9d5f9afd-661e-4509-b842-0a4ee5a265a5), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:02.265744 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.plugin [None req-d8c6afc0-606e-4725-a22d-3fc84b0727d4 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Calling delete_port for 9d5f9afd-661e-4509-b842-0a4ee5a265a5 owned by network:floatingip {{(pid=103096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 09:11:02.396576 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-d8c6afc0-606e-4725-a22d-3fc84b0727d4 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732013351693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732012762718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13105710'] for port (9d5f9afd-661e-4509-b842-0a4ee5a265a5), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:02.421532 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c6afc0-606e-4725-a22d-3fc84b0727d4 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Pushing event deleted for resources: {'Port': ['ID=9d5f9afd-661e-4509-b842-0a4ee5a265a5,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:11:02.480197 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-d8c6afc0-606e-4725-a22d-3fc84b0727d4 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks [] for floatingip (dca57734-1f7c-416b-9fe1-b62750ecdb43), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:02.482748 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-d8c6afc0-606e-4725-a22d-3fc84b0727d4 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334679'] for floatingip (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:02.483895 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-d8c6afc0-606e-4725-a22d-3fc84b0727d4 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "DELETE /v2.0/floatingips/dca57734-1f7c-416b-9fe1-b62750ecdb43 HTTP/1.1" status: 204 len: 168 time: 0.7517741 Mar 16 09:11:02.728882 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Device 03ea6c3f-166e-463f-a159-e054306e8c9c details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=103097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 09:11:02.731576 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Device 74bf21a7-1b53-4ccf-b363-f8899405259a no longer exists at agent hyperv_hv-cinder-83177 {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 09:11:02.741572 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 53174) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:11:02.746470 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.v2.base [None req-25936848-2a2b-4910-9361-301b8ba1b451 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Request body: {'security_group': {'name': 'tempest-securitygroup--390615797', 'description': 'tempest-description--1303462113'}} {{(pid=103096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:11:02.757896 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] No Port match for: 74bf21a7-1b53-4ccf-b363-f8899405259a {{(pid=103097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 09:11:02.758163 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Device 74bf21a7-1b53-4ccf-b363-f8899405259a not bound to the agent host hv-cinder-83177 {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 09:11:02.769619 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-25936848-2a2b-4910-9361-301b8ba1b451 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks [] for security_group (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:02.834382 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-25936848-2a2b-4910-9361-301b8ba1b451 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks [] for security_group (94ee09e2-5b71-4dbd-8750-236d6264a429), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:02.838716 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-25936848-2a2b-4910-9361-301b8ba1b451 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (94ee09e2-5b71-4dbd-8750-236d6264a429), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:02.846138 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] For port 03ea6c3f-166e-463f-a159-e054306e8c9c, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=03ea6c3f-166e-463f-a159-e054306e8c9c,segment=NetworkSegment(92870879-9daf-4c8f-8e0a-de7f92d81d56),segment_id=92870879-9daf-4c8f-8e0a-de7f92d81d56)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:11:02.857340 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Returning: {'device': '03ea6c3f-166e-463f-a159-e054306e8c9c', 'network_id': 'a3933f25-b7ca-4916-8a13-138bf0db8c83', 'port_id': '03ea6c3f-166e-463f-a159-e054306e8c9c', 'mac_address': 'fa:16:3e:ff:82:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6c2cbf7-36bb-4af8-9e66-db86b28b25f5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 09:11:02.866615 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-25936848-2a2b-4910-9361-301b8ba1b451 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks [] for security_group (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:02.867858 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-25936848-2a2b-4910-9361-301b8ba1b451 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1251898 Mar 16 09:11:02.870332 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25936848-2a2b-4910-9361-301b8ba1b451 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94ee09e2-5b71-4dbd-8750-236d6264a429,revision_number=1']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:11:02.871174 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 53176) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:11:02.876496 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.v2.base [None req-317c628e-045e-4b48-b581-b2b96effcc29 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Request body: {'security_group_rule': {'security_group_id': '94ee09e2-5b71-4dbd-8750-236d6264a429', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:11:02.902195 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Current status of the port 03ea6c3f-166e-463f-a159-e054306e8c9c is: DOWN; New status is: BUILD {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:11:02.902592 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (03ea6c3f-166e-463f-a159-e054306e8c9c), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:02.904782 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-317c628e-045e-4b48-b581-b2b96effcc29 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks [] for security_group_rule (059e2e5f-6691-4ac1-a877-34b3604138e2), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:02.916323 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.notifiers.nova [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03ea6c3f-166e-463f-a159-e054306e8c9c {{(pid=103097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 09:11:02.939922 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] For port 03ea6c3f-166e-463f-a159-e054306e8c9c, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=03ea6c3f-166e-463f-a159-e054306e8c9c,segment=NetworkSegment(92870879-9daf-4c8f-8e0a-de7f92d81d56),segment_id=92870879-9daf-4c8f-8e0a-de7f92d81d56)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:11:02.945262 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (03ea6c3f-166e-463f-a159-e054306e8c9c), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:02.952951 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-317c628e-045e-4b48-b581-b2b96effcc29 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks [] for security_group_rule (059e2e5f-6691-4ac1-a877-34b3604138e2), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:02.957828 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-317c628e-045e-4b48-b581-b2b96effcc29 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548227'] for security_group_rule (059e2e5f-6691-4ac1-a877-34b3604138e2), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:02.975393 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317c628e-045e-4b48-b581-b2b96effcc29 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=059e2e5f-6691-4ac1-a877-34b3604138e2,revision_number=0']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:11:02.984121 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317c628e-045e-4b48-b581-b2b96effcc29 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:11:02.984469 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317c628e-045e-4b48-b581-b2b96effcc29 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:11:02.984812 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317c628e-045e-4b48-b581-b2b96effcc29 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:11:02.985148 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317c628e-045e-4b48-b581-b2b96effcc29 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:11:02.985514 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317c628e-045e-4b48-b581-b2b96effcc29 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:11:02.985847 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317c628e-045e-4b48-b581-b2b96effcc29 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:11:02.986183 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317c628e-045e-4b48-b581-b2b96effcc29 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:11:02.986511 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317c628e-045e-4b48-b581-b2b96effcc29 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:11:02.986837 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317c628e-045e-4b48-b581-b2b96effcc29 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:11:02.987167 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317c628e-045e-4b48-b581-b2b96effcc29 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:11:02.987505 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317c628e-045e-4b48-b581-b2b96effcc29 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:11:02.987815 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317c628e-045e-4b48-b581-b2b96effcc29 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:11:02.988138 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317c628e-045e-4b48-b581-b2b96effcc29 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:11:02.988461 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317c628e-045e-4b48-b581-b2b96effcc29 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:11:02.988789 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317c628e-045e-4b48-b581-b2b96effcc29 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:11:02.993339 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-317c628e-045e-4b48-b581-b2b96effcc29 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:02.994827 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-317c628e-045e-4b48-b581-b2b96effcc29 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1224060 Mar 16 09:11:02.997893 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 53178) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:11:03.000431 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Pushing event updated for resources: {'Port': ['ID=03ea6c3f-166e-463f-a159-e054306e8c9c,revision_number=4']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:11:03.002131 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.v2.base [None req-cfebfc5c-7caa-4624-bf13-2c71b6659ece tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Request body: {'security_group_rule': {'security_group_id': '94ee09e2-5b71-4dbd-8750-236d6264a429', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:11:03.007408 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:11:03.007821 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:11:03.008220 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:11:03.008509 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:11:03.008845 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:11:03.009179 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:11:03.009526 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:11:03.009853 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:11:03.010178 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:11:03.010500 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:11:03.010822 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:11:03.011145 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:11:03.011466 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:11:03.011791 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:11:03.012115 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:11:03.027173 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cfebfc5c-7caa-4624-bf13-2c71b6659ece tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks [] for security_group_rule (7c7f575d-fd80-4854-80f5-3742d3f0eddb), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:03.081750 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cfebfc5c-7caa-4624-bf13-2c71b6659ece tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks [] for security_group_rule (7c7f575d-fd80-4854-80f5-3742d3f0eddb), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:03.085370 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cfebfc5c-7caa-4624-bf13-2c71b6659ece tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548227'] for security_group_rule (7c7f575d-fd80-4854-80f5-3742d3f0eddb), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:03.102438 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfebfc5c-7caa-4624-bf13-2c71b6659ece tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c7f575d-fd80-4854-80f5-3742d3f0eddb,revision_number=0']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:11:03.111055 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cfebfc5c-7caa-4624-bf13-2c71b6659ece tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:03.112302 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-cfebfc5c-7caa-4624-bf13-2c71b6659ece tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1134980 Mar 16 09:11:03.115370 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 53180) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:11:03.120036 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.v2.base [None req-3c9f8c2f-22cb-4ec1-95f8-08136529b3a8 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Request body: {'floatingip': {'floating_network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab'}} {{(pid=103095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:11:03.139109 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3c9f8c2f-22cb-4ec1-95f8-08136529b3a8 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:03.235625 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3c9f8c2f-22cb-4ec1-95f8-08136529b3a8 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:03.340918 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-3c9f8c2f-22cb-4ec1-95f8-08136529b3a8 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Allocated IP 172.27.1.61 (c4839873-0f35-4ea4-8707-46bf79a3edab/25bf7ac3-5945-4bb8-8d8f-087cde6dd03d/ad6541ae-bffc-4bda-a26e-8386ff4099fe) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 09:11:03.358045 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f2634e-7daf-47b2-953a-26b74c8b9e73 req-36ba45c9-635d-453c-9510-0ca23446e82e tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:11:03.359530 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-64f2634e-7daf-47b2-953a-26b74c8b9e73 req-36ba45c9-635d-453c-9510-0ca23446e82e tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=c779a8cc-d867-455b-9eec-00cddc9263b0 HTTP/1.1" status: 200 len: 945 time: 0.0558293 Mar 16 09:11:03.367555 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] get_ports_and_sgs() called for port_ids ['03ea6c3f-166e-463f-a159-e054306e8c9c'] {{(pid=103097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 09:11:03.408040 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-64f2634e-7daf-47b2-953a-26b74c8b9e73 req-e52c7e20-7819-48e5-ba76-226949ee0f1e tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e16628-b5b2-46e4-8557-501b5bcb6caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427678 Mar 16 09:11:03.450763 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3c9f8c2f-22cb-4ec1-95f8-08136529b3a8 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks [] for port (ad6541ae-bffc-4bda-a26e-8386ff4099fe), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:03.485368 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3c9f8c2f-22cb-4ec1-95f8-08136529b3a8 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732012762709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13558255'] for port (ad6541ae-bffc-4bda-a26e-8386ff4099fe), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:03.520413 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9f8c2f-22cb-4ec1-95f8-08136529b3a8 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Network c4839873-0f35-4ea4-8707-46bf79a3edab is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 09:11:03.525000 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-3c9f8c2f-22cb-4ec1-95f8-08136529b3a8 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 09:11:03.529074 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9f8c2f-22cb-4ec1-95f8-08136529b3a8 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 09:11:03.556727 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9f8c2f-22cb-4ec1-95f8-08136529b3a8 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Pushing event updated for resources: {'Port': ['ID=ad6541ae-bffc-4bda-a26e-8386ff4099fe,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:11:03.617481 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3c9f8c2f-22cb-4ec1-95f8-08136529b3a8 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks [] for floatingip (8dfb54a4-864e-470e-9f53-1d0dc9a8530e), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:03.652408 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3c9f8c2f-22cb-4ec1-95f8-08136529b3a8 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (ad6541ae-bffc-4bda-a26e-8386ff4099fe), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:03.800582 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3c9f8c2f-22cb-4ec1-95f8-08136529b3a8 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks [] for port (ad6541ae-bffc-4bda-a26e-8386ff4099fe), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:03.804741 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3c9f8c2f-22cb-4ec1-95f8-08136529b3a8 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13558246'] for port (ad6541ae-bffc-4bda-a26e-8386ff4099fe), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:03.866953 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9f8c2f-22cb-4ec1-95f8-08136529b3a8 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Pushing event updated for resources: {'Port': ['ID=ad6541ae-bffc-4bda-a26e-8386ff4099fe,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:11:03.878271 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3c9f8c2f-22cb-4ec1-95f8-08136529b3a8 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557332'] for floatingip (8dfb54a4-864e-470e-9f53-1d0dc9a8530e), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:03.893268 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-3c9f8c2f-22cb-4ec1-95f8-08136529b3a8 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334679'] for floatingip (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:03.899295 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-3c9f8c2f-22cb-4ec1-95f8-08136529b3a8 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7782433 Mar 16 09:11:04.040875 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-c39f51f0-781e-4bf3-b490-83e67ac828e8 req-33784ec0-4ae1-4a07-a52f-53e5af786a78 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--390615797&fields=id&tenant_id=cb287d834c3747da825c3d4bb412c949 HTTP/1.1" status: 200 len: 267 time: 0.0418446 Mar 16 09:11:04.156525 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39f51f0-781e-4bf3-b490-83e67ac828e8 req-2c234a74-6706-4d1c-84b4-02a39fa30827 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:11:04.158007 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-c39f51f0-781e-4bf3-b490-83e67ac828e8 req-2c234a74-6706-4d1c-84b4-02a39fa30827 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/networks?id=71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625 HTTP/1.1" status: 200 len: 815 time: 0.1102338 Mar 16 09:11:04.172411 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-c39f51f0-781e-4bf3-b490-83e67ac828e8 req-67453c64-cec5-4033-a362-74121de60cd1 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/quotas/cb287d834c3747da825c3d4bb412c949 HTTP/1.1" status: 200 len: 375 time: 0.0091698 Mar 16 09:11:04.225304 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-c39f51f0-781e-4bf3-b490-83e67ac828e8 req-c02dcb12-d337-467b-b392-37cc2a2510ac tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=cb287d834c3747da825c3d4bb412c949&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482492 Mar 16 09:11:04.316279 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-c39f51f0-781e-4bf3-b490-83e67ac828e8 req-b08adc1c-a054-4d84-80b5-c5232ac1fda0 service neutron] 10.222.0.18 "GET /v2.0/networks/71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793872 Mar 16 09:11:04.406509 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-c39f51f0-781e-4bf3-b490-83e67ac828e8 req-ff8a3134-3797-4343-93c6-1bca38238778 service neutron] 10.222.0.18 "GET /v2.0/networks/71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844343 Mar 16 09:11:04.535386 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fa28b3-3fcd-4bbb-a58d-14e8bbe71b11 req-69aec7a2-7658-4192-87b8-e5136579f7d9 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:11:04.536892 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-44fa28b3-3fcd-4bbb-a58d-14e8bbe71b11 req-69aec7a2-7658-4192-87b8-e5136579f7d9 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=c779a8cc-d867-455b-9eec-00cddc9263b0 HTTP/1.1" status: 200 len: 945 time: 0.0576808 Mar 16 09:11:04.578534 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-d2059b1f-aea5-4a9b-a104-db9d28597e2a req-113abb6f-0e48-4bcc-8ce7-cc0643e83cdf tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=67e9fb7e-912d-476f-9858-5da967f24747 HTTP/1.1" status: 200 len: 210 time: 0.0406435 Mar 16 09:11:04.608033 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-44fa28b3-3fcd-4bbb-a58d-14e8bbe71b11 req-e4dfcaa6-e3ce-4d4c-b8f3-dca8878b10ca tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e16628-b5b2-46e4-8557-501b5bcb6caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608656 Mar 16 09:11:04.738673 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Device 03ea6c3f-166e-463f-a159-e054306e8c9c up at agent hyperv_hv-cinder-83177 {{(pid=103097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 09:11:04.787722 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Provisioning for port 03ea6c3f-166e-463f-a159-e054306e8c9c completed by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 16 09:11:04.791764 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Provisioning complete for port 03ea6c3f-166e-463f-a159-e054306e8c9c triggered by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:11:04.792135 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (03ea6c3f-166e-463f-a159-e054306e8c9c), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:04.877634 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Current status of the port 03ea6c3f-166e-463f-a159-e054306e8c9c is: BUILD; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:11:04.878021 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (03ea6c3f-166e-463f-a159-e054306e8c9c), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:04.902155 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c779a8cc-d867-455b-9eec-00cddc9263b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03ea6c3f-166e-463f-a159-e054306e8c9c'}] {{(pid=103097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 09:11:04.905319 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4541ab3f2cdba5932412d0e11c0734b292cb124fdee115af1127c89d10c16b82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f18b870-9ab4-453a-8f15-988d526ce364" -d '{"events": [{"server_uuid": "c779a8cc-d867-455b-9eec-00cddc9263b0", "name": "network-vif-plugged", "status": "completed", "tag": "03ea6c3f-166e-463f-a159-e054306e8c9c"}]}' {{(pid=103097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 09:11:04.921201 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] For port 03ea6c3f-166e-463f-a159-e054306e8c9c, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=03ea6c3f-166e-463f-a159-e054306e8c9c,segment=NetworkSegment(92870879-9daf-4c8f-8e0a-de7f92d81d56),segment_id=92870879-9daf-4c8f-8e0a-de7f92d81d56)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:11:04.925856 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (03ea6c3f-166e-463f-a159-e054306e8c9c), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:04.951959 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 09:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f440686-23d7-4dad-b9f7-828820fc2955 x-openstack-request-id: req-9f440686-23d7-4dad-b9f7-828820fc2955 {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 09:11:04.952251 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c779a8cc-d867-455b-9eec-00cddc9263b0", "name": "network-vif-plugged", "status": "completed", "tag": "03ea6c3f-166e-463f-a159-e054306e8c9c", "code": 200}]} {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 09:11:04.952507 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9f440686-23d7-4dad-b9f7-828820fc2955 {{(pid=103097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 09:11:04.952892 dv-cinder-831776-4-iscsi neutron-server[103097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c779a8cc-d867-455b-9eec-00cddc9263b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03ea6c3f-166e-463f-a159-e054306e8c9c', 'code': 200} Mar 16 09:11:04.981014 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Pushing event updated for resources: {'Port': ['ID=03ea6c3f-166e-463f-a159-e054306e8c9c,revision_number=5']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:11:05.126587 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df700ba5-734f-4cb5-9f14-9c176956079c req-920bcb9e-caa5-4dda-baff-127bcc4e5924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:11:05.128051 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-df700ba5-734f-4cb5-9f14-9c176956079c req-920bcb9e-caa5-4dda-baff-127bcc4e5924 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c779a8cc-d867-455b-9eec-00cddc9263b0 HTTP/1.1" status: 200 len: 1130 time: 0.0433700 Mar 16 09:11:05.172140 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-df700ba5-734f-4cb5-9f14-9c176956079c req-77d00023-259e-4796-9be7-812dbd816503 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=86e16628-b5b2-46e4-8557-501b5bcb6caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361664 Mar 16 09:11:05.675392 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-3e0c0b82-f454-41d2-a5c7-18d6a8b1070d req-9e75b1f8-f148-4d47-8e90-039ff6c15221 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=67e9fb7e-912d-476f-9858-5da967f24747 HTTP/1.1" status: 200 len: 210 time: 0.0282829 Mar 16 09:11:05.807362 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c7a560-2125-4386-865a-b77b66efad36 req-3990bb99-8d4b-4a74-abdb-7ea3d4af014f tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:11:05.808850 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b5c7a560-2125-4386-865a-b77b66efad36 req-3990bb99-8d4b-4a74-abdb-7ea3d4af014f tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=c779a8cc-d867-455b-9eec-00cddc9263b0 HTTP/1.1" status: 200 len: 946 time: 0.1228418 Mar 16 09:11:05.842735 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39f51f0-781e-4bf3-b490-83e67ac828e8 req-60d020c1-598e-4977-b771-e87fe0fcccde tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:11:05.844160 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-c39f51f0-781e-4bf3-b490-83e67ac828e8 req-60d020c1-598e-4977-b771-e87fe0fcccde tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.48 "GET /v2.0/networks?id=71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625 HTTP/1.1" status: 200 len: 815 time: 0.1484170 Mar 16 09:11:05.891300 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b5c7a560-2125-4386-865a-b77b66efad36 req-599b8fb5-16c3-4673-800a-15605405b3ab tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e16628-b5b2-46e4-8557-501b5bcb6caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760398 Mar 16 09:11:05.924954 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-c39f51f0-781e-4bf3-b490-83e67ac828e8 req-4c849799-e270-4e85-afa4-ddd6ce7c770a tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb287d834c3747da825c3d4bb412c949 HTTP/1.1" status: 200 len: 379 time: 0.0694318 Mar 16 09:11:05.934636 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.v2.base [req-c39f51f0-781e-4bf3-b490-83e67ac828e8 req-c85e8f2b-a877-4757-ab04-5fff524df6b4 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Request body: {'port': {'device_id': '67e9fb7e-912d-476f-9858-5da967f24747', 'network_id': '71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625', 'admin_state_up': True, 'tenant_id': 'cb287d834c3747da825c3d4bb412c949', 'security_groups': ['94ee09e2-5b71-4dbd-8750-236d6264a429']}} {{(pid=103096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:11:06.035826 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c39f51f0-781e-4bf3-b490-83e67ac828e8 req-c85e8f2b-a877-4757-ab04-5fff524df6b4 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Made reservation on behalf of cb287d834c3747da825c3d4bb412c949 for: {'port': 1} {{(pid=103096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 09:11:06.039144 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-c39f51f0-781e-4bf3-b490-83e67ac828e8 req-c85e8f2b-a877-4757-ab04-5fff524df6b4 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:06.167540 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.db_base_plugin_common [req-c39f51f0-781e-4bf3-b490-83e67ac828e8 req-c85e8f2b-a877-4757-ab04-5fff524df6b4 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Allocated IP 172.20.0.11 (71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625/21cfdeb1-bd49-41a4-bdcb-784e8ee0104b/358f9f42-d5ef-46ec-a5b8-377461f6d2a9) {{(pid=103096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 09:11:06.299562 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-c39f51f0-781e-4bf3-b490-83e67ac828e8 req-c85e8f2b-a877-4757-ab04-5fff524df6b4 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks [] for port (358f9f42-d5ef-46ec-a5b8-377461f6d2a9), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:06.331464 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-c39f51f0-781e-4bf3-b490-83e67ac828e8 req-c85e8f2b-a877-4757-ab04-5fff524df6b4 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732012762709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13105710'] for port (358f9f42-d5ef-46ec-a5b8-377461f6d2a9), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:06.378098 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c39f51f0-781e-4bf3-b490-83e67ac828e8 req-c85e8f2b-a877-4757-ab04-5fff524df6b4 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Network 71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625 is already hosted by enough agents. {{(pid=103096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 09:11:06.381211 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.base_scheduler [req-c39f51f0-781e-4bf3-b490-83e67ac828e8 req-c85e8f2b-a877-4757-ab04-5fff524df6b4 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Resources bound (agent type, host, resource id): {{(pid=103096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 09:11:06.384818 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [req-c39f51f0-781e-4bf3-b490-83e67ac828e8 req-c85e8f2b-a877-4757-ab04-5fff524df6b4 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Received port after_create {{(pid=103096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 09:11:06.408497 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85e8f2b-a877-4757-ab04-5fff524df6b4 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Pushing event updated for resources: {'Port': ['ID=358f9f42-d5ef-46ec-a5b8-377461f6d2a9,revision_number=1']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:11:06.436038 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39f51f0-781e-4bf3-b490-83e67ac828e8 req-c85e8f2b-a877-4757-ab04-5fff524df6b4 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:11:06.436653 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-c39f51f0-781e-4bf3-b490-83e67ac828e8 req-c85e8f2b-a877-4757-ab04-5fff524df6b4 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334679'] for port (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:06.453339 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-c39f51f0-781e-4bf3-b490-83e67ac828e8 req-c85e8f2b-a877-4757-ab04-5fff524df6b4 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5222631 Mar 16 09:11:06.530999 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.v2.base [req-c39f51f0-781e-4bf3-b490-83e67ac828e8 req-65c09476-9f50-42db-b89e-ecc189d4c345 service neutron] Request body: {'port': {'device_id': '67e9fb7e-912d-476f-9858-5da967f24747', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=103096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:11:06.592055 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-b9870cc9-c255-423e-858e-f6dddac5ec64 None None] Provisioning complete for port 358f9f42-d5ef-46ec-a5b8-377461f6d2a9 triggered by entity DHCP. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:11:06.592692 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-c39f51f0-781e-4bf3-b490-83e67ac828e8 req-65c09476-9f50-42db-b89e-ecc189d4c345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (358f9f42-d5ef-46ec-a5b8-377461f6d2a9), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:06.592810 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-b9870cc9-c255-423e-858e-f6dddac5ec64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (358f9f42-d5ef-46ec-a5b8-377461f6d2a9), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:06.625247 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-b9870cc9-c255-423e-858e-f6dddac5ec64 None None] Port 358f9f42-d5ef-46ec-a5b8-377461f6d2a9 cannot update to ACTIVE because it is not bound. {{(pid=103097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 09:11:06.839546 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153c619e-4a6c-4988-b7f6-bf546a14c87e req-b268813f-0381-460a-9c52-513dc90a98e2 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:11:06.841039 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-153c619e-4a6c-4988-b7f6-bf546a14c87e req-b268813f-0381-460a-9c52-513dc90a98e2 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=67e9fb7e-912d-476f-9858-5da967f24747 HTTP/1.1" status: 200 len: 932 time: 0.0885766 Mar 16 09:11:06.922243 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-153c619e-4a6c-4988-b7f6-bf546a14c87e req-3abe81ae-ad50-461f-af1f-fb80cca7dd58 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ee09e2-5b71-4dbd-8750-236d6264a429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745449 Mar 16 09:11:06.926429 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.notifiers.nova [req-c39f51f0-781e-4bf3-b490-83e67ac828e8 req-65c09476-9f50-42db-b89e-ecc189d4c345 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 358f9f42-d5ef-46ec-a5b8-377461f6d2a9 {{(pid=103096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 09:11:06.934021 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-c39f51f0-781e-4bf3-b490-83e67ac828e8 req-65c09476-9f50-42db-b89e-ecc189d4c345 service neutron] Publish callbacks [] for port (358f9f42-d5ef-46ec-a5b8-377461f6d2a9), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:06.947136 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.provisioning_blocks [req-c39f51f0-781e-4bf3-b490-83e67ac828e8 req-65c09476-9f50-42db-b89e-ecc189d4c345 service neutron] Transition to ACTIVE for port object 358f9f42-d5ef-46ec-a5b8-377461f6d2a9 will not be triggered until provisioned by entity L2. {{(pid=103096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 16 09:11:06.951536 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-c39f51f0-781e-4bf3-b490-83e67ac828e8 req-65c09476-9f50-42db-b89e-ecc189d4c345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13105703'] for port (358f9f42-d5ef-46ec-a5b8-377461f6d2a9), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:07.028480 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c09476-9f50-42db-b89e-ecc189d4c345 service neutron] Pushing event updated for resources: {'Port': ['ID=358f9f42-d5ef-46ec-a5b8-377461f6d2a9,revision_number=2']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:11:07.095338 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5e55da-831f-4792-a0bf-497e2620c6df req-9907a7f0-7a5e-43a0-84e9-e5eaf9cc9556 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:11:07.096880 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-ac5e55da-831f-4792-a0bf-497e2620c6df req-9907a7f0-7a5e-43a0-84e9-e5eaf9cc9556 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=c779a8cc-d867-455b-9eec-00cddc9263b0 HTTP/1.1" status: 200 len: 946 time: 0.1170051 Mar 16 09:11:07.139196 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [req-c39f51f0-781e-4bf3-b490-83e67ac828e8 req-65c09476-9f50-42db-b89e-ecc189d4c345 service neutron] Attempting to bind port 358f9f42-d5ef-46ec-a5b8-377461f6d2a9 on host hv-cinder-83177 for vnic_type normal with profile {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 09:11:07.139533 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [req-c39f51f0-781e-4bf3-b490-83e67ac828e8 req-65c09476-9f50-42db-b89e-ecc189d4c345 service neutron] Attempting to bind port 358f9f42-d5ef-46ec-a5b8-377461f6d2a9 by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': '1fd71943-1f67-4889-a966-97189e27dce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625'}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 09:11:07.139864 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39f51f0-781e-4bf3-b490-83e67ac828e8 req-65c09476-9f50-42db-b89e-ecc189d4c345 service neutron] Attempting to bind port 358f9f42-d5ef-46ec-a5b8-377461f6d2a9 on network 71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625 {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 09:11:07.149692 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39f51f0-781e-4bf3-b490-83e67ac828e8 req-65c09476-9f50-42db-b89e-ecc189d4c345 service neutron] Port 358f9f42-d5ef-46ec-a5b8-377461f6d2a9 on network 71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 16 09:11:07.150019 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39f51f0-781e-4bf3-b490-83e67ac828e8 req-65c09476-9f50-42db-b89e-ecc189d4c345 service neutron] Attempting to bind port 358f9f42-d5ef-46ec-a5b8-377461f6d2a9 on network 71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625 {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 09:11:07.162986 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39f51f0-781e-4bf3-b490-83e67ac828e8 req-65c09476-9f50-42db-b89e-ecc189d4c345 service neutron] Checking agent: {'id': 'f0da09ba-cbd5-402d-a3a1-68b8fcaf25e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 8, 59, 25), 'started_at': datetime.datetime(2022, 3, 16, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 9, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 09:11:07.163325 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39f51f0-781e-4bf3-b490-83e67ac828e8 req-65c09476-9f50-42db-b89e-ecc189d4c345 service neutron] Checking segment: {'id': '1fd71943-1f67-4889-a966-97189e27dce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 09:11:07.163712 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39f51f0-781e-4bf3-b490-83e67ac828e8 req-65c09476-9f50-42db-b89e-ecc189d4c345 service neutron] Bound using segment: {'id': '1fd71943-1f67-4889-a966-97189e27dce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625'} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 09:11:07.164165 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [req-c39f51f0-781e-4bf3-b490-83e67ac828e8 req-65c09476-9f50-42db-b89e-ecc189d4c345 service neutron] Bound port: 358f9f42-d5ef-46ec-a5b8-377461f6d2a9, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fd71943-1f67-4889-a966-97189e27dce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625'}}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 09:11:07.164683 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-c39f51f0-781e-4bf3-b490-83e67ac828e8 req-65c09476-9f50-42db-b89e-ecc189d4c345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (358f9f42-d5ef-46ec-a5b8-377461f6d2a9), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:07.179141 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-ac5e55da-831f-4792-a0bf-497e2620c6df req-6c1963d1-4bfc-4fec-8f9d-af34e1c5cf55 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e16628-b5b2-46e4-8557-501b5bcb6caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758755 Mar 16 09:11:07.232818 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.db [req-c39f51f0-781e-4bf3-b490-83e67ac828e8 req-65c09476-9f50-42db-b89e-ecc189d4c345 service neutron] For port 358f9f42-d5ef-46ec-a5b8-377461f6d2a9, host hv-cinder-83177, cleared binding levels {{(pid=103096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 09:11:07.236131 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.db [req-c39f51f0-781e-4bf3-b490-83e67ac828e8 req-65c09476-9f50-42db-b89e-ecc189d4c345 service neutron] For port 358f9f42-d5ef-46ec-a5b8-377461f6d2a9, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=358f9f42-d5ef-46ec-a5b8-377461f6d2a9,segment=NetworkSegment(1fd71943-1f67-4889-a966-97189e27dce5),segment_id=1fd71943-1f67-4889-a966-97189e27dce5)] {{(pid=103096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 09:11:07.245469 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-c39f51f0-781e-4bf3-b490-83e67ac828e8 req-65c09476-9f50-42db-b89e-ecc189d4c345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13105703'] for port (358f9f42-d5ef-46ec-a5b8-377461f6d2a9), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:07.313977 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39f51f0-781e-4bf3-b490-83e67ac828e8 req-65c09476-9f50-42db-b89e-ecc189d4c345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:11:07.314637 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-c39f51f0-781e-4bf3-b490-83e67ac828e8 req-65c09476-9f50-42db-b89e-ecc189d4c345 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334679'] for port (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:07.316022 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-c39f51f0-781e-4bf3-b490-83e67ac828e8 req-65c09476-9f50-42db-b89e-ecc189d4c345 service neutron] 10.222.0.48 "PUT /v2.0/ports/358f9f42-d5ef-46ec-a5b8-377461f6d2a9 HTTP/1.1" status: 200 len: 1094 time: 0.7894266 Mar 16 09:11:07.316466 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67e9fb7e-912d-476f-9858-5da967f24747', 'tag': '358f9f42-d5ef-46ec-a5b8-377461f6d2a9'}] {{(pid=103096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 09:11:07.318717 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552648401d13394d2a88e7485ef09c5647ae5ea4c1ec431ef2c5edbe801f23fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1faae40a-a19c-4cca-99f4-33f7d3977512" -d '{"events": [{"name": "network-changed", "server_uuid": "67e9fb7e-912d-476f-9858-5da967f24747", "tag": "358f9f42-d5ef-46ec-a5b8-377461f6d2a9"}]}' {{(pid=103096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 09:11:07.342679 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c09476-9f50-42db-b89e-ecc189d4c345 service neutron] Pushing event updated for resources: {'Port': ['ID=358f9f42-d5ef-46ec-a5b8-377461f6d2a9,revision_number=3']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:11:07.357751 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224875c1-2ba6-48af-accf-548de1b9f5b7 req-975946fc-b9d4-43bb-b3e2-45d711f84234 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:11:07.359416 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-224875c1-2ba6-48af-accf-548de1b9f5b7 req-975946fc-b9d4-43bb-b3e2-45d711f84234 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=c779a8cc-d867-455b-9eec-00cddc9263b0 HTTP/1.1" status: 200 len: 946 time: 0.1105092 Mar 16 09:11:07.368996 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 09:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8655f483-769c-4c0f-9920-59993a176a22 x-openstack-request-id: req-8655f483-769c-4c0f-9920-59993a176a22 {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 09:11:07.368996 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67e9fb7e-912d-476f-9858-5da967f24747", "tag": "358f9f42-d5ef-46ec-a5b8-377461f6d2a9", "status": "completed", "code": 200}]} {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 09:11:07.369519 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 53228) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:11:07.369954 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8655f483-769c-4c0f-9920-59993a176a22 {{(pid=103096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 09:11:07.369954 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67e9fb7e-912d-476f-9858-5da967f24747', 'tag': '358f9f42-d5ef-46ec-a5b8-377461f6d2a9', 'status': 'completed', 'code': 200} Mar 16 09:11:07.374095 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.v2.base [None req-58b3db43-6903-4f3d-86de-0617ad56f0ee tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Request body: {'floatingip': {'port_id': '03ea6c3f-166e-463f-a159-e054306e8c9c'}} {{(pid=103095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:11:07.407203 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39f51f0-781e-4bf3-b490-83e67ac828e8 req-3f8bcd3a-d83f-4416-806f-b77bcec341da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:11:07.408706 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-c39f51f0-781e-4bf3-b490-83e67ac828e8 req-3f8bcd3a-d83f-4416-806f-b77bcec341da service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cb287d834c3747da825c3d4bb412c949&device_id=67e9fb7e-912d-476f-9858-5da967f24747 HTTP/1.1" status: 200 len: 1128 time: 0.0484140 Mar 16 09:11:07.421658 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-58b3db43-6903-4f3d-86de-0617ad56f0ee tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Publish callbacks [] for floatingip (5b7b07d4-a768-4daf-b09c-67d3ed4f0614), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:07.456837 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-c39f51f0-781e-4bf3-b490-83e67ac828e8 req-045f41d8-327d-40f4-b658-93b9fe4a7840 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=358f9f42-d5ef-46ec-a5b8-377461f6d2a9 HTTP/1.1" status: 200 len: 217 time: 0.0410621 Mar 16 09:11:07.506617 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39f51f0-781e-4bf3-b490-83e67ac828e8 req-3f9d7d6f-5361-467b-8e5b-ad6eecd7b201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:11:07.508024 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-c39f51f0-781e-4bf3-b490-83e67ac828e8 req-3f9d7d6f-5361-467b-8e5b-ad6eecd7b201 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=21cfdeb1-bd49-41a4-bdcb-784e8ee0104b HTTP/1.1" status: 200 len: 854 time: 0.0449519 Mar 16 09:11:07.558331 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39f51f0-781e-4bf3-b490-83e67ac828e8 req-adabbeb8-b4a1-4568-8347-5883297e13cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:11:07.560711 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-c39f51f0-781e-4bf3-b490-83e67ac828e8 req-adabbeb8-b4a1-4568-8347-5883297e13cc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473185 Mar 16 09:11:07.659411 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-c39f51f0-781e-4bf3-b490-83e67ac828e8 req-01877f79-b2ed-40b4-94cf-2410e137fd29 service neutron] 10.222.0.48 "GET /v2.0/networks/71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899932 Mar 16 09:11:07.753873 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-c39f51f0-781e-4bf3-b490-83e67ac828e8 req-09b7ce2c-2205-479d-a8a1-3099a78d666c service neutron] 10.222.0.48 "GET /v2.0/networks/71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869069 Mar 16 09:11:07.865199 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faae40a-a19c-4cca-99f4-33f7d3977512 req-c32bcc75-5a58-42e9-b9d3-10a070ee7554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:11:07.866658 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-1faae40a-a19c-4cca-99f4-33f7d3977512 req-c32bcc75-5a58-42e9-b9d3-10a070ee7554 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cb287d834c3747da825c3d4bb412c949&device_id=67e9fb7e-912d-476f-9858-5da967f24747 HTTP/1.1" status: 200 len: 1128 time: 0.0478220 Mar 16 09:11:07.962704 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faae40a-a19c-4cca-99f4-33f7d3977512 req-c447d3de-9fe1-4144-aab5-b079ec8891eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:11:07.964172 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-1faae40a-a19c-4cca-99f4-33f7d3977512 req-c447d3de-9fe1-4144-aab5-b079ec8891eb service neutron] 10.222.0.48 "GET /v2.0/networks?id=71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625 HTTP/1.1" status: 200 len: 916 time: 0.0905659 Mar 16 09:11:08.008640 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-1faae40a-a19c-4cca-99f4-33f7d3977512 req-22d4f239-3ef5-4d2a-8942-7fce689c32aa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=358f9f42-d5ef-46ec-a5b8-377461f6d2a9 HTTP/1.1" status: 200 len: 217 time: 0.0373151 Mar 16 09:11:08.080084 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-58b3db43-6903-4f3d-86de-0617ad56f0ee tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:08.082572 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faae40a-a19c-4cca-99f4-33f7d3977512 req-5ef80c75-6470-4b1f-9b09-f3a07488869b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:11:08.083885 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-58b3db43-6903-4f3d-86de-0617ad56f0ee tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557332'] for floatingip (5b7b07d4-a768-4daf-b09c-67d3ed4f0614), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:08.084038 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-1faae40a-a19c-4cca-99f4-33f7d3977512 req-5ef80c75-6470-4b1f-9b09-f3a07488869b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=21cfdeb1-bd49-41a4-bdcb-784e8ee0104b HTTP/1.1" status: 200 len: 854 time: 0.0677807 Mar 16 09:11:08.095522 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c41e1-3394-476d-9bf5-cfebb33299a5 req-503475b3-dd17-4342-b8f7-0cef51580edf tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:11:08.096924 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-e16c41e1-3394-476d-9bf5-cfebb33299a5 req-503475b3-dd17-4342-b8f7-0cef51580edf tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=67e9fb7e-912d-476f-9858-5da967f24747 HTTP/1.1" status: 200 len: 944 time: 0.0907540 Mar 16 09:11:08.169694 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-e16c41e1-3394-476d-9bf5-cfebb33299a5 req-1fd47fe4-5e4b-4ec4-93d2-ef96dcfbb8f0 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ee09e2-5b71-4dbd-8750-236d6264a429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646718 Mar 16 09:11:08.172298 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faae40a-a19c-4cca-99f4-33f7d3977512 req-f0e77852-70d2-4649-a8e0-7ab4f48fc88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:11:08.173761 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-1faae40a-a19c-4cca-99f4-33f7d3977512 req-f0e77852-70d2-4649-a8e0-7ab4f48fc88c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0759490 Mar 16 09:11:08.181592 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.db.l3_db [None req-58b3db43-6903-4f3d-86de-0617ad56f0ee tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Floating IP 5b7b07d4-a768-4daf-b09c-67d3ed4f0614 associated. External IP: 172.27.1.197, port: 03ea6c3f-166e-463f-a159-e054306e8c9c. Mar 16 09:11:08.265646 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-1faae40a-a19c-4cca-99f4-33f7d3977512 req-da2d4e3c-6bb4-48d1-82f9-7a60f3eeed6a service neutron] 10.222.0.48 "GET /v2.0/networks/71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844269 Mar 16 09:11:08.355070 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-1faae40a-a19c-4cca-99f4-33f7d3977512 req-fe7a4752-5377-4628-a4f3-ea032bb54b46 service neutron] 10.222.0.48 "GET /v2.0/networks/71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801423 Mar 16 09:11:08.389281 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58b3db43-6903-4f3d-86de-0617ad56f0ee tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Router baabafe2-dd15-46e5-a092-3c4d7cbf3860 has already been hosted by L3 agent 09ce795b-eeca-4b3b-9d7f-577d9443cb21 {{(pid=103095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 09:11:08.500525 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58b3db43-6903-4f3d-86de-0617ad56f0ee tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Notify agent at l3_agent.dv-cinder-831776-4-iscsi the message routers_updated {{(pid=103095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 09:11:08.505252 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-58b3db43-6903-4f3d-86de-0617ad56f0ee tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334679'] for floatingip (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:08.511166 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbea0b24-9cd8-4cc5-a0b7-f6082e7c4c73 None None] Sync routers for ids ['baabafe2-dd15-46e5-a092-3c4d7cbf3860'] in dv-cinder-831776-4-iscsi {{(pid=103097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 09:11:08.527209 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbea0b24-9cd8-4cc5-a0b7-f6082e7c4c73 None None] Routers {'baabafe2-dd15-46e5-a092-3c4d7cbf3860'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:11:08.527847 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-cbea0b24-9cd8-4cc5-a0b7-f6082e7c4c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:10:53Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['baabafe2-dd15-46e5-a092-3c4d7cbf3860'], 'active': True} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:11:08.534218 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-58b3db43-6903-4f3d-86de-0617ad56f0ee tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "PUT /v2.0/floatingips/5b7b07d4-a768-4daf-b09c-67d3ed4f0614 HTTP/1.1" status: 200 len: 992 time: 1.1638432 Mar 16 09:11:08.534799 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c779a8cc-d867-455b-9eec-00cddc9263b0', 'tag': '03ea6c3f-166e-463f-a159-e054306e8c9c'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 09:11:08.537010 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de660049e31e1c4730ccfd2babe4980ec829989a923b23327226a9ffc2c3b378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5edb66a2-e67f-4350-b149-eb89d8324776" -d '{"events": [{"name": "network-changed", "server_uuid": "c779a8cc-d867-455b-9eec-00cddc9263b0", "tag": "03ea6c3f-166e-463f-a159-e054306e8c9c"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 09:11:08.572241 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 09:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f82b8b-8788-4e71-a17a-905ac5557a65 x-openstack-request-id: req-36f82b8b-8788-4e71-a17a-905ac5557a65 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 09:11:08.572557 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c779a8cc-d867-455b-9eec-00cddc9263b0", "tag": "03ea6c3f-166e-463f-a159-e054306e8c9c", "status": "completed", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 09:11:08.572810 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-36f82b8b-8788-4e71-a17a-905ac5557a65 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 09:11:08.573211 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c779a8cc-d867-455b-9eec-00cddc9263b0', 'tag': '03ea6c3f-166e-463f-a159-e054306e8c9c', 'status': 'completed', 'code': 200} Mar 16 09:11:08.634463 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvr_db [None req-cbea0b24-9cd8-4cc5-a0b7-f6082e7c4c73 None None] Set router baabafe2-dd15-46e5-a092-3c4d7cbf3860 gateway port host: dv-cinder-831776-4-iscsi {{(pid=103097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:11:08.636383 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edb66a2-e67f-4350-b149-eb89d8324776 req-f07092cc-e555-4ded-8647-fdfb07f5bd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:11:08.638049 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5edb66a2-e67f-4350-b149-eb89d8324776 req-f07092cc-e555-4ded-8647-fdfb07f5bd58 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6376ecd52fd4df3958214376cfc2020&device_id=c779a8cc-d867-455b-9eec-00cddc9263b0 HTTP/1.1" status: 200 len: 1130 time: 0.0446005 Mar 16 09:11:08.731603 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edb66a2-e67f-4350-b149-eb89d8324776 req-fa6ebab4-d034-40c0-a65a-9091ed9acafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:11:08.733100 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5edb66a2-e67f-4350-b149-eb89d8324776 req-fa6ebab4-d034-40c0-a65a-9091ed9acafc service neutron] 10.222.0.48 "GET /v2.0/networks?id=a3933f25-b7ca-4916-8a13-138bf0db8c83 HTTP/1.1" status: 200 len: 917 time: 0.0894315 Mar 16 09:11:08.800008 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5edb66a2-e67f-4350-b149-eb89d8324776 req-be579737-c15a-4546-8924-fba0ed30fabb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03ea6c3f-166e-463f-a159-e054306e8c9c HTTP/1.1" status: 200 len: 1000 time: 0.0576143 Mar 16 09:11:08.849622 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edb66a2-e67f-4350-b149-eb89d8324776 req-cbe573fe-2404-4f86-a464-058edc82e33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:11:08.851042 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5edb66a2-e67f-4350-b149-eb89d8324776 req-cbe573fe-2404-4f86-a464-058edc82e33c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f6c2cbf7-36bb-4af8-9e66-db86b28b25f5 HTTP/1.1" status: 200 len: 855 time: 0.0449395 Mar 16 09:11:08.855076 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-cbea0b24-9cd8-4cc5-a0b7-f6082e7c4c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baabafe2-dd15-46e5-a092-3c4d7cbf3860', 'name': 'tempest-AttachVolumeShelveTestJSON-907761014-router', 'tenant_id': 'c6376ecd52fd4df3958214376cfc2020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'ec6ddfe3-e89d-4850-804c-6d83ef1d6159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:05:53Z', 'updated_at': '2022-03-16T09:05:55Z', 'revision_number': 4, 'project_id': 'c6376ecd52fd4df3958214376cfc2020', 'gw_port': {'id': 'ec6ddfe3-e89d-4850-804c-6d83ef1d6159', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:83:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baabafe2-dd15-46e5-a092-3c4d7cbf3860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:05:53Z', 'updated_at': '2022-03-16T09:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_floatingips': [{'id': '5b7b07d4-a768-4daf-b09c-67d3ed4f0614', 'tenant_id': 'c6376ecd52fd4df3958214376cfc2020', 'floating_ip_address': '172.27.1.197', 'floating_network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'router_id': 'baabafe2-dd15-46e5-a092-3c4d7cbf3860', 'port_id': '03ea6c3f-166e-463f-a159-e054306e8c9c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3933f25-b7ca-4916-8a13-138bf0db8c83', 'mac_address': 'fa:16:3e:ff:82:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c779a8cc-d867-455b-9eec-00cddc9263b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T09:10:54Z', 'updated_at': '2022-03-16T09:11:07Z', 'revision_number': 1, 'project_id': 'c6376ecd52fd4df3958214376cfc2020', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd51c38c-6702-4d69-b02d-a841e4ae8d4b', 'name': '', 'network_id': 'a3933f25-b7ca-4916-8a13-138bf0db8c83', 'tenant_id': 'c6376ecd52fd4df3958214376cfc2020', 'mac_address': 'fa:16:3e:e2:4e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baabafe2-dd15-46e5-a092-3c4d7cbf3860', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'f6c2cbf7-36bb-4af8-9e66-db86b28b25f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:05:55Z', 'updated_at': '2022-03-16T09:06:00Z', 'revision_number': 5, 'project_id': 'c6376ecd52fd4df3958214376cfc2020', 'subnets': [{'id': 'f6c2cbf7-36bb-4af8-9e66-db86b28b25f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:11:08.885100 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbea0b24-9cd8-4cc5-a0b7-f6082e7c4c73 None None] Checking router: baabafe2-dd15-46e5-a092-3c4d7cbf3860 for host: dv-cinder-831776-4-iscsi {{(pid=103097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 09:11:08.896276 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbea0b24-9cd8-4cc5-a0b7-f6082e7c4c73 None None] Routers {'baabafe2-dd15-46e5-a092-3c4d7cbf3860'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:11:08.896276 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-cbea0b24-9cd8-4cc5-a0b7-f6082e7c4c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:10:53Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['baabafe2-dd15-46e5-a092-3c4d7cbf3860'], 'active': True} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:11:08.901438 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edb66a2-e67f-4350-b149-eb89d8324776 req-a17f6ff4-5da1-4b1b-b77c-994afd7033c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:11:08.903509 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5edb66a2-e67f-4350-b149-eb89d8324776 req-a17f6ff4-5da1-4b1b-b77c-994afd7033c2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a3933f25-b7ca-4916-8a13-138bf0db8c83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454912 Mar 16 09:11:08.993717 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5edb66a2-e67f-4350-b149-eb89d8324776 req-894d720d-6c3c-4be7-9653-d53d6fea8253 service neutron] 10.222.0.48 "GET /v2.0/networks/a3933f25-b7ca-4916-8a13-138bf0db8c83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820620 Mar 16 09:11:08.999753 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvr_db [None req-cbea0b24-9cd8-4cc5-a0b7-f6082e7c4c73 None None] Set router baabafe2-dd15-46e5-a092-3c4d7cbf3860 gateway port host: dv-cinder-831776-4-iscsi {{(pid=103097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:11:09.085180 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5edb66a2-e67f-4350-b149-eb89d8324776 req-e16d0f04-4d76-4c9e-8cbe-f15ae5ca77a9 service neutron] 10.222.0.48 "GET /v2.0/networks/a3933f25-b7ca-4916-8a13-138bf0db8c83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843170 Mar 16 09:11:09.217944 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-cbea0b24-9cd8-4cc5-a0b7-f6082e7c4c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baabafe2-dd15-46e5-a092-3c4d7cbf3860', 'name': 'tempest-AttachVolumeShelveTestJSON-907761014-router', 'tenant_id': 'c6376ecd52fd4df3958214376cfc2020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'ec6ddfe3-e89d-4850-804c-6d83ef1d6159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:05:53Z', 'updated_at': '2022-03-16T09:05:55Z', 'revision_number': 4, 'project_id': 'c6376ecd52fd4df3958214376cfc2020', 'gw_port': {'id': 'ec6ddfe3-e89d-4850-804c-6d83ef1d6159', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:83:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baabafe2-dd15-46e5-a092-3c4d7cbf3860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:05:53Z', 'updated_at': '2022-03-16T09:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_floatingips': [{'id': '5b7b07d4-a768-4daf-b09c-67d3ed4f0614', 'tenant_id': 'c6376ecd52fd4df3958214376cfc2020', 'floating_ip_address': '172.27.1.197', 'floating_network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'router_id': 'baabafe2-dd15-46e5-a092-3c4d7cbf3860', 'port_id': '03ea6c3f-166e-463f-a159-e054306e8c9c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3933f25-b7ca-4916-8a13-138bf0db8c83', 'mac_address': 'fa:16:3e:ff:82:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c779a8cc-d867-455b-9eec-00cddc9263b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T09:10:54Z', 'updated_at': '2022-03-16T09:11:07Z', 'revision_number': 1, 'project_id': 'c6376ecd52fd4df3958214376cfc2020', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd51c38c-6702-4d69-b02d-a841e4ae8d4b', 'name': '', 'network_id': 'a3933f25-b7ca-4916-8a13-138bf0db8c83', 'tenant_id': 'c6376ecd52fd4df3958214376cfc2020', 'mac_address': 'fa:16:3e:e2:4e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baabafe2-dd15-46e5-a092-3c4d7cbf3860', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'f6c2cbf7-36bb-4af8-9e66-db86b28b25f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:05:55Z', 'updated_at': '2022-03-16T09:06:00Z', 'revision_number': 5, 'project_id': 'c6376ecd52fd4df3958214376cfc2020', 'subnets': [{'id': 'f6c2cbf7-36bb-4af8-9e66-db86b28b25f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:11:09.247185 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbea0b24-9cd8-4cc5-a0b7-f6082e7c4c73 None None] The sync data for ids ['baabafe2-dd15-46e5-a092-3c4d7cbf3860'] in dv-cinder-831776-4-iscsi is: [{'id': 'baabafe2-dd15-46e5-a092-3c4d7cbf3860', 'name': 'tempest-AttachVolumeShelveTestJSON-907761014-router', 'tenant_id': 'c6376ecd52fd4df3958214376cfc2020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'ec6ddfe3-e89d-4850-804c-6d83ef1d6159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:05:53Z', 'updated_at': '2022-03-16T09:05:55Z', 'revision_number': 4, 'project_id': 'c6376ecd52fd4df3958214376cfc2020', 'gw_port': {'id': 'ec6ddfe3-e89d-4850-804c-6d83ef1d6159', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:83:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baabafe2-dd15-46e5-a092-3c4d7cbf3860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:05:53Z', 'updated_at': '2022-03-16T09:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_floatingips': [{'id': '5b7b07d4-a768-4daf-b09c-67d3ed4f0614', 'tenant_id': 'c6376ecd52fd4df3958214376cfc2020', 'floating_ip_address': '172.27.1.197', 'floating_network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'router_id': 'baabafe2-dd15-46e5-a092-3c4d7cbf3860', 'port_id': '03ea6c3f-166e-463f-a159-e054306e8c9c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3933f25-b7ca-4916-8a13-138bf0db8c83', 'mac_address': 'fa:16:3e:ff:82:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c779a8cc-d867-455b-9eec-00cddc9263b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T09:10:54Z', 'updated_at': '2022-03-16T09:11:07Z', 'revision_number': 1, 'project_id': 'c6376ecd52fd4df3958214376cfc2020', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd51c38c-6702-4d69-b02d-a841e4ae8d4b', 'name': '', 'network_id': 'a3933f25-b7ca-4916-8a13-138bf0db8c83', 'tenant_id': 'c6376ecd52fd4df3958214376cfc2020', 'mac_address': 'fa:16:3e:e2:4e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baabafe2-dd15-46e5-a092-3c4d7cbf3860', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'f6c2cbf7-36bb-4af8-9e66-db86b28b25f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:05:55Z', 'updated_at': '2022-03-16T09:06:00Z', 'revision_number': 5, 'project_id': 'c6376ecd52fd4df3958214376cfc2020', 'subnets': [{'id': 'f6c2cbf7-36bb-4af8-9e66-db86b28b25f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 09:11:09.288140 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e3d1a2-fdec-4405-8616-bdac755acedd req-2873b892-db79-4b76-93fd-96985506794f tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:11:09.289689 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-09e3d1a2-fdec-4405-8616-bdac755acedd req-2873b892-db79-4b76-93fd-96985506794f tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=67e9fb7e-912d-476f-9858-5da967f24747 HTTP/1.1" status: 200 len: 944 time: 0.0543208 Mar 16 09:11:09.336294 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-09e3d1a2-fdec-4405-8616-bdac755acedd req-6eb3fb9f-4bce-4121-9c77-88a78d16f466 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ee09e2-5b71-4dbd-8750-236d6264a429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408189 Mar 16 09:11:09.436086 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd9bf61-ac2c-4d6f-b702-94174f6ffdf5 None None] New status for floating IP 5b7b07d4-a768-4daf-b09c-67d3ed4f0614: ACTIVE {{(pid=103098) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 09:11:10.451164 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d6b293-188a-4ffd-9f8a-f9630f23ecdb req-8207b9ba-d349-4a4c-a99b-935e0aa8ab6a tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:11:10.452612 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b1d6b293-188a-4ffd-9f8a-f9630f23ecdb req-8207b9ba-d349-4a4c-a99b-935e0aa8ab6a tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=67e9fb7e-912d-476f-9858-5da967f24747 HTTP/1.1" status: 200 len: 944 time: 0.0503719 Mar 16 09:11:10.502426 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b1d6b293-188a-4ffd-9f8a-f9630f23ecdb req-47c52659-75fd-4f3f-82a1-91695bbfe853 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ee09e2-5b71-4dbd-8750-236d6264a429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442483 Mar 16 09:11:10.736765 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Device 358f9f42-d5ef-46ec-a5b8-377461f6d2a9 details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=103097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 09:11:10.828466 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] For port 358f9f42-d5ef-46ec-a5b8-377461f6d2a9, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=358f9f42-d5ef-46ec-a5b8-377461f6d2a9,segment=NetworkSegment(1fd71943-1f67-4889-a966-97189e27dce5),segment_id=1fd71943-1f67-4889-a966-97189e27dce5)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:11:10.839461 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Returning: {'device': '358f9f42-d5ef-46ec-a5b8-377461f6d2a9', 'network_id': '71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625', 'port_id': '358f9f42-d5ef-46ec-a5b8-377461f6d2a9', 'mac_address': 'fa:16:3e:8c:cf:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21cfdeb1-bd49-41a4-bdcb-784e8ee0104b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 09:11:10.878261 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Current status of the port 358f9f42-d5ef-46ec-a5b8-377461f6d2a9 is: DOWN; New status is: BUILD {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:11:10.878648 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (358f9f42-d5ef-46ec-a5b8-377461f6d2a9), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:10.891262 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.notifiers.nova [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 358f9f42-d5ef-46ec-a5b8-377461f6d2a9 {{(pid=103097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 09:11:10.910921 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] For port 358f9f42-d5ef-46ec-a5b8-377461f6d2a9, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=358f9f42-d5ef-46ec-a5b8-377461f6d2a9,segment=NetworkSegment(1fd71943-1f67-4889-a966-97189e27dce5),segment_id=1fd71943-1f67-4889-a966-97189e27dce5)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:11:10.915465 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (358f9f42-d5ef-46ec-a5b8-377461f6d2a9), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:10.961541 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Pushing event updated for resources: {'Port': ['ID=358f9f42-d5ef-46ec-a5b8-377461f6d2a9,revision_number=4']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:11:11.281863 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] get_ports_and_sgs() called for port_ids ['358f9f42-d5ef-46ec-a5b8-377461f6d2a9'] {{(pid=103097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 09:11:11.614849 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f9997e-1d7c-4054-b2c0-a9872f6fe350 req-87d61f2c-07df-4c45-b568-df4cfa3f4e61 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:11:11.616919 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-26f9997e-1d7c-4054-b2c0-a9872f6fe350 req-87d61f2c-07df-4c45-b568-df4cfa3f4e61 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=67e9fb7e-912d-476f-9858-5da967f24747 HTTP/1.1" status: 200 len: 945 time: 0.0515878 Mar 16 09:11:11.662392 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-26f9997e-1d7c-4054-b2c0-a9872f6fe350 req-acc1fd63-4e9f-4e7e-aa05-8e1489849949 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ee09e2-5b71-4dbd-8750-236d6264a429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391717 Mar 16 09:11:12.754764 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Device 358f9f42-d5ef-46ec-a5b8-377461f6d2a9 up at agent hyperv_hv-cinder-83177 {{(pid=103097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 09:11:12.778341 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b0ec10-b669-46d9-9485-464784618893 req-56bb2ecf-990d-4be0-879a-099bceed0610 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:11:12.779771 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-c7b0ec10-b669-46d9-9485-464784618893 req-56bb2ecf-990d-4be0-879a-099bceed0610 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=67e9fb7e-912d-476f-9858-5da967f24747 HTTP/1.1" status: 200 len: 945 time: 0.0520766 Mar 16 09:11:12.804571 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Provisioning for port 358f9f42-d5ef-46ec-a5b8-377461f6d2a9 completed by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 16 09:11:12.808132 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Provisioning complete for port 358f9f42-d5ef-46ec-a5b8-377461f6d2a9 triggered by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:11:12.808512 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (358f9f42-d5ef-46ec-a5b8-377461f6d2a9), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:12.827691 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-c7b0ec10-b669-46d9-9485-464784618893 req-6f42e136-c4d8-4b33-9beb-f2b1c95d616e tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ee09e2-5b71-4dbd-8750-236d6264a429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414462 Mar 16 09:11:12.886565 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Current status of the port 358f9f42-d5ef-46ec-a5b8-377461f6d2a9 is: BUILD; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:11:12.886974 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (358f9f42-d5ef-46ec-a5b8-377461f6d2a9), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:12.908473 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67e9fb7e-912d-476f-9858-5da967f24747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '358f9f42-d5ef-46ec-a5b8-377461f6d2a9'}] {{(pid=103097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 09:11:12.910697 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4541ab3f2cdba5932412d0e11c0734b292cb124fdee115af1127c89d10c16b82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d69e866-a58a-4901-bb52-61d218de0400" -d '{"events": [{"server_uuid": "67e9fb7e-912d-476f-9858-5da967f24747", "name": "network-vif-plugged", "status": "completed", "tag": "358f9f42-d5ef-46ec-a5b8-377461f6d2a9"}]}' {{(pid=103097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 09:11:12.923735 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] For port 358f9f42-d5ef-46ec-a5b8-377461f6d2a9, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=358f9f42-d5ef-46ec-a5b8-377461f6d2a9,segment=NetworkSegment(1fd71943-1f67-4889-a966-97189e27dce5),segment_id=1fd71943-1f67-4889-a966-97189e27dce5)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:11:12.930856 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (358f9f42-d5ef-46ec-a5b8-377461f6d2a9), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:12.954902 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 09:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08c9cb0c-fc1e-4e90-9d7a-0e3fe82198f8 x-openstack-request-id: req-08c9cb0c-fc1e-4e90-9d7a-0e3fe82198f8 {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 09:11:12.955195 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67e9fb7e-912d-476f-9858-5da967f24747", "name": "network-vif-plugged", "status": "completed", "tag": "358f9f42-d5ef-46ec-a5b8-377461f6d2a9", "code": 200}]} {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 09:11:12.955451 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-08c9cb0c-fc1e-4e90-9d7a-0e3fe82198f8 {{(pid=103097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 09:11:12.955839 dv-cinder-831776-4-iscsi neutron-server[103097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67e9fb7e-912d-476f-9858-5da967f24747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '358f9f42-d5ef-46ec-a5b8-377461f6d2a9', 'code': 200} Mar 16 09:11:12.981829 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Pushing event updated for resources: {'Port': ['ID=358f9f42-d5ef-46ec-a5b8-377461f6d2a9,revision_number=5']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:11:13.123405 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7196bf49-8995-4ecd-986f-bf8ecc221ab2 req-33d4efa4-37b5-4c7e-8dce-e3a8933802e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:11:13.124869 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-7196bf49-8995-4ecd-986f-bf8ecc221ab2 req-33d4efa4-37b5-4c7e-8dce-e3a8933802e5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=67e9fb7e-912d-476f-9858-5da967f24747 HTTP/1.1" status: 200 len: 1130 time: 0.0457656 Mar 16 09:11:13.167407 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-7196bf49-8995-4ecd-986f-bf8ecc221ab2 req-2baf194d-77b8-4ccd-a7c9-f26cacd87fd2 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=94ee09e2-5b71-4dbd-8750-236d6264a429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356746 Mar 16 09:11:13.941679 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee28e32d-3a25-4bd6-956b-ae14dbb3f067 req-a8d5f84b-5275-4b69-8057-254f3ca609ea tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:11:13.943126 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-ee28e32d-3a25-4bd6-956b-ae14dbb3f067 req-a8d5f84b-5275-4b69-8057-254f3ca609ea tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=67e9fb7e-912d-476f-9858-5da967f24747 HTTP/1.1" status: 200 len: 946 time: 0.0513830 Mar 16 09:11:13.988266 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-ee28e32d-3a25-4bd6-956b-ae14dbb3f067 req-3d6d2dd3-772f-4456-bdb6-66e369db57ee tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ee09e2-5b71-4dbd-8750-236d6264a429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396569 Mar 16 09:11:15.109768 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab48a63c-9a01-4fd4-8a52-096144ada07b req-9263f35d-c239-4af4-b9bb-253a55e34391 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:11:15.111240 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-ab48a63c-9a01-4fd4-8a52-096144ada07b req-9263f35d-c239-4af4-b9bb-253a55e34391 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=67e9fb7e-912d-476f-9858-5da967f24747 HTTP/1.1" status: 200 len: 946 time: 0.0537570 Mar 16 09:11:15.157671 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-ab48a63c-9a01-4fd4-8a52-096144ada07b req-af0d6496-144f-4630-9ab2-920b92ad4c7f tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ee09e2-5b71-4dbd-8750-236d6264a429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408974 Mar 16 09:11:15.267096 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f066a4e3-5180-41db-942b-0ca8230a5f52 req-41829c1a-26d9-4e01-89bf-f4c10b539f50 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:11:15.268530 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-f066a4e3-5180-41db-942b-0ca8230a5f52 req-41829c1a-26d9-4e01-89bf-f4c10b539f50 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=67e9fb7e-912d-476f-9858-5da967f24747 HTTP/1.1" status: 200 len: 946 time: 0.0505290 Mar 16 09:11:15.276856 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 53254) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:11:15.281652 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.v2.base [None req-b9c2fca5-06ec-46ef-bdbb-207cd52d5da5 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Request body: {'floatingip': {'port_id': '358f9f42-d5ef-46ec-a5b8-377461f6d2a9'}} {{(pid=103096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:11:15.318226 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-b9c2fca5-06ec-46ef-bdbb-207cd52d5da5 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks [] for floatingip (8dfb54a4-864e-470e-9f53-1d0dc9a8530e), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:15.951636 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-b9c2fca5-06ec-46ef-bdbb-207cd52d5da5 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:15.955467 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-b9c2fca5-06ec-46ef-bdbb-207cd52d5da5 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557332'] for floatingip (8dfb54a4-864e-470e-9f53-1d0dc9a8530e), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:16.062998 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.db.l3_db [None req-b9c2fca5-06ec-46ef-bdbb-207cd52d5da5 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Floating IP 8dfb54a4-864e-470e-9f53-1d0dc9a8530e associated. External IP: 172.27.1.61, port: 358f9f42-d5ef-46ec-a5b8-377461f6d2a9. Mar 16 09:11:16.267933 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9c2fca5-06ec-46ef-bdbb-207cd52d5da5 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Router 28a9d4e1-c387-4942-b7b4-294aa846a1f4 has already been hosted by L3 agent 09ce795b-eeca-4b3b-9d7f-577d9443cb21 {{(pid=103096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 09:11:16.380799 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9c2fca5-06ec-46ef-bdbb-207cd52d5da5 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Notify agent at l3_agent.dv-cinder-831776-4-iscsi the message routers_updated {{(pid=103096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 09:11:16.385388 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-b9c2fca5-06ec-46ef-bdbb-207cd52d5da5 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334679'] for floatingip (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:16.391169 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1ef60a-d0cb-4cdc-8a51-5a5cf46975a9 None None] Sync routers for ids ['28a9d4e1-c387-4942-b7b4-294aa846a1f4'] in dv-cinder-831776-4-iscsi {{(pid=103097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 09:11:16.399996 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1ef60a-d0cb-4cdc-8a51-5a5cf46975a9 None None] Routers {'28a9d4e1-c387-4942-b7b4-294aa846a1f4'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:11:16.400603 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-6a1ef60a-d0cb-4cdc-8a51-5a5cf46975a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:10:53Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['28a9d4e1-c387-4942-b7b4-294aa846a1f4'], 'active': True} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:11:16.414251 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-b9c2fca5-06ec-46ef-bdbb-207cd52d5da5 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "PUT /v2.0/floatingips/8dfb54a4-864e-470e-9f53-1d0dc9a8530e HTTP/1.1" status: 200 len: 991 time: 1.1363618 Mar 16 09:11:16.414869 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67e9fb7e-912d-476f-9858-5da967f24747', 'tag': '358f9f42-d5ef-46ec-a5b8-377461f6d2a9'}] {{(pid=103096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 09:11:16.417060 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552648401d13394d2a88e7485ef09c5647ae5ea4c1ec431ef2c5edbe801f23fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b90149f-fcbf-44d7-9e92-fe3d0860d0ac" -d '{"events": [{"name": "network-changed", "server_uuid": "67e9fb7e-912d-476f-9858-5da967f24747", "tag": "358f9f42-d5ef-46ec-a5b8-377461f6d2a9"}]}' {{(pid=103096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 09:11:16.454905 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 09:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-024040ff-54dc-4a04-b59d-bad5338df116 x-openstack-request-id: req-024040ff-54dc-4a04-b59d-bad5338df116 {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 09:11:16.455258 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67e9fb7e-912d-476f-9858-5da967f24747", "tag": "358f9f42-d5ef-46ec-a5b8-377461f6d2a9", "status": "completed", "code": 200}]} {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 09:11:16.455575 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-024040ff-54dc-4a04-b59d-bad5338df116 {{(pid=103096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 09:11:16.456089 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67e9fb7e-912d-476f-9858-5da967f24747', 'tag': '358f9f42-d5ef-46ec-a5b8-377461f6d2a9', 'status': 'completed', 'code': 200} Mar 16 09:11:16.507865 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvr_db [None req-6a1ef60a-d0cb-4cdc-8a51-5a5cf46975a9 None None] Set router 28a9d4e1-c387-4942-b7b4-294aa846a1f4 gateway port host: dv-cinder-831776-4-iscsi {{(pid=103097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:11:16.522271 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b90149f-fcbf-44d7-9e92-fe3d0860d0ac req-5aa20484-e449-4652-9186-9ca74bc7ffab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:11:16.523694 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2b90149f-fcbf-44d7-9e92-fe3d0860d0ac req-5aa20484-e449-4652-9186-9ca74bc7ffab service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cb287d834c3747da825c3d4bb412c949&device_id=67e9fb7e-912d-476f-9858-5da967f24747 HTTP/1.1" status: 200 len: 1130 time: 0.0450196 Mar 16 09:11:16.615189 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b90149f-fcbf-44d7-9e92-fe3d0860d0ac req-2c742637-9614-409c-a724-471bd392c22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:11:16.616632 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2b90149f-fcbf-44d7-9e92-fe3d0860d0ac req-2c742637-9614-409c-a724-471bd392c22a service neutron] 10.222.0.48 "GET /v2.0/networks?id=71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625 HTTP/1.1" status: 200 len: 916 time: 0.0865693 Mar 16 09:11:16.680829 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2b90149f-fcbf-44d7-9e92-fe3d0860d0ac req-0d6f5ac5-c472-417b-9975-0455b10a2d3e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=358f9f42-d5ef-46ec-a5b8-377461f6d2a9 HTTP/1.1" status: 200 len: 999 time: 0.0579615 Mar 16 09:11:16.726521 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b90149f-fcbf-44d7-9e92-fe3d0860d0ac req-aa8e460a-5c0a-4939-83e9-282f78cdab87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:11:16.728043 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2b90149f-fcbf-44d7-9e92-fe3d0860d0ac req-aa8e460a-5c0a-4939-83e9-282f78cdab87 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=21cfdeb1-bd49-41a4-bdcb-784e8ee0104b HTTP/1.1" status: 200 len: 854 time: 0.0415130 Mar 16 09:11:16.729662 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-6a1ef60a-d0cb-4cdc-8a51-5a5cf46975a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'name': 'tempest-AttachVolumeNegativeTest-1056632038-router', 'tenant_id': 'cb287d834c3747da825c3d4bb412c949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '7b0f9b77-20b4-499c-ba37-3133a7150cf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:01:23Z', 'updated_at': '2022-03-16T09:01:30Z', 'revision_number': 4, 'project_id': 'cb287d834c3747da825c3d4bb412c949', 'gw_port': {'id': '7b0f9b77-20b4-499c-ba37-3133a7150cf0', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:24Z', 'updated_at': '2022-03-16T09:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_floatingips': [{'id': '8dfb54a4-864e-470e-9f53-1d0dc9a8530e', 'tenant_id': 'cb287d834c3747da825c3d4bb412c949', 'floating_ip_address': '172.27.1.61', 'floating_network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'router_id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'port_id': '358f9f42-d5ef-46ec-a5b8-377461f6d2a9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625', 'mac_address': 'fa:16:3e:8c:cf:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e9fb7e-912d-476f-9858-5da967f24747', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T09:11:03Z', 'updated_at': '2022-03-16T09:11:15Z', 'revision_number': 1, 'project_id': 'cb287d834c3747da825c3d4bb412c949', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47fcdb74-ada2-419e-b82d-f3e229027f7c', 'name': '', 'network_id': '71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625', 'tenant_id': 'cb287d834c3747da825c3d4bb412c949', 'mac_address': 'fa:16:3e:c2:b1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '21cfdeb1-bd49-41a4-bdcb-784e8ee0104b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:29Z', 'updated_at': '2022-03-16T09:01:39Z', 'revision_number': 5, 'project_id': 'cb287d834c3747da825c3d4bb412c949', 'subnets': [{'id': '21cfdeb1-bd49-41a4-bdcb-784e8ee0104b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:11:16.756183 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1ef60a-d0cb-4cdc-8a51-5a5cf46975a9 None None] Checking router: 28a9d4e1-c387-4942-b7b4-294aa846a1f4 for host: dv-cinder-831776-4-iscsi {{(pid=103097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 09:11:16.764924 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1ef60a-d0cb-4cdc-8a51-5a5cf46975a9 None None] Routers {'28a9d4e1-c387-4942-b7b4-294aa846a1f4'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:11:16.765566 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-6a1ef60a-d0cb-4cdc-8a51-5a5cf46975a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:10:53Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['28a9d4e1-c387-4942-b7b4-294aa846a1f4'], 'active': True} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:11:16.779116 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b90149f-fcbf-44d7-9e92-fe3d0860d0ac req-97ba03d7-3b5e-4aae-b016-78e17571b7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:11:16.780566 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2b90149f-fcbf-44d7-9e92-fe3d0860d0ac req-97ba03d7-3b5e-4aae-b016-78e17571b7af service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471079 Mar 16 09:11:16.868698 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2b90149f-fcbf-44d7-9e92-fe3d0860d0ac req-acbe7c55-ffa5-442b-a687-be36209b1791 service neutron] 10.222.0.48 "GET /v2.0/networks/71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819888 Mar 16 09:11:16.963708 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2b90149f-fcbf-44d7-9e92-fe3d0860d0ac req-36a8c32d-4a33-4911-b406-aca14b7d16ca service neutron] 10.222.0.48 "GET /v2.0/networks/71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883234 Mar 16 09:11:16.997885 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvr_db [None req-6a1ef60a-d0cb-4cdc-8a51-5a5cf46975a9 None None] Set router 28a9d4e1-c387-4942-b7b4-294aa846a1f4 gateway port host: dv-cinder-831776-4-iscsi {{(pid=103097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:11:17.215746 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-6a1ef60a-d0cb-4cdc-8a51-5a5cf46975a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'name': 'tempest-AttachVolumeNegativeTest-1056632038-router', 'tenant_id': 'cb287d834c3747da825c3d4bb412c949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '7b0f9b77-20b4-499c-ba37-3133a7150cf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:01:23Z', 'updated_at': '2022-03-16T09:01:30Z', 'revision_number': 4, 'project_id': 'cb287d834c3747da825c3d4bb412c949', 'gw_port': {'id': '7b0f9b77-20b4-499c-ba37-3133a7150cf0', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:24Z', 'updated_at': '2022-03-16T09:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_floatingips': [{'id': '8dfb54a4-864e-470e-9f53-1d0dc9a8530e', 'tenant_id': 'cb287d834c3747da825c3d4bb412c949', 'floating_ip_address': '172.27.1.61', 'floating_network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'router_id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'port_id': '358f9f42-d5ef-46ec-a5b8-377461f6d2a9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625', 'mac_address': 'fa:16:3e:8c:cf:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e9fb7e-912d-476f-9858-5da967f24747', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T09:11:03Z', 'updated_at': '2022-03-16T09:11:15Z', 'revision_number': 1, 'project_id': 'cb287d834c3747da825c3d4bb412c949', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47fcdb74-ada2-419e-b82d-f3e229027f7c', 'name': '', 'network_id': '71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625', 'tenant_id': 'cb287d834c3747da825c3d4bb412c949', 'mac_address': 'fa:16:3e:c2:b1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '21cfdeb1-bd49-41a4-bdcb-784e8ee0104b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:29Z', 'updated_at': '2022-03-16T09:01:39Z', 'revision_number': 5, 'project_id': 'cb287d834c3747da825c3d4bb412c949', 'subnets': [{'id': '21cfdeb1-bd49-41a4-bdcb-784e8ee0104b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:11:17.241388 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1ef60a-d0cb-4cdc-8a51-5a5cf46975a9 None None] The sync data for ids ['28a9d4e1-c387-4942-b7b4-294aa846a1f4'] in dv-cinder-831776-4-iscsi is: [{'id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'name': 'tempest-AttachVolumeNegativeTest-1056632038-router', 'tenant_id': 'cb287d834c3747da825c3d4bb412c949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '7b0f9b77-20b4-499c-ba37-3133a7150cf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:01:23Z', 'updated_at': '2022-03-16T09:01:30Z', 'revision_number': 4, 'project_id': 'cb287d834c3747da825c3d4bb412c949', 'gw_port': {'id': '7b0f9b77-20b4-499c-ba37-3133a7150cf0', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:24Z', 'updated_at': '2022-03-16T09:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_floatingips': [{'id': '8dfb54a4-864e-470e-9f53-1d0dc9a8530e', 'tenant_id': 'cb287d834c3747da825c3d4bb412c949', 'floating_ip_address': '172.27.1.61', 'floating_network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'router_id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'port_id': '358f9f42-d5ef-46ec-a5b8-377461f6d2a9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625', 'mac_address': 'fa:16:3e:8c:cf:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e9fb7e-912d-476f-9858-5da967f24747', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T09:11:03Z', 'updated_at': '2022-03-16T09:11:15Z', 'revision_number': 1, 'project_id': 'cb287d834c3747da825c3d4bb412c949', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47fcdb74-ada2-419e-b82d-f3e229027f7c', 'name': '', 'network_id': '71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625', 'tenant_id': 'cb287d834c3747da825c3d4bb412c949', 'mac_address': 'fa:16:3e:c2:b1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '21cfdeb1-bd49-41a4-bdcb-784e8ee0104b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:29Z', 'updated_at': '2022-03-16T09:01:39Z', 'revision_number': 5, 'project_id': 'cb287d834c3747da825c3d4bb412c949', 'subnets': [{'id': '21cfdeb1-bd49-41a4-bdcb-784e8ee0104b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 09:11:17.426457 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49cc42d1-d021-468e-8269-498cb3808e1b None None] New status for floating IP 8dfb54a4-864e-470e-9f53-1d0dc9a8530e: ACTIVE {{(pid=103098) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 09:11:18.596782 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 53262) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:11:18.749468 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.plugin [None req-d7b9b0fa-3ef2-41f3-875b-2acf32aee3cc tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Deleting port 9096c0ff-ffb6-489f-95c9-e49c8f0119bb {{(pid=103096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 09:11:18.749719 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-d7b9b0fa-3ef2-41f3-875b-2acf32aee3cc tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732013345958'] for port (9096c0ff-ffb6-489f-95c9-e49c8f0119bb), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:18.821997 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-d7b9b0fa-3ef2-41f3-875b-2acf32aee3cc tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559013'] for port (9096c0ff-ffb6-489f-95c9-e49c8f0119bb), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:18.822321 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-d7b9b0fa-3ef2-41f3-875b-2acf32aee3cc tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Publish callbacks [] for floatingip (9096c0ff-ffb6-489f-95c9-e49c8f0119bb), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:18.834068 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.plugin [None req-d7b9b0fa-3ef2-41f3-875b-2acf32aee3cc tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Calling delete_port for 9096c0ff-ffb6-489f-95c9-e49c8f0119bb owned by network:floatingip {{(pid=103096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 09:11:18.999345 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-d7b9b0fa-3ef2-41f3-875b-2acf32aee3cc tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732013351693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732012762718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13105710'] for port (9096c0ff-ffb6-489f-95c9-e49c8f0119bb), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:19.028351 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b9b0fa-3ef2-41f3-875b-2acf32aee3cc tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Pushing event deleted for resources: {'Port': ['ID=9096c0ff-ffb6-489f-95c9-e49c8f0119bb,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:11:19.086070 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-d7b9b0fa-3ef2-41f3-875b-2acf32aee3cc tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Publish callbacks [] for floatingip (ab3920df-02d6-4af8-947f-3c7746308685), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:19.086395 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.db.l3_db [None req-d7b9b0fa-3ef2-41f3-875b-2acf32aee3cc tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Floating IP ab3920df-02d6-4af8-947f-3c7746308685 disassociated (deleted). External IP: 172.27.1.81, port: a76df884-4e7b-483e-a50e-fcb5250bd972. Mar 16 09:11:19.292779 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7b9b0fa-3ef2-41f3-875b-2acf32aee3cc tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Router 07933606-7411-4476-8d79-18dcf776997d has already been hosted by L3 agent 09ce795b-eeca-4b3b-9d7f-577d9443cb21 {{(pid=103096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 09:11:19.399138 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b9b0fa-3ef2-41f3-875b-2acf32aee3cc tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Notify agent at l3_agent.dv-cinder-831776-4-iscsi the message routers_updated {{(pid=103096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 09:11:19.404968 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-d7b9b0fa-3ef2-41f3-875b-2acf32aee3cc tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334679'] for floatingip (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:19.409059 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a88febd-b31c-4cd5-900f-81f8c8806b1e None None] Sync routers for ids ['07933606-7411-4476-8d79-18dcf776997d'] in dv-cinder-831776-4-iscsi {{(pid=103097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 09:11:19.418582 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a88febd-b31c-4cd5-900f-81f8c8806b1e None None] Routers {'07933606-7411-4476-8d79-18dcf776997d'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:11:19.419217 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-1a88febd-b31c-4cd5-900f-81f8c8806b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:10:53Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['07933606-7411-4476-8d79-18dcf776997d'], 'active': True} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:11:19.438377 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-d7b9b0fa-3ef2-41f3-875b-2acf32aee3cc tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "DELETE /v2.0/floatingips/ab3920df-02d6-4af8-947f-3c7746308685 HTTP/1.1" status: 204 len: 168 time: 0.8404078 Mar 16 09:11:19.438932 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca3b3319-fece-4b8f-97c7-2dba568d0728', 'tag': 'a76df884-4e7b-483e-a50e-fcb5250bd972'}] {{(pid=103096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 09:11:19.442325 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552648401d13394d2a88e7485ef09c5647ae5ea4c1ec431ef2c5edbe801f23fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe57f93-4c5b-4333-9248-99d9cb67e027" -d '{"events": [{"name": "network-changed", "server_uuid": "ca3b3319-fece-4b8f-97c7-2dba568d0728", "tag": "a76df884-4e7b-483e-a50e-fcb5250bd972"}]}' {{(pid=103096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 09:11:19.482590 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 09:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f460ea39-1fda-41f4-893d-4775bcd59baa x-openstack-request-id: req-f460ea39-1fda-41f4-893d-4775bcd59baa {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 09:11:19.482887 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca3b3319-fece-4b8f-97c7-2dba568d0728", "tag": "a76df884-4e7b-483e-a50e-fcb5250bd972", "status": "completed", "code": 200}]} {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 09:11:19.483169 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f460ea39-1fda-41f4-893d-4775bcd59baa {{(pid=103096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 09:11:19.483576 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca3b3319-fece-4b8f-97c7-2dba568d0728', 'tag': 'a76df884-4e7b-483e-a50e-fcb5250bd972', 'status': 'completed', 'code': 200} Mar 16 09:11:19.549994 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvr_db [None req-1a88febd-b31c-4cd5-900f-81f8c8806b1e None None] Set router 07933606-7411-4476-8d79-18dcf776997d gateway port host: dv-cinder-831776-4-iscsi {{(pid=103097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:11:19.553069 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe57f93-4c5b-4333-9248-99d9cb67e027 req-857771c2-7956-4bec-a336-de6dca699dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:11:19.554669 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-4fe57f93-4c5b-4333-9248-99d9cb67e027 req-857771c2-7956-4bec-a336-de6dca699dee service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=26ea3aab85a94b37a21cdbed5b78f153&device_id=ca3b3319-fece-4b8f-97c7-2dba568d0728 HTTP/1.1" status: 200 len: 1129 time: 0.0477793 Mar 16 09:11:19.657886 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe57f93-4c5b-4333-9248-99d9cb67e027 req-13de269b-5074-4542-973b-b152cf637919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:11:19.661154 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-4fe57f93-4c5b-4333-9248-99d9cb67e027 req-13de269b-5074-4542-973b-b152cf637919 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c3ea6daf-446f-43ea-84a0-53f7ed6f9fc7 HTTP/1.1" status: 200 len: 909 time: 0.1005454 Mar 16 09:11:19.705752 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-4fe57f93-4c5b-4333-9248-99d9cb67e027 req-57cd2008-350f-43d4-80c9-106b7edb1436 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a76df884-4e7b-483e-a50e-fcb5250bd972 HTTP/1.1" status: 200 len: 217 time: 0.0364499 Mar 16 09:11:19.771212 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-1a88febd-b31c-4cd5-900f-81f8c8806b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07933606-7411-4476-8d79-18dcf776997d', 'name': 'tempest-TestShelveInstance-380111654-router', 'tenant_id': '26ea3aab85a94b37a21cdbed5b78f153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '738f7bf1-a65f-4968-9741-053f39a4c384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:02:50Z', 'updated_at': '2022-03-16T09:02:54Z', 'revision_number': 4, 'project_id': '26ea3aab85a94b37a21cdbed5b78f153', 'gw_port': {'id': '738f7bf1-a65f-4968-9741-053f39a4c384', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:fd:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07933606-7411-4476-8d79-18dcf776997d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:02:51Z', 'updated_at': '2022-03-16T09:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_interfaces': [{'id': 'f5a508b3-7c24-4ecf-8dda-3ad525efcbad', 'name': '', 'network_id': 'c3ea6daf-446f-43ea-84a0-53f7ed6f9fc7', 'tenant_id': '26ea3aab85a94b37a21cdbed5b78f153', 'mac_address': 'fa:16:3e:fa:4a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07933606-7411-4476-8d79-18dcf776997d', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '460c243c-1e34-4d2b-859c-b3bb55da3a92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:02:53Z', 'updated_at': '2022-03-16T09:03:01Z', 'revision_number': 5, 'project_id': '26ea3aab85a94b37a21cdbed5b78f153', 'subnets': [{'id': '460c243c-1e34-4d2b-859c-b3bb55da3a92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:11:19.773531 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe57f93-4c5b-4333-9248-99d9cb67e027 req-704b1878-6b13-427a-b0d6-3e39b4f9e36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:11:19.775020 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-4fe57f93-4c5b-4333-9248-99d9cb67e027 req-704b1878-6b13-427a-b0d6-3e39b4f9e36d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=460c243c-1e34-4d2b-859c-b3bb55da3a92 HTTP/1.1" status: 200 len: 847 time: 0.0539851 Mar 16 09:11:19.801450 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a88febd-b31c-4cd5-900f-81f8c8806b1e None None] Checking router: 07933606-7411-4476-8d79-18dcf776997d for host: dv-cinder-831776-4-iscsi {{(pid=103097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 09:11:19.810319 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a88febd-b31c-4cd5-900f-81f8c8806b1e None None] Routers {'07933606-7411-4476-8d79-18dcf776997d'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:11:19.810946 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-1a88febd-b31c-4cd5-900f-81f8c8806b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:10:53Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['07933606-7411-4476-8d79-18dcf776997d'], 'active': True} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:11:19.853233 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8036e5df-cd6a-4fa3-8028-93f4b950c512 req-f0ba0ec9-eb82-4bf5-8bc1-46a8c4c6a7bf tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:11:19.854738 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-8036e5df-cd6a-4fa3-8028-93f4b950c512 req-f0ba0ec9-eb82-4bf5-8bc1-46a8c4c6a7bf tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca3b3319-fece-4b8f-97c7-2dba568d0728 HTTP/1.1" status: 200 len: 945 time: 0.0840189 Mar 16 09:11:19.873265 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe57f93-4c5b-4333-9248-99d9cb67e027 req-83da1e59-2ca7-40cb-9053-d91183462552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:11:19.874169 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-4fe57f93-4c5b-4333-9248-99d9cb67e027 req-83da1e59-2ca7-40cb-9053-d91183462552 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c3ea6daf-446f-43ea-84a0-53f7ed6f9fc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0708518 Mar 16 09:11:19.921150 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvr_db [None req-1a88febd-b31c-4cd5-900f-81f8c8806b1e None None] Set router 07933606-7411-4476-8d79-18dcf776997d gateway port host: dv-cinder-831776-4-iscsi {{(pid=103097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:11:19.957663 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-8036e5df-cd6a-4fa3-8028-93f4b950c512 req-07255c2d-c391-45d2-9073-decd02af3c7d tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0740942-11c2-47cc-a293-e00947365415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961232 Mar 16 09:11:19.990202 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-4fe57f93-4c5b-4333-9248-99d9cb67e027 req-b410efac-514c-46d0-98e0-36675cd28fc5 service neutron] 10.222.0.48 "GET /v2.0/networks/c3ea6daf-446f-43ea-84a0-53f7ed6f9fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066346 Mar 16 09:11:20.136962 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-1a88febd-b31c-4cd5-900f-81f8c8806b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07933606-7411-4476-8d79-18dcf776997d', 'name': 'tempest-TestShelveInstance-380111654-router', 'tenant_id': '26ea3aab85a94b37a21cdbed5b78f153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '738f7bf1-a65f-4968-9741-053f39a4c384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:02:50Z', 'updated_at': '2022-03-16T09:02:54Z', 'revision_number': 4, 'project_id': '26ea3aab85a94b37a21cdbed5b78f153', 'gw_port': {'id': '738f7bf1-a65f-4968-9741-053f39a4c384', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:fd:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07933606-7411-4476-8d79-18dcf776997d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:02:51Z', 'updated_at': '2022-03-16T09:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_interfaces': [{'id': 'f5a508b3-7c24-4ecf-8dda-3ad525efcbad', 'name': '', 'network_id': 'c3ea6daf-446f-43ea-84a0-53f7ed6f9fc7', 'tenant_id': '26ea3aab85a94b37a21cdbed5b78f153', 'mac_address': 'fa:16:3e:fa:4a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07933606-7411-4476-8d79-18dcf776997d', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '460c243c-1e34-4d2b-859c-b3bb55da3a92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:02:53Z', 'updated_at': '2022-03-16T09:03:01Z', 'revision_number': 5, 'project_id': '26ea3aab85a94b37a21cdbed5b78f153', 'subnets': [{'id': '460c243c-1e34-4d2b-859c-b3bb55da3a92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:11:20.172695 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a88febd-b31c-4cd5-900f-81f8c8806b1e None None] The sync data for ids ['07933606-7411-4476-8d79-18dcf776997d'] in dv-cinder-831776-4-iscsi is: [{'id': '07933606-7411-4476-8d79-18dcf776997d', 'name': 'tempest-TestShelveInstance-380111654-router', 'tenant_id': '26ea3aab85a94b37a21cdbed5b78f153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '738f7bf1-a65f-4968-9741-053f39a4c384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:02:50Z', 'updated_at': '2022-03-16T09:02:54Z', 'revision_number': 4, 'project_id': '26ea3aab85a94b37a21cdbed5b78f153', 'gw_port': {'id': '738f7bf1-a65f-4968-9741-053f39a4c384', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:fd:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07933606-7411-4476-8d79-18dcf776997d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:02:51Z', 'updated_at': '2022-03-16T09:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_interfaces': [{'id': 'f5a508b3-7c24-4ecf-8dda-3ad525efcbad', 'name': '', 'network_id': 'c3ea6daf-446f-43ea-84a0-53f7ed6f9fc7', 'tenant_id': '26ea3aab85a94b37a21cdbed5b78f153', 'mac_address': 'fa:16:3e:fa:4a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07933606-7411-4476-8d79-18dcf776997d', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '460c243c-1e34-4d2b-859c-b3bb55da3a92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:02:53Z', 'updated_at': '2022-03-16T09:03:01Z', 'revision_number': 5, 'project_id': '26ea3aab85a94b37a21cdbed5b78f153', 'subnets': [{'id': '460c243c-1e34-4d2b-859c-b3bb55da3a92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 09:11:20.315973 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-4fe57f93-4c5b-4333-9248-99d9cb67e027 req-c9d738af-6edd-4a4e-9d08-b3fa4f729fa5 service neutron] 10.222.0.48 "GET /v2.0/networks/c3ea6daf-446f-43ea-84a0-53f7ed6f9fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3129623 Mar 16 09:11:20.394043 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44361474-6a69-4393-8489-d81ff7296929 None None] New status for floating IP ab3920df-02d6-4af8-947f-3c7746308685: DOWN {{(pid=103098) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 09:11:20.493113 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-35e0f282-73c8-4c12-8df8-258f727e3c50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (a398d5bf-1368-473f-bfdd-7d167c3f4154), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:21.075533 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4843f8-6744-4858-8e42-9b629d8e0aa4 req-04071751-9a0d-45e6-8130-fa7874210b40 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:11:21.076989 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-ce4843f8-6744-4858-8e42-9b629d8e0aa4 req-04071751-9a0d-45e6-8130-fa7874210b40 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca3b3319-fece-4b8f-97c7-2dba568d0728 HTTP/1.1" status: 200 len: 945 time: 0.0515294 Mar 16 09:11:21.132472 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-ce4843f8-6744-4858-8e42-9b629d8e0aa4 req-081399c2-a74a-40a4-8c99-8a789d8f0ad9 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0740942-11c2-47cc-a293-e00947365415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498412 Mar 16 09:11:21.704405 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2436d26e-cb71-4dc5-97f0-58f229ca5c4f req-6cd35ac4-6e6f-4e11-be45-79ed44682487 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:11:21.705871 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2436d26e-cb71-4dc5-97f0-58f229ca5c4f req-6cd35ac4-6e6f-4e11-be45-79ed44682487 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca3b3319-fece-4b8f-97c7-2dba568d0728 HTTP/1.1" status: 200 len: 945 time: 0.0507722 Mar 16 09:11:21.795907 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.plugin [req-2436d26e-cb71-4dc5-97f0-58f229ca5c4f req-5a66bdcf-bfc1-4cc5-8b38-626d429e31db tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Deleting port a76df884-4e7b-483e-a50e-fcb5250bd972 {{(pid=103096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 09:11:21.796254 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-2436d26e-cb71-4dc5-97f0-58f229ca5c4f req-5a66bdcf-bfc1-4cc5-8b38-626d429e31db tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732013345958'] for port (a76df884-4e7b-483e-a50e-fcb5250bd972), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:21.882993 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.db [req-2436d26e-cb71-4dc5-97f0-58f229ca5c4f req-5a66bdcf-bfc1-4cc5-8b38-626d429e31db tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] For port a76df884-4e7b-483e-a50e-fcb5250bd972, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=a76df884-4e7b-483e-a50e-fcb5250bd972,segment=NetworkSegment(2be44d73-3d28-429b-944f-2d2ec1b02c37),segment_id=2be44d73-3d28-429b-944f-2d2ec1b02c37)] {{(pid=103096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:11:21.883281 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-2436d26e-cb71-4dc5-97f0-58f229ca5c4f req-5a66bdcf-bfc1-4cc5-8b38-626d429e31db tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559013'] for port (a76df884-4e7b-483e-a50e-fcb5250bd972), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:21.896064 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.plugin [req-2436d26e-cb71-4dc5-97f0-58f229ca5c4f req-5a66bdcf-bfc1-4cc5-8b38-626d429e31db tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Calling delete_port for a76df884-4e7b-483e-a50e-fcb5250bd972 owned by compute:nova {{(pid=103096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 09:11:22.024203 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-2436d26e-cb71-4dc5-97f0-58f229ca5c4f req-5a66bdcf-bfc1-4cc5-8b38-626d429e31db tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732013351693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732012762718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13105710'] for port (a76df884-4e7b-483e-a50e-fcb5250bd972), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:22.056217 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a66bdcf-bfc1-4cc5-8b38-626d429e31db tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Pushing event deleted for resources: {'Port': ['ID=a76df884-4e7b-483e-a50e-fcb5250bd972,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:11:22.098394 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [req-2436d26e-cb71-4dc5-97f0-58f229ca5c4f req-5a66bdcf-bfc1-4cc5-8b38-626d429e31db tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] No DVR routers for this DVR port a76df884-4e7b-483e-a50e-fcb5250bd972 on host hv-cinder-83177 {{(pid=103096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 09:11:22.100868 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-2436d26e-cb71-4dc5-97f0-58f229ca5c4f req-5a66bdcf-bfc1-4cc5-8b38-626d429e31db tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334679'] for port (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:22.104116 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2436d26e-cb71-4dc5-97f0-58f229ca5c4f req-5a66bdcf-bfc1-4cc5-8b38-626d429e31db tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.48 "DELETE /v2.0/ports/a76df884-4e7b-483e-a50e-fcb5250bd972 HTTP/1.1" status: 204 len: 173 time: 0.3935089 Mar 16 09:11:22.104557 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca3b3319-fece-4b8f-97c7-2dba568d0728', 'name': 'network-vif-deleted', 'tag': 'a76df884-4e7b-483e-a50e-fcb5250bd972'}] {{(pid=103096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 09:11:22.106809 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552648401d13394d2a88e7485ef09c5647ae5ea4c1ec431ef2c5edbe801f23fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aad1d0a-a097-4f04-93f9-6203dad08b50" -d '{"events": [{"server_uuid": "ca3b3319-fece-4b8f-97c7-2dba568d0728", "name": "network-vif-deleted", "tag": "a76df884-4e7b-483e-a50e-fcb5250bd972"}]}' {{(pid=103096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 09:11:22.145024 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 09:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d8f4be3-f3f3-4c62-a271-6d1f55e35ced x-openstack-request-id: req-6d8f4be3-f3f3-4c62-a271-6d1f55e35ced {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 09:11:22.145318 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca3b3319-fece-4b8f-97c7-2dba568d0728", "name": "network-vif-deleted", "tag": "a76df884-4e7b-483e-a50e-fcb5250bd972", "status": "completed", "code": 200}]} {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 09:11:22.145666 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6d8f4be3-f3f3-4c62-a271-6d1f55e35ced {{(pid=103096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 09:11:22.146067 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca3b3319-fece-4b8f-97c7-2dba568d0728', 'name': 'network-vif-deleted', 'tag': 'a76df884-4e7b-483e-a50e-fcb5250bd972', 'status': 'completed', 'code': 200} Mar 16 09:11:22.230706 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-fb656739-ea9e-4524-bf2d-7f78a8dc0222 req-95b4e780-9445-43d7-8c6b-bd5066ce47ac tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca3b3319-fece-4b8f-97c7-2dba568d0728 HTTP/1.1" status: 200 len: 210 time: 0.0268183 Mar 16 09:11:22.813860 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-2b9308e4-51e5-45b8-ba95-8d6144222b6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (09ce795b-eeca-4b3b-9d7f-577d9443cb21), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:23.065503 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.agents_db [None req-ddb2e055-3acb-4969-8bde-a74b2247622c None None] Agent healthcheck: found 6 active agents {{(pid=103098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 09:11:23.291770 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 53282) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:11:23.346439 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e190c4c2-46eb-4baf-87f5-e35e00fe4528 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Publish callbacks [] for security_group (e0740942-11c2-47cc-a293-e00947365415), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:23.369991 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e190c4c2-46eb-4baf-87f5-e35e00fe4528 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Publish callbacks [] for security_group (e0740942-11c2-47cc-a293-e00947365415), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:23.429662 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e190c4c2-46eb-4baf-87f5-e35e00fe4528 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (e0740942-11c2-47cc-a293-e00947365415), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:23.432278 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e190c4c2-46eb-4baf-87f5-e35e00fe4528 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Publish callbacks [] for security_group (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:23.433459 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-e190c4c2-46eb-4baf-87f5-e35e00fe4528 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] 10.222.0.18 "DELETE /v2.0/security-groups/e0740942-11c2-47cc-a293-e00947365415 HTTP/1.1" status: 204 len: 168 time: 0.1407008 Mar 16 09:11:23.442152 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e190c4c2-46eb-4baf-87f5-e35e00fe4528 tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0740942-11c2-47cc-a293-e00947365415,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:11:23.484995 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 53286) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:11:23.872575 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-cdeb7127-6fa1-4060-ae0a-c8ffc2dd9388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (514d7d79-ab14-439d-a6c0-bbffe337a49f), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:23.915667 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9e991ce8-59df-4ae0-b1f4-f7f7f7aa361e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560148'] for router_interface (07933606-7411-4476-8d79-18dcf776997d), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:24.203693 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-9e991ce8-59df-4ae0-b1f4-f7f7f7aa361e admin admin] Deleting port f5a508b3-7c24-4ecf-8dda-3ad525efcbad {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 09:11:24.204675 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9e991ce8-59df-4ae0-b1f4-f7f7f7aa361e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732013345958'] for port (f5a508b3-7c24-4ecf-8dda-3ad525efcbad), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:24.282943 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-9e991ce8-59df-4ae0-b1f4-f7f7f7aa361e admin admin] For port f5a508b3-7c24-4ecf-8dda-3ad525efcbad, host dv-cinder-831776-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-4-iscsi',level=0,port_id=f5a508b3-7c24-4ecf-8dda-3ad525efcbad,segment=NetworkSegment(2be44d73-3d28-429b-944f-2d2ec1b02c37),segment_id=2be44d73-3d28-429b-944f-2d2ec1b02c37)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:11:24.283301 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9e991ce8-59df-4ae0-b1f4-f7f7f7aa361e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559013'] for port (f5a508b3-7c24-4ecf-8dda-3ad525efcbad), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:24.296501 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-9e991ce8-59df-4ae0-b1f4-f7f7f7aa361e admin admin] Calling delete_port for f5a508b3-7c24-4ecf-8dda-3ad525efcbad owned by network:router_interface {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 09:11:24.478773 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9e991ce8-59df-4ae0-b1f4-f7f7f7aa361e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732013351693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732012762718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13558255'] for port (f5a508b3-7c24-4ecf-8dda-3ad525efcbad), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:24.506884 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e991ce8-59df-4ae0-b1f4-f7f7f7aa361e admin admin] Pushing event deleted for resources: {'Port': ['ID=f5a508b3-7c24-4ecf-8dda-3ad525efcbad,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:11:24.669480 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9e991ce8-59df-4ae0-b1f4-f7f7f7aa361e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-560312'] for router_interface (07933606-7411-4476-8d79-18dcf776997d), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:24.757877 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Device a76df884-4e7b-483e-a50e-fcb5250bd972 no longer exists at agent hyperv_hv-cinder-83177 {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 09:11:24.778061 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] No Port match for: a76df884-4e7b-483e-a50e-fcb5250bd972 {{(pid=103097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 09:11:24.778346 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Device a76df884-4e7b-483e-a50e-fcb5250bd972 not bound to the agent host hv-cinder-83177 {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 09:11:24.887566 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e991ce8-59df-4ae0-b1f4-f7f7f7aa361e admin admin] Router 07933606-7411-4476-8d79-18dcf776997d has already been hosted by L3 agent 09ce795b-eeca-4b3b-9d7f-577d9443cb21 {{(pid=103095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 09:11:25.005877 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e991ce8-59df-4ae0-b1f4-f7f7f7aa361e admin admin] Notify agent at l3_agent.dv-cinder-831776-4-iscsi the message routers_updated {{(pid=103095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 09:11:25.012234 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-9e991ce8-59df-4ae0-b1f4-f7f7f7aa361e admin admin] 10.222.0.18 "PUT /v2.0/routers/07933606-7411-4476-8d79-18dcf776997d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5261800 Mar 16 09:11:25.014766 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 53290) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:11:25.015931 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd92e401-24b5-4744-b521-2b9da393e516 None None] Sync routers for ids ['07933606-7411-4476-8d79-18dcf776997d'] in dv-cinder-831776-4-iscsi {{(pid=103097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 09:11:25.025874 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd92e401-24b5-4744-b521-2b9da393e516 None None] Routers {'07933606-7411-4476-8d79-18dcf776997d'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:11:25.026560 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-bd92e401-24b5-4744-b521-2b9da393e516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:11:23Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['07933606-7411-4476-8d79-18dcf776997d'], 'active': True} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:11:25.122413 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-88d6763b-d618-4647-a6b9-a9d289f4d148 admin admin] Publish callbacks [] for router (07933606-7411-4476-8d79-18dcf776997d), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:25.134696 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvr_db [None req-bd92e401-24b5-4744-b521-2b9da393e516 None None] Set router 07933606-7411-4476-8d79-18dcf776997d gateway port host: dv-cinder-831776-4-iscsi {{(pid=103097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:11:25.239281 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-88d6763b-d618-4647-a6b9-a9d289f4d148 admin admin] Publish callbacks [] for router_gateway (07933606-7411-4476-8d79-18dcf776997d), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:25.298944 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-88d6763b-d618-4647-a6b9-a9d289f4d148 admin admin] Deleting port 738f7bf1-a65f-4968-9741-053f39a4c384 {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 09:11:25.299677 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-88d6763b-d618-4647-a6b9-a9d289f4d148 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732013345958'] for port (738f7bf1-a65f-4968-9741-053f39a4c384), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:25.319117 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-bd92e401-24b5-4744-b521-2b9da393e516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07933606-7411-4476-8d79-18dcf776997d', 'name': 'tempest-TestShelveInstance-380111654-router', 'tenant_id': '26ea3aab85a94b37a21cdbed5b78f153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '738f7bf1-a65f-4968-9741-053f39a4c384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:02:50Z', 'updated_at': '2022-03-16T09:11:24Z', 'revision_number': 5, 'project_id': '26ea3aab85a94b37a21cdbed5b78f153', 'gw_port': {'id': '738f7bf1-a65f-4968-9741-053f39a4c384', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:fd:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07933606-7411-4476-8d79-18dcf776997d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:02:51Z', 'updated_at': '2022-03-16T09:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi'}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:11:25.350494 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd92e401-24b5-4744-b521-2b9da393e516 None None] Checking router: 07933606-7411-4476-8d79-18dcf776997d for host: dv-cinder-831776-4-iscsi {{(pid=103097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 09:11:25.358879 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd92e401-24b5-4744-b521-2b9da393e516 None None] Routers {'07933606-7411-4476-8d79-18dcf776997d'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:11:25.359488 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-bd92e401-24b5-4744-b521-2b9da393e516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:11:23Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['07933606-7411-4476-8d79-18dcf776997d'], 'active': True} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:11:25.378263 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-88d6763b-d618-4647-a6b9-a9d289f4d148 admin admin] For port 738f7bf1-a65f-4968-9741-053f39a4c384, host dv-cinder-831776-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-4-iscsi',level=0,port_id=738f7bf1-a65f-4968-9741-053f39a4c384,segment=NetworkSegment(627a1704-08f1-4a54-a35a-53ba84ce9e35),segment_id=627a1704-08f1-4a54-a35a-53ba84ce9e35)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:11:25.378626 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-88d6763b-d618-4647-a6b9-a9d289f4d148 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559013'] for port (738f7bf1-a65f-4968-9741-053f39a4c384), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:25.391450 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-88d6763b-d618-4647-a6b9-a9d289f4d148 admin admin] Calling delete_port for 738f7bf1-a65f-4968-9741-053f39a4c384 owned by network:router_gateway {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 09:11:25.447315 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvr_db [None req-bd92e401-24b5-4744-b521-2b9da393e516 None None] Set router 07933606-7411-4476-8d79-18dcf776997d gateway port host: None {{(pid=103097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:11:25.526374 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-bd92e401-24b5-4744-b521-2b9da393e516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07933606-7411-4476-8d79-18dcf776997d', 'name': 'tempest-TestShelveInstance-380111654-router', 'tenant_id': '26ea3aab85a94b37a21cdbed5b78f153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:02:50Z', 'updated_at': '2022-03-16T09:11:25Z', 'revision_number': 6, 'project_id': '26ea3aab85a94b37a21cdbed5b78f153', 'gw_port_host': None}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:11:25.557999 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-88d6763b-d618-4647-a6b9-a9d289f4d148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732013351693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732012762718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13558255'] for port (738f7bf1-a65f-4968-9741-053f39a4c384), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:25.563055 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd92e401-24b5-4744-b521-2b9da393e516 None None] The sync data for ids ['07933606-7411-4476-8d79-18dcf776997d'] in dv-cinder-831776-4-iscsi is: [{'id': '07933606-7411-4476-8d79-18dcf776997d', 'name': 'tempest-TestShelveInstance-380111654-router', 'tenant_id': '26ea3aab85a94b37a21cdbed5b78f153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:02:50Z', 'updated_at': '2022-03-16T09:11:25Z', 'revision_number': 6, 'project_id': '26ea3aab85a94b37a21cdbed5b78f153', 'gw_port_host': None}] {{(pid=103097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 09:11:25.565917 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3de267ec-888d-49e1-92d2-a6991c0932cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (3616e4f6-4586-420d-b0d2-e3b2f5abb17b), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:25.568249 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (f0da09ba-cbd5-402d-a3a1-68b8fcaf25e8), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:25.587287 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d6763b-d618-4647-a6b9-a9d289f4d148 admin admin] Pushing event deleted for resources: {'Port': ['ID=738f7bf1-a65f-4968-9741-053f39a4c384,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:11:25.647116 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-88d6763b-d618-4647-a6b9-a9d289f4d148 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-557406'] for router_gateway (07933606-7411-4476-8d79-18dcf776997d), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:25.734866 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-88d6763b-d618-4647-a6b9-a9d289f4d148 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124902'] for router (07933606-7411-4476-8d79-18dcf776997d), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:25.736900 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-88d6763b-d618-4647-a6b9-a9d289f4d148 admin admin] Publish callbacks [] for router_controller (07933606-7411-4476-8d79-18dcf776997d), precommit_delete_associations {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:25.788790 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-88d6763b-d618-4647-a6b9-a9d289f4d148 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571054'] for router (07933606-7411-4476-8d79-18dcf776997d), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:25.789340 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88d6763b-d618-4647-a6b9-a9d289f4d148 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07933606-7411-4476-8d79-18dcf776997d {{(pid=103095) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 09:11:25.794368 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-88d6763b-d618-4647-a6b9-a9d289f4d148 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:25.795528 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-88d6763b-d618-4647-a6b9-a9d289f4d148 admin admin] 10.222.0.18 "DELETE /v2.0/routers/07933606-7411-4476-8d79-18dcf776997d HTTP/1.1" status: 204 len: 168 time: 0.7798619 Mar 16 09:11:25.798606 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 53292) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:11:26.055674 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.db.db_base_plugin_v2 [None req-054eddc0-ea89-4b6d-96b5-fdb34db95a22 admin admin] Deleting subnet 460c243c-1e34-4d2b-859c-b3bb55da3a92 {{(pid=103095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 16 09:11:26.058679 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-054eddc0-ea89-4b6d-96b5-fdb34db95a22 admin admin] Publish callbacks [] for subnet (460c243c-1e34-4d2b-859c-b3bb55da3a92), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:26.094146 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-054eddc0-ea89-4b6d-96b5-fdb34db95a22 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13312432'] for subnet (460c243c-1e34-4d2b-859c-b3bb55da3a92), precommit_delete_associations {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:26.199879 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-054eddc0-ea89-4b6d-96b5-fdb34db95a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1238432'] for subnet (460c243c-1e34-4d2b-859c-b3bb55da3a92), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:26.250152 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-054eddc0-ea89-4b6d-96b5-fdb34db95a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1238363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13558064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133455034'] for subnet (460c243c-1e34-4d2b-859c-b3bb55da3a92), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:26.278000 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-054eddc0-ea89-4b6d-96b5-fdb34db95a22 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:26.281816 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-054eddc0-ea89-4b6d-96b5-fdb34db95a22 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/460c243c-1e34-4d2b-859c-b3bb55da3a92 HTTP/1.1" status: 204 len: 168 time: 0.4822681 Mar 16 09:11:26.282630 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054eddc0-ea89-4b6d-96b5-fdb34db95a22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=460c243c-1e34-4d2b-859c-b3bb55da3a92,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:11:26.283250 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfca2013-7f22-4cf8-b036-2ae1f1b12fc9 None None] Network c3ea6daf-446f-43ea-84a0-53f7ed6f9fc7 requested from dv-cinder-831776-4-iscsi {{(pid=103097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 09:11:26.284330 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 53296) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:11:26.360639 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-714fad7f-032c-41e6-b788-8b8e0f08428d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1197409'] for network (c3ea6daf-446f-43ea-84a0-53f7ed6f9fc7), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:26.422406 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.plugin [None req-714fad7f-032c-41e6-b788-8b8e0f08428d admin admin] Deleting port 904f11a9-799f-4351-b034-946fd198b562 {{(pid=103096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 09:11:26.422741 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-714fad7f-032c-41e6-b788-8b8e0f08428d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732013345958'] for port (904f11a9-799f-4351-b034-946fd198b562), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:26.463520 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device f5a508b3-7c24-4ecf-8dda-3ad525efcbad no longer exists at agent ovs-agent-dv-cinder-831776-4-iscsi {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 09:11:26.487282 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] No Port match for: f5a508b3-7c24-4ecf-8dda-3ad525efcbad {{(pid=103097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 09:11:26.487631 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device f5a508b3-7c24-4ecf-8dda-3ad525efcbad not bound to the agent host dv-cinder-831776-4-iscsi {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 09:11:26.493725 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-714fad7f-032c-41e6-b788-8b8e0f08428d admin admin] For port 904f11a9-799f-4351-b034-946fd198b562, host dv-cinder-831776-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-4-iscsi',level=0,port_id=904f11a9-799f-4351-b034-946fd198b562,segment=NetworkSegment(2be44d73-3d28-429b-944f-2d2ec1b02c37),segment_id=2be44d73-3d28-429b-944f-2d2ec1b02c37)] {{(pid=103096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:11:26.494098 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-714fad7f-032c-41e6-b788-8b8e0f08428d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559013'] for port (904f11a9-799f-4351-b034-946fd198b562), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:26.506567 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.plugin [None req-714fad7f-032c-41e6-b788-8b8e0f08428d admin admin] Calling delete_port for 904f11a9-799f-4351-b034-946fd198b562 owned by network:dhcp {{(pid=103096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 09:11:26.590951 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-714fad7f-032c-41e6-b788-8b8e0f08428d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732013351693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732012762718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13105710'] for port (904f11a9-799f-4351-b034-946fd198b562), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:26.617044 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ce9cda-1ac2-4c2e-81e7-5bc5b11c6504 None None] DHCP port deletion for c3ea6daf-446f-43ea-84a0-53f7ed6f9fc7 request from dv-cinder-831776-4-iscsi {{(pid=103097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 16 09:11:26.623852 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714fad7f-032c-41e6-b788-8b8e0f08428d admin admin] No DVR routers for this DVR port 904f11a9-799f-4351-b034-946fd198b562 on host dv-cinder-831776-4-iscsi {{(pid=103096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 09:11:26.625659 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714fad7f-032c-41e6-b788-8b8e0f08428d admin admin] Pushing event deleted for resources: {'Port': ['ID=904f11a9-799f-4351-b034-946fd198b562,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:11:26.707185 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-714fad7f-032c-41e6-b788-8b8e0f08428d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1240631', 'neutron.services.segments.db._delete_segments_for_network-8732013206218'] for network (c3ea6daf-446f-43ea-84a0-53f7ed6f9fc7), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:26.726180 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.services.segments.db [None req-714fad7f-032c-41e6-b788-8b8e0f08428d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3ea6daf-446f-43ea-84a0-53f7ed6f9fc7']}} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:11:26.736690 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.services.segments.db [None req-714fad7f-032c-41e6-b788-8b8e0f08428d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2be44d73-3d28-429b-944f-2d2ec1b02c37') {'for_net_delete': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:11:26.737113 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.services.segments.db [None req-714fad7f-032c-41e6-b788-8b8e0f08428d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2be44d73-3d28-429b-944f-2d2ec1b02c37') {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:11:26.750966 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-714fad7f-032c-41e6-b788-8b8e0f08428d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732013210067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14117639'] for segment (2be44d73-3d28-429b-944f-2d2ec1b02c37), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:26.767414 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-714fad7f-032c-41e6-b788-8b8e0f08428d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079957'] for segment (2be44d73-3d28-429b-944f-2d2ec1b02c37), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:26.773992 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-714fad7f-032c-41e6-b788-8b8e0f08428d admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=103096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 09:11:26.774352 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-714fad7f-032c-41e6-b788-8b8e0f08428d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13105755'] for segment (2be44d73-3d28-429b-944f-2d2ec1b02c37), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:26.776027 dv-cinder-831776-4-iscsi neutron-server[103096]: Traceback (most recent call last): Mar 16 09:11:26.776027 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 09:11:26.776027 dv-cinder-831776-4-iscsi neutron-server[103096]: timer() Mar 16 09:11:26.776027 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 09:11:26.776027 dv-cinder-831776-4-iscsi neutron-server[103096]: cb(*args, **kw) Mar 16 09:11:26.776027 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 16 09:11:26.776027 dv-cinder-831776-4-iscsi neutron-server[103096]: return func(*args, **kwargs) Mar 16 09:11:26.776027 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 09:11:26.776027 dv-cinder-831776-4-iscsi neutron-server[103096]: self._notify() Mar 16 09:11:26.776027 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 09:11:26.776027 dv-cinder-831776-4-iscsi neutron-server[103096]: self.callback(batched_events) Mar 16 09:11:26.776027 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 09:11:26.776027 dv-cinder-831776-4-iscsi neutron-server[103096]: event.method(event) Mar 16 09:11:26.776027 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 16 09:11:26.776027 dv-cinder-831776-4-iscsi neutron-server[103096]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 09:11:26.776027 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 16 09:11:26.776027 dv-cinder-831776-4-iscsi neutron-server[103096]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 09:11:26.776027 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 16 09:11:26.776027 dv-cinder-831776-4-iscsi neutron-server[103096]: return f(self, *a, **k) Mar 16 09:11:26.776027 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 09:11:26.776027 dv-cinder-831776-4-iscsi neutron-server[103096]: return self._get(url).json() Mar 16 09:11:26.776027 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 09:11:26.776027 dv-cinder-831776-4-iscsi neutron-server[103096]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 09:11:26.776027 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 09:11:26.776027 dv-cinder-831776-4-iscsi neutron-server[103096]: return self.request(url, 'GET', **kwargs) Mar 16 09:11:26.776027 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 09:11:26.776027 dv-cinder-831776-4-iscsi neutron-server[103096]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 09:11:26.776027 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 09:11:26.776027 dv-cinder-831776-4-iscsi neutron-server[103096]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 09:11:26.776027 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 09:11:26.776027 dv-cinder-831776-4-iscsi neutron-server[103096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 09:11:26.776027 dv-cinder-831776-4-iscsi neutron-server[103096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 09:11:26.827839 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-714fad7f-032c-41e6-b788-8b8e0f08428d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1240622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-557370'] for network (c3ea6daf-446f-43ea-84a0-53f7ed6f9fc7), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:26.832997 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-714fad7f-032c-41e6-b788-8b8e0f08428d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555813'] for network (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:26.836181 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-714fad7f-032c-41e6-b788-8b8e0f08428d admin admin] 10.222.0.18 "DELETE /v2.0/networks/c3ea6daf-446f-43ea-84a0-53f7ed6f9fc7 HTTP/1.1" status: 204 len: 168 time: 0.5502198 Mar 16 09:11:26.838991 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 53298) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:11:26.858186 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714fad7f-032c-41e6-b788-8b8e0f08428d admin admin] Pushing event deleted for resources: {'Network': ['ID=c3ea6daf-446f-43ea-84a0-53f7ed6f9fc7,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:11:26.874149 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (489981c6-9aaa-401c-bd41-6b42e027a228), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:27.255679 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-9def22eb-d0ba-421b-90b6-fce1161d76df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560148'] for router_interface (41b703f0-6e00-41e6-8ff1-e67b75359218), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:27.544560 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.plugin [None req-9def22eb-d0ba-421b-90b6-fce1161d76df admin admin] Deleting port 90d2abe6-f80e-4b56-80d5-920627170103 {{(pid=103096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 09:11:27.545209 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-9def22eb-d0ba-421b-90b6-fce1161d76df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732013345958'] for port (90d2abe6-f80e-4b56-80d5-920627170103), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:27.621951 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-9def22eb-d0ba-421b-90b6-fce1161d76df admin admin] For port 90d2abe6-f80e-4b56-80d5-920627170103, host dv-cinder-831776-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-4-iscsi',level=0,port_id=90d2abe6-f80e-4b56-80d5-920627170103,segment=NetworkSegment(e2703465-9afe-400d-818d-38effcf7b725),segment_id=e2703465-9afe-400d-818d-38effcf7b725)] {{(pid=103096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:11:27.622313 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-9def22eb-d0ba-421b-90b6-fce1161d76df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559013'] for port (90d2abe6-f80e-4b56-80d5-920627170103), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:27.634221 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.plugin [None req-9def22eb-d0ba-421b-90b6-fce1161d76df admin admin] Calling delete_port for 90d2abe6-f80e-4b56-80d5-920627170103 owned by network:router_interface {{(pid=103096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 09:11:27.693610 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device 738f7bf1-a65f-4968-9741-053f39a4c384 no longer exists at agent ovs-agent-dv-cinder-831776-4-iscsi {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 09:11:27.715875 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] No Port match for: 738f7bf1-a65f-4968-9741-053f39a4c384 {{(pid=103097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 09:11:27.716220 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device 738f7bf1-a65f-4968-9741-053f39a4c384 not bound to the agent host dv-cinder-831776-4-iscsi {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 09:11:27.716634 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device 904f11a9-799f-4351-b034-946fd198b562 no longer exists at agent ovs-agent-dv-cinder-831776-4-iscsi {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 09:11:27.734547 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] No Port match for: 904f11a9-799f-4351-b034-946fd198b562 {{(pid=103097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 09:11:27.734894 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device 904f11a9-799f-4351-b034-946fd198b562 not bound to the agent host dv-cinder-831776-4-iscsi {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 09:11:27.816974 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-9def22eb-d0ba-421b-90b6-fce1161d76df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732013351693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732012762718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13105710'] for port (90d2abe6-f80e-4b56-80d5-920627170103), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:27.839052 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9def22eb-d0ba-421b-90b6-fce1161d76df admin admin] Pushing event deleted for resources: {'Port': ['ID=90d2abe6-f80e-4b56-80d5-920627170103,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:11:28.007650 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-9def22eb-d0ba-421b-90b6-fce1161d76df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-560312'] for router_interface (41b703f0-6e00-41e6-8ff1-e67b75359218), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:28.221379 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9def22eb-d0ba-421b-90b6-fce1161d76df admin admin] Router 41b703f0-6e00-41e6-8ff1-e67b75359218 has already been hosted by L3 agent 09ce795b-eeca-4b3b-9d7f-577d9443cb21 {{(pid=103096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 09:11:28.324634 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9def22eb-d0ba-421b-90b6-fce1161d76df admin admin] Notify agent at l3_agent.dv-cinder-831776-4-iscsi the message routers_updated {{(pid=103096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 09:11:28.329531 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-9def22eb-d0ba-421b-90b6-fce1161d76df admin admin] 10.222.0.18 "PUT /v2.0/routers/41b703f0-6e00-41e6-8ff1-e67b75359218/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4895229 Mar 16 09:11:28.331954 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 53300) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:11:28.334446 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7bb4f4-0cbf-4f88-9279-c8dbd05597d1 None None] Sync routers for ids ['41b703f0-6e00-41e6-8ff1-e67b75359218'] in dv-cinder-831776-4-iscsi {{(pid=103098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 09:11:28.344547 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7bb4f4-0cbf-4f88-9279-c8dbd05597d1 None None] Routers {'41b703f0-6e00-41e6-8ff1-e67b75359218'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:11:28.345149 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-2f7bb4f4-0cbf-4f88-9279-c8dbd05597d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:11:23Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['41b703f0-6e00-41e6-8ff1-e67b75359218'], 'active': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:11:28.434799 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-68061e8b-7c22-4d98-9805-68442665eb10 admin admin] Publish callbacks [] for router (41b703f0-6e00-41e6-8ff1-e67b75359218), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:28.448329 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvr_db [None req-2f7bb4f4-0cbf-4f88-9279-c8dbd05597d1 None None] Set router 41b703f0-6e00-41e6-8ff1-e67b75359218 gateway port host: dv-cinder-831776-4-iscsi {{(pid=103098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:11:28.545131 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-68061e8b-7c22-4d98-9805-68442665eb10 admin admin] Publish callbacks [] for router_gateway (41b703f0-6e00-41e6-8ff1-e67b75359218), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:28.595882 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.plugin [None req-68061e8b-7c22-4d98-9805-68442665eb10 admin admin] Deleting port 65b477cc-a16e-43d9-a701-6ac0fb5ce3a5 {{(pid=103096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 09:11:28.596218 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-68061e8b-7c22-4d98-9805-68442665eb10 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732013345958'] for port (65b477cc-a16e-43d9-a701-6ac0fb5ce3a5), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:28.625785 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-2f7bb4f4-0cbf-4f88-9279-c8dbd05597d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b703f0-6e00-41e6-8ff1-e67b75359218', 'name': 'tempest-TestShelveInstance-1842869721-router', 'tenant_id': '2a0d3ff147b443cfac087e3d9aa917e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '65b477cc-a16e-43d9-a701-6ac0fb5ce3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:02:58Z', 'updated_at': '2022-03-16T09:11:27Z', 'revision_number': 5, 'project_id': '2a0d3ff147b443cfac087e3d9aa917e0', 'gw_port': {'id': '65b477cc-a16e-43d9-a701-6ac0fb5ce3a5', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:4e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b703f0-6e00-41e6-8ff1-e67b75359218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:02:58Z', 'updated_at': '2022-03-16T09:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi'}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:11:28.655533 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7bb4f4-0cbf-4f88-9279-c8dbd05597d1 None None] Checking router: 41b703f0-6e00-41e6-8ff1-e67b75359218 for host: dv-cinder-831776-4-iscsi {{(pid=103098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 09:11:28.664228 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7bb4f4-0cbf-4f88-9279-c8dbd05597d1 None None] Routers {'41b703f0-6e00-41e6-8ff1-e67b75359218'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:11:28.665090 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-2f7bb4f4-0cbf-4f88-9279-c8dbd05597d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:11:23Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['41b703f0-6e00-41e6-8ff1-e67b75359218'], 'active': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:11:28.755645 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvr_db [None req-2f7bb4f4-0cbf-4f88-9279-c8dbd05597d1 None None] Set router 41b703f0-6e00-41e6-8ff1-e67b75359218 gateway port host: None {{(pid=103098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:11:28.807557 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-2f7bb4f4-0cbf-4f88-9279-c8dbd05597d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b703f0-6e00-41e6-8ff1-e67b75359218', 'name': 'tempest-TestShelveInstance-1842869721-router', 'tenant_id': '2a0d3ff147b443cfac087e3d9aa917e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:02:58Z', 'updated_at': '2022-03-16T09:11:28Z', 'revision_number': 6, 'project_id': '2a0d3ff147b443cfac087e3d9aa917e0', 'gw_port_host': None}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:11:28.837403 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7bb4f4-0cbf-4f88-9279-c8dbd05597d1 None None] The sync data for ids ['41b703f0-6e00-41e6-8ff1-e67b75359218'] in dv-cinder-831776-4-iscsi is: [{'id': '41b703f0-6e00-41e6-8ff1-e67b75359218', 'name': 'tempest-TestShelveInstance-1842869721-router', 'tenant_id': '2a0d3ff147b443cfac087e3d9aa917e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:02:58Z', 'updated_at': '2022-03-16T09:11:28Z', 'revision_number': 6, 'project_id': '2a0d3ff147b443cfac087e3d9aa917e0', 'gw_port_host': None}] {{(pid=103098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 09:11:28.905699 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-68061e8b-7c22-4d98-9805-68442665eb10 admin admin] For port 65b477cc-a16e-43d9-a701-6ac0fb5ce3a5, host dv-cinder-831776-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-4-iscsi',level=0,port_id=65b477cc-a16e-43d9-a701-6ac0fb5ce3a5,segment=NetworkSegment(627a1704-08f1-4a54-a35a-53ba84ce9e35),segment_id=627a1704-08f1-4a54-a35a-53ba84ce9e35)] {{(pid=103096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:11:28.906069 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-68061e8b-7c22-4d98-9805-68442665eb10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559013'] for port (65b477cc-a16e-43d9-a701-6ac0fb5ce3a5), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:28.918816 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.plugin [None req-68061e8b-7c22-4d98-9805-68442665eb10 admin admin] Calling delete_port for 65b477cc-a16e-43d9-a701-6ac0fb5ce3a5 owned by network:router_gateway {{(pid=103096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 09:11:29.080095 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-68061e8b-7c22-4d98-9805-68442665eb10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732013351693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732012762718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13105710'] for port (65b477cc-a16e-43d9-a701-6ac0fb5ce3a5), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:29.109321 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68061e8b-7c22-4d98-9805-68442665eb10 admin admin] Pushing event deleted for resources: {'Port': ['ID=65b477cc-a16e-43d9-a701-6ac0fb5ce3a5,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:11:29.169834 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-68061e8b-7c22-4d98-9805-68442665eb10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-557406'] for router_gateway (41b703f0-6e00-41e6-8ff1-e67b75359218), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:29.280054 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-68061e8b-7c22-4d98-9805-68442665eb10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124902'] for router (41b703f0-6e00-41e6-8ff1-e67b75359218), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:29.282257 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-68061e8b-7c22-4d98-9805-68442665eb10 admin admin] Publish callbacks [] for router_controller (41b703f0-6e00-41e6-8ff1-e67b75359218), precommit_delete_associations {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:29.349141 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-68061e8b-7c22-4d98-9805-68442665eb10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571054'] for router (41b703f0-6e00-41e6-8ff1-e67b75359218), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:29.349623 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68061e8b-7c22-4d98-9805-68442665eb10 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41b703f0-6e00-41e6-8ff1-e67b75359218 {{(pid=103096) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 09:11:29.354602 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-68061e8b-7c22-4d98-9805-68442665eb10 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:29.355762 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-68061e8b-7c22-4d98-9805-68442665eb10 admin admin] 10.222.0.18 "DELETE /v2.0/routers/41b703f0-6e00-41e6-8ff1-e67b75359218 HTTP/1.1" status: 204 len: 168 time: 1.0229104 Mar 16 09:11:29.358258 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 53304) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:11:29.400487 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2f47bf9-1451-4aaf-96cb-aa8b3820e9a2 admin admin] Deleting subnet 49f356ce-d0d6-4e73-bfba-33202f6e1a8c {{(pid=103096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 16 09:11:29.404073 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-e2f47bf9-1451-4aaf-96cb-aa8b3820e9a2 admin admin] Publish callbacks [] for subnet (49f356ce-d0d6-4e73-bfba-33202f6e1a8c), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:29.437227 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-e2f47bf9-1451-4aaf-96cb-aa8b3820e9a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14117644'] for subnet (49f356ce-d0d6-4e73-bfba-33202f6e1a8c), precommit_delete_associations {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:29.550297 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-e2f47bf9-1451-4aaf-96cb-aa8b3820e9a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1238432'] for subnet (49f356ce-d0d6-4e73-bfba-33202f6e1a8c), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:29.607068 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-e2f47bf9-1451-4aaf-96cb-aa8b3820e9a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1238363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13105905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12838951'] for subnet (49f356ce-d0d6-4e73-bfba-33202f6e1a8c), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:29.633395 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f47bf9-1451-4aaf-96cb-aa8b3820e9a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49f356ce-d0d6-4e73-bfba-33202f6e1a8c,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:11:29.635359 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-e2f47bf9-1451-4aaf-96cb-aa8b3820e9a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555813'] for subnet (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:29.639669 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-e2f47bf9-1451-4aaf-96cb-aa8b3820e9a2 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/49f356ce-d0d6-4e73-bfba-33202f6e1a8c HTTP/1.1" status: 204 len: 168 time: 0.2798264 Mar 16 09:11:29.641465 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 53308) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:11:29.642054 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8cf291-97dd-45ea-a110-23335b12bc7e None None] Network 632f844d-05cc-4b8c-afa8-a2ee689508dd requested from dv-cinder-831776-4-iscsi {{(pid=103097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 09:11:29.708798 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device 65b477cc-a16e-43d9-a701-6ac0fb5ce3a5 no longer exists at agent ovs-agent-dv-cinder-831776-4-iscsi {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 09:11:29.719947 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-a0eb63ae-1a72-4909-9fe9-3145d74b6a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1197409'] for network (632f844d-05cc-4b8c-afa8-a2ee689508dd), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:29.748389 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] No Port match for: 65b477cc-a16e-43d9-a701-6ac0fb5ce3a5 {{(pid=103097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 09:11:29.748748 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device 65b477cc-a16e-43d9-a701-6ac0fb5ce3a5 not bound to the agent host dv-cinder-831776-4-iscsi {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 09:11:29.749169 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device 90d2abe6-f80e-4b56-80d5-920627170103 no longer exists at agent ovs-agent-dv-cinder-831776-4-iscsi {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 09:11:29.769701 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] No Port match for: 90d2abe6-f80e-4b56-80d5-920627170103 {{(pid=103097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 09:11:29.770057 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device 90d2abe6-f80e-4b56-80d5-920627170103 not bound to the agent host dv-cinder-831776-4-iscsi {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 09:11:29.771997 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.plugin [None req-a0eb63ae-1a72-4909-9fe9-3145d74b6a63 admin admin] Deleting port 85fed4d1-1cb4-4880-8ab5-3d7f0cb5013d {{(pid=103096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 09:11:29.772340 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-a0eb63ae-1a72-4909-9fe9-3145d74b6a63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732013345958'] for port (85fed4d1-1cb4-4880-8ab5-3d7f0cb5013d), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:29.836581 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-a0eb63ae-1a72-4909-9fe9-3145d74b6a63 admin admin] For port 85fed4d1-1cb4-4880-8ab5-3d7f0cb5013d, host dv-cinder-831776-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-4-iscsi',level=0,port_id=85fed4d1-1cb4-4880-8ab5-3d7f0cb5013d,segment=NetworkSegment(e2703465-9afe-400d-818d-38effcf7b725),segment_id=e2703465-9afe-400d-818d-38effcf7b725)] {{(pid=103096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:11:29.836947 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-a0eb63ae-1a72-4909-9fe9-3145d74b6a63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559013'] for port (85fed4d1-1cb4-4880-8ab5-3d7f0cb5013d), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:29.850921 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e772533-5f39-429d-b4f9-4bb6a5588f8f None None] DHCP port deletion for 632f844d-05cc-4b8c-afa8-a2ee689508dd request from dv-cinder-831776-4-iscsi {{(pid=103097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 16 09:11:29.851566 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.plugin [None req-a0eb63ae-1a72-4909-9fe9-3145d74b6a63 admin admin] Calling delete_port for 85fed4d1-1cb4-4880-8ab5-3d7f0cb5013d owned by network:dhcp {{(pid=103096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 09:11:29.909359 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-2e772533-5f39-429d-b4f9-4bb6a5588f8f None None] Deleting port 85fed4d1-1cb4-4880-8ab5-3d7f0cb5013d {{(pid=103097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 09:11:29.909698 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-2e772533-5f39-429d-b4f9-4bb6a5588f8f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732013345958'] for port (85fed4d1-1cb4-4880-8ab5-3d7f0cb5013d), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:29.940474 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-a0eb63ae-1a72-4909-9fe9-3145d74b6a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732013351693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732012762718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13105710'] for port (85fed4d1-1cb4-4880-8ab5-3d7f0cb5013d), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:29.965587 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eb63ae-1a72-4909-9fe9-3145d74b6a63 admin admin] Pushing event deleted for resources: {'Port': ['ID=85fed4d1-1cb4-4880-8ab5-3d7f0cb5013d,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:11:29.971167 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0eb63ae-1a72-4909-9fe9-3145d74b6a63 admin admin] No DVR routers for this DVR port 85fed4d1-1cb4-4880-8ab5-3d7f0cb5013d on host dv-cinder-831776-4-iscsi {{(pid=103096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 09:11:29.981559 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-2e772533-5f39-429d-b4f9-4bb6a5588f8f None None] For port 85fed4d1-1cb4-4880-8ab5-3d7f0cb5013d, host dv-cinder-831776-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-4-iscsi',level=0,port_id=85fed4d1-1cb4-4880-8ab5-3d7f0cb5013d,segment=NetworkSegment(e2703465-9afe-400d-818d-38effcf7b725),segment_id=e2703465-9afe-400d-818d-38effcf7b725)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:11:29.981990 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-2e772533-5f39-429d-b4f9-4bb6a5588f8f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559013'] for port (85fed4d1-1cb4-4880-8ab5-3d7f0cb5013d), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:29.994680 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-2e772533-5f39-429d-b4f9-4bb6a5588f8f None None] Calling delete_port for 85fed4d1-1cb4-4880-8ab5-3d7f0cb5013d owned by network:dhcp {{(pid=103097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 09:11:30.045366 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-a0eb63ae-1a72-4909-9fe9-3145d74b6a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1240631', 'neutron.services.segments.db._delete_segments_for_network-8732013206218'] for network (632f844d-05cc-4b8c-afa8-a2ee689508dd), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:30.067007 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.services.segments.db [None req-a0eb63ae-1a72-4909-9fe9-3145d74b6a63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['632f844d-05cc-4b8c-afa8-a2ee689508dd']}} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:11:30.076618 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.services.segments.db [None req-a0eb63ae-1a72-4909-9fe9-3145d74b6a63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2703465-9afe-400d-818d-38effcf7b725') {'for_net_delete': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:11:30.076866 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.services.segments.db [None req-a0eb63ae-1a72-4909-9fe9-3145d74b6a63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2703465-9afe-400d-818d-38effcf7b725') {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:11:30.086012 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-a0eb63ae-1a72-4909-9fe9-3145d74b6a63 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732013210067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14117639'] for segment (e2703465-9afe-400d-818d-38effcf7b725), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:30.102845 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-a0eb63ae-1a72-4909-9fe9-3145d74b6a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079957'] for segment (e2703465-9afe-400d-818d-38effcf7b725), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:30.109244 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0eb63ae-1a72-4909-9fe9-3145d74b6a63 admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=103096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 09:11:30.109434 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-2e772533-5f39-429d-b4f9-4bb6a5588f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732013351693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732012762718'] for port (85fed4d1-1cb4-4880-8ab5-3d7f0cb5013d), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:30.109717 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-a0eb63ae-1a72-4909-9fe9-3145d74b6a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13105755'] for segment (e2703465-9afe-400d-818d-38effcf7b725), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:30.111463 dv-cinder-831776-4-iscsi neutron-server[103096]: Traceback (most recent call last): Mar 16 09:11:30.111463 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 09:11:30.111463 dv-cinder-831776-4-iscsi neutron-server[103096]: timer() Mar 16 09:11:30.111463 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 09:11:30.111463 dv-cinder-831776-4-iscsi neutron-server[103096]: cb(*args, **kw) Mar 16 09:11:30.111463 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 16 09:11:30.111463 dv-cinder-831776-4-iscsi neutron-server[103096]: return func(*args, **kwargs) Mar 16 09:11:30.111463 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 09:11:30.111463 dv-cinder-831776-4-iscsi neutron-server[103096]: self._notify() Mar 16 09:11:30.111463 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 09:11:30.111463 dv-cinder-831776-4-iscsi neutron-server[103096]: self.callback(batched_events) Mar 16 09:11:30.111463 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 09:11:30.111463 dv-cinder-831776-4-iscsi neutron-server[103096]: event.method(event) Mar 16 09:11:30.111463 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 16 09:11:30.111463 dv-cinder-831776-4-iscsi neutron-server[103096]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 09:11:30.111463 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 16 09:11:30.111463 dv-cinder-831776-4-iscsi neutron-server[103096]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 09:11:30.111463 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 16 09:11:30.111463 dv-cinder-831776-4-iscsi neutron-server[103096]: return f(self, *a, **k) Mar 16 09:11:30.111463 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 09:11:30.111463 dv-cinder-831776-4-iscsi neutron-server[103096]: return self._get(url).json() Mar 16 09:11:30.111463 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 09:11:30.111463 dv-cinder-831776-4-iscsi neutron-server[103096]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 09:11:30.111463 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 09:11:30.111463 dv-cinder-831776-4-iscsi neutron-server[103096]: return self.request(url, 'GET', **kwargs) Mar 16 09:11:30.111463 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 09:11:30.111463 dv-cinder-831776-4-iscsi neutron-server[103096]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 09:11:30.111463 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 09:11:30.111463 dv-cinder-831776-4-iscsi neutron-server[103096]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 09:11:30.111463 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 09:11:30.111463 dv-cinder-831776-4-iscsi neutron-server[103096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 09:11:30.111463 dv-cinder-831776-4-iscsi neutron-server[103096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 09:11:30.137477 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e772533-5f39-429d-b4f9-4bb6a5588f8f None None] No DVR routers for this DVR port 85fed4d1-1cb4-4880-8ab5-3d7f0cb5013d on host dv-cinder-831776-4-iscsi {{(pid=103097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 09:11:30.144778 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e772533-5f39-429d-b4f9-4bb6a5588f8f None None] Pushing event deleted for resources: {'Port': ['ID=85fed4d1-1cb4-4880-8ab5-3d7f0cb5013d,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:11:30.167138 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-a0eb63ae-1a72-4909-9fe9-3145d74b6a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1240622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-557370'] for network (632f844d-05cc-4b8c-afa8-a2ee689508dd), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:30.172406 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-a0eb63ae-1a72-4909-9fe9-3145d74b6a63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555813'] for network (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:30.175635 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-a0eb63ae-1a72-4909-9fe9-3145d74b6a63 admin admin] 10.222.0.18 "DELETE /v2.0/networks/632f844d-05cc-4b8c-afa8-a2ee689508dd HTTP/1.1" status: 204 len: 168 time: 0.5332682 Mar 16 09:11:30.186534 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eb63ae-1a72-4909-9fe9-3145d74b6a63 admin admin] Pushing event deleted for resources: {'Network': ['ID=632f844d-05cc-4b8c-afa8-a2ee689508dd,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:11:30.285438 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 53312) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:11:30.322871 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-ae09adc0-3fc8-4cab-9369-54a11a982685 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=26ea3aab85a94b37a21cdbed5b78f153&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0363333 Mar 16 09:11:30.325656 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 53314) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:11:30.374132 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-ab5b7798-2a82-4f64-81f7-f4c69bed51bf admin admin] Publish callbacks [] for security_group (b987a3c7-24e2-4882-9f40-34276d5812c8), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:30.394899 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-ab5b7798-2a82-4f64-81f7-f4c69bed51bf admin admin] Publish callbacks [] for security_group (b987a3c7-24e2-4882-9f40-34276d5812c8), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:30.441309 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-ab5b7798-2a82-4f64-81f7-f4c69bed51bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (b987a3c7-24e2-4882-9f40-34276d5812c8), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:30.443775 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-ab5b7798-2a82-4f64-81f7-f4c69bed51bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:30.444920 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-ab5b7798-2a82-4f64-81f7-f4c69bed51bf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b987a3c7-24e2-4882-9f40-34276d5812c8 HTTP/1.1" status: 204 len: 168 time: 0.1184015 Mar 16 09:11:30.452807 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5b7798-2a82-4f64-81f7-f4c69bed51bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b987a3c7-24e2-4882-9f40-34276d5812c8,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:11:30.875252 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 53320) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:11:30.914002 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-1b2d816d-235e-4c8e-b31c-d548183aa524 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2a0d3ff147b443cfac087e3d9aa917e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0374558 Mar 16 09:11:30.916428 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 53322) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:11:30.961908 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-adf37e9c-57ad-4ce5-bf6b-7c769a9dbfd5 admin admin] Publish callbacks [] for security_group (c4239ba4-e112-49b4-93b6-465c49f82530), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:30.982403 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-adf37e9c-57ad-4ce5-bf6b-7c769a9dbfd5 admin admin] Publish callbacks [] for security_group (c4239ba4-e112-49b4-93b6-465c49f82530), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:31.027869 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-adf37e9c-57ad-4ce5-bf6b-7c769a9dbfd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (c4239ba4-e112-49b4-93b6-465c49f82530), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:31.030551 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-adf37e9c-57ad-4ce5-bf6b-7c769a9dbfd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:31.031879 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-adf37e9c-57ad-4ce5-bf6b-7c769a9dbfd5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c4239ba4-e112-49b4-93b6-465c49f82530 HTTP/1.1" status: 204 len: 168 time: 0.1145794 Mar 16 09:11:31.039155 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf37e9c-57ad-4ce5-bf6b-7c769a9dbfd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4239ba4-e112-49b4-93b6-465c49f82530,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:11:31.688215 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device 85fed4d1-1cb4-4880-8ab5-3d7f0cb5013d no longer exists at agent ovs-agent-dv-cinder-831776-4-iscsi {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 09:11:31.711444 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] No Port match for: 85fed4d1-1cb4-4880-8ab5-3d7f0cb5013d {{(pid=103097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 09:11:31.711790 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device 85fed4d1-1cb4-4880-8ab5-3d7f0cb5013d not bound to the agent host dv-cinder-831776-4-iscsi {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 09:11:50.499001 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-2a5f7b0e-b7f0-48d9-8c51-a14679f26b94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (a398d5bf-1368-473f-bfdd-7d167c3f4154), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:52.816303 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-16b70d80-d31c-46c3-aaa4-d2a05fe3b9ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (09ce795b-eeca-4b3b-9d7f-577d9443cb21), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:53.875220 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-cdeb7127-6fa1-4060-ae0a-c8ffc2dd9388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (514d7d79-ab14-439d-a6c0-bbffe337a49f), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:55.499966 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3de267ec-888d-49e1-92d2-a6991c0932cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (3616e4f6-4586-420d-b0d2-e3b2f5abb17b), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:55.503642 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (f0da09ba-cbd5-402d-a3a1-68b8fcaf25e8), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:56.876324 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (489981c6-9aaa-401c-bd41-6b42e027a228), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:11:59.883378 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0126a3-6c52-442d-8e8e-596b60caa7a1 req-65edfcf9-56b0-4271-af15-0bfab2938611 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:11:59.885360 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-1d0126a3-6c52-442d-8e8e-596b60caa7a1 req-65edfcf9-56b0-4271-af15-0bfab2938611 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/ports?device_id=868cab3a-f474-4914-b964-2347be36e645 HTTP/1.1" status: 200 len: 946 time: 0.0542469 Mar 16 09:11:59.930073 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-1d0126a3-6c52-442d-8e8e-596b60caa7a1 req-18e24741-4284-4c5a-b29d-bb67f00dd9d5 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/security-groups?id=076214d7-dc35-482b-9991-fd1fde37687f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391555 Mar 16 09:12:00.065156 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.agents_db [None req-ddb2e055-3acb-4969-8bde-a74b2247622c None None] Agent healthcheck: found 6 active agents {{(pid=103098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 09:12:01.047517 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33fc630-5cde-4562-a7e1-28f8972cd786 req-ff3ed7db-c76f-4712-8c6f-6c7f0fb2d305 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:12:01.048964 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-f33fc630-5cde-4562-a7e1-28f8972cd786 req-ff3ed7db-c76f-4712-8c6f-6c7f0fb2d305 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/ports?device_id=868cab3a-f474-4914-b964-2347be36e645 HTTP/1.1" status: 200 len: 946 time: 0.0511229 Mar 16 09:12:01.093774 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-f33fc630-5cde-4562-a7e1-28f8972cd786 req-7f878543-10c6-4688-9211-bc63fe5bd9c4 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/security-groups?id=076214d7-dc35-482b-9991-fd1fde37687f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392182 Mar 16 09:12:01.985637 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8651d2-8fc5-4b7b-b158-751fcb78d288 req-92222d7c-0f16-43e8-a9f5-79df85027511 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:12:01.987038 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-7a8651d2-8fc5-4b7b-b158-751fcb78d288 req-92222d7c-0f16-43e8-a9f5-79df85027511 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.48 "GET /v2.0/ports?device_id=868cab3a-f474-4914-b964-2347be36e645 HTTP/1.1" status: 200 len: 946 time: 0.0539820 Mar 16 09:12:02.074109 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.plugin [req-7a8651d2-8fc5-4b7b-b158-751fcb78d288 req-712aa96e-fca9-4b50-a834-85472b417a37 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Deleting port 25ede00e-b968-405a-a4cd-bdadf0081abf {{(pid=103096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 09:12:02.074771 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-7a8651d2-8fc5-4b7b-b158-751fcb78d288 req-712aa96e-fca9-4b50-a834-85472b417a37 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732013345958'] for port (25ede00e-b968-405a-a4cd-bdadf0081abf), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:02.162828 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.db [req-7a8651d2-8fc5-4b7b-b158-751fcb78d288 req-712aa96e-fca9-4b50-a834-85472b417a37 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] For port 25ede00e-b968-405a-a4cd-bdadf0081abf, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=25ede00e-b968-405a-a4cd-bdadf0081abf,segment=NetworkSegment(6067c7d6-89e3-4afb-807e-b2196c2d7cb4),segment_id=6067c7d6-89e3-4afb-807e-b2196c2d7cb4)] {{(pid=103096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:12:02.163189 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-7a8651d2-8fc5-4b7b-b158-751fcb78d288 req-712aa96e-fca9-4b50-a834-85472b417a37 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559013'] for port (25ede00e-b968-405a-a4cd-bdadf0081abf), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:02.292558 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cec480-473c-48ee-9e5a-a07c9a492b82 req-ffc70b3e-43f4-4063-afa2-9e63de200ee4 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:12:02.293953 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-16cec480-473c-48ee-9e5a-a07c9a492b82 req-ffc70b3e-43f4-4063-afa2-9e63de200ee4 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/ports?device_id=868cab3a-f474-4914-b964-2347be36e645 HTTP/1.1" status: 200 len: 946 time: 0.1283114 Mar 16 09:12:02.387842 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-16cec480-473c-48ee-9e5a-a07c9a492b82 req-64841733-cf18-49bd-95b1-de3382133c83 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/security-groups?id=076214d7-dc35-482b-9991-fd1fde37687f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879512 Mar 16 09:12:02.398086 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-7a8651d2-8fc5-4b7b-b158-751fcb78d288 req-712aa96e-fca9-4b50-a834-85472b417a37 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:02.398459 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-7a8651d2-8fc5-4b7b-b158-751fcb78d288 req-712aa96e-fca9-4b50-a834-85472b417a37 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557332'] for floatingip (ec56121e-4c2e-42c8-ace8-ce3e12aadda8), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:02.398774 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.db.l3_db [req-7a8651d2-8fc5-4b7b-b158-751fcb78d288 req-712aa96e-fca9-4b50-a834-85472b417a37 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Floating IP ec56121e-4c2e-42c8-ace8-ce3e12aadda8 disassociated. External IP: 172.27.1.51, port: 25ede00e-b968-405a-a4cd-bdadf0081abf. Mar 16 09:12:02.399117 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.plugin [req-7a8651d2-8fc5-4b7b-b158-751fcb78d288 req-712aa96e-fca9-4b50-a834-85472b417a37 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Calling delete_port for 25ede00e-b968-405a-a4cd-bdadf0081abf owned by compute:nova {{(pid=103096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 09:12:02.519541 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-7a8651d2-8fc5-4b7b-b158-751fcb78d288 req-712aa96e-fca9-4b50-a834-85472b417a37 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732013351693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732012762718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13105710'] for port (25ede00e-b968-405a-a4cd-bdadf0081abf), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:02.546541 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712aa96e-fca9-4b50-a834-85472b417a37 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Pushing event deleted for resources: {'Port': ['ID=25ede00e-b968-405a-a4cd-bdadf0081abf,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:12:02.557116 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712aa96e-fca9-4b50-a834-85472b417a37 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:12:02.557484 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712aa96e-fca9-4b50-a834-85472b417a37 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:12:02.557829 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712aa96e-fca9-4b50-a834-85472b417a37 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:12:02.558180 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712aa96e-fca9-4b50-a834-85472b417a37 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:12:02.558508 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712aa96e-fca9-4b50-a834-85472b417a37 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:12:02.558835 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712aa96e-fca9-4b50-a834-85472b417a37 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:12:02.559158 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712aa96e-fca9-4b50-a834-85472b417a37 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:12:02.559478 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712aa96e-fca9-4b50-a834-85472b417a37 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:12:02.559804 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712aa96e-fca9-4b50-a834-85472b417a37 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:12:02.560123 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712aa96e-fca9-4b50-a834-85472b417a37 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:12:02.560436 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712aa96e-fca9-4b50-a834-85472b417a37 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:12:02.560761 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712aa96e-fca9-4b50-a834-85472b417a37 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:12:02.561075 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712aa96e-fca9-4b50-a834-85472b417a37 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:12:02.561390 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712aa96e-fca9-4b50-a834-85472b417a37 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:12:02.561731 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712aa96e-fca9-4b50-a834-85472b417a37 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:12:02.668516 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a8651d2-8fc5-4b7b-b158-751fcb78d288 req-712aa96e-fca9-4b50-a834-85472b417a37 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Router 2df2c62d-5582-4298-bce8-eae327467d6d has already been hosted by L3 agent 09ce795b-eeca-4b3b-9d7f-577d9443cb21 {{(pid=103096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 09:12:02.773650 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a8651d2-8fc5-4b7b-b158-751fcb78d288 req-712aa96e-fca9-4b50-a834-85472b417a37 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Notify agent at l3_agent.dv-cinder-831776-4-iscsi the message routers_updated {{(pid=103096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 09:12:02.783742 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883cf82f-a4fc-406c-b9bd-d9c0a4d31112 None None] Sync routers for ids ['2df2c62d-5582-4298-bce8-eae327467d6d'] in dv-cinder-831776-4-iscsi {{(pid=103097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 09:12:02.792885 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883cf82f-a4fc-406c-b9bd-d9c0a4d31112 None None] Routers {'2df2c62d-5582-4298-bce8-eae327467d6d'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:12:02.793530 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-883cf82f-a4fc-406c-b9bd-d9c0a4d31112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:11:53Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['2df2c62d-5582-4298-bce8-eae327467d6d'], 'active': True} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:12:02.815755 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a8651d2-8fc5-4b7b-b158-751fcb78d288 req-712aa96e-fca9-4b50-a834-85472b417a37 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] No DVR routers for this DVR port 25ede00e-b968-405a-a4cd-bdadf0081abf on host hv-cinder-83177 {{(pid=103096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 09:12:02.818170 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-7a8651d2-8fc5-4b7b-b158-751fcb78d288 req-712aa96e-fca9-4b50-a834-85472b417a37 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334679'] for port (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:02.821375 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-7a8651d2-8fc5-4b7b-b158-751fcb78d288 req-712aa96e-fca9-4b50-a834-85472b417a37 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.48 "DELETE /v2.0/ports/25ede00e-b968-405a-a4cd-bdadf0081abf HTTP/1.1" status: 204 len: 173 time: 0.8290951 Mar 16 09:12:02.821885 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '868cab3a-f474-4914-b964-2347be36e645', 'name': 'network-vif-deleted', 'tag': '25ede00e-b968-405a-a4cd-bdadf0081abf'}] {{(pid=103096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 09:12:02.824631 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552648401d13394d2a88e7485ef09c5647ae5ea4c1ec431ef2c5edbe801f23fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-859fe52c-ef18-4741-b27c-a0d8f0b235c2" -d '{"events": [{"server_uuid": "868cab3a-f474-4914-b964-2347be36e645", "name": "network-vif-deleted", "tag": "25ede00e-b968-405a-a4cd-bdadf0081abf"}]}' {{(pid=103096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 09:12:02.864609 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 09:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10f04531-c483-4cac-b302-b5e0d8b5e083 x-openstack-request-id: req-10f04531-c483-4cac-b302-b5e0d8b5e083 {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 09:12:02.864908 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "868cab3a-f474-4914-b964-2347be36e645", "name": "network-vif-deleted", "tag": "25ede00e-b968-405a-a4cd-bdadf0081abf", "status": "completed", "code": 200}]} {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 09:12:02.865162 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-10f04531-c483-4cac-b302-b5e0d8b5e083 {{(pid=103096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 09:12:02.865590 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '868cab3a-f474-4914-b964-2347be36e645', 'name': 'network-vif-deleted', 'tag': '25ede00e-b968-405a-a4cd-bdadf0081abf', 'status': 'completed', 'code': 200} Mar 16 09:12:02.911970 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvr_db [None req-883cf82f-a4fc-406c-b9bd-d9c0a4d31112 None None] Set router 2df2c62d-5582-4298-bce8-eae327467d6d gateway port host: dv-cinder-831776-4-iscsi {{(pid=103097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:12:03.122901 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-883cf82f-a4fc-406c-b9bd-d9c0a4d31112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df2c62d-5582-4298-bce8-eae327467d6d', 'name': 'tempest-AttachVolumeTestJSON-1028812111-router', 'tenant_id': '038ce3c42c064d11ab4e77d47b819ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': 'f6b31a4c-cee9-42ec-bd05-d81200f3903a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:01:25Z', 'updated_at': '2022-03-16T09:01:34Z', 'revision_number': 4, 'project_id': '038ce3c42c064d11ab4e77d47b819ba5', 'gw_port': {'id': 'f6b31a4c-cee9-42ec-bd05-d81200f3903a', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:92:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df2c62d-5582-4298-bce8-eae327467d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:26Z', 'updated_at': '2022-03-16T09:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_interfaces': [{'id': '2710fcff-2d87-4145-8e0c-0196ae6903e2', 'name': '', 'network_id': '95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c', 'tenant_id': '038ce3c42c064d11ab4e77d47b819ba5', 'mac_address': 'fa:16:3e:72:6c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df2c62d-5582-4298-bce8-eae327467d6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '653dccd0-3a12-4ac0-9cc2-5a0bfeaf34e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:32Z', 'updated_at': '2022-03-16T09:01:43Z', 'revision_number': 5, 'project_id': '038ce3c42c064d11ab4e77d47b819ba5', 'subnets': [{'id': '653dccd0-3a12-4ac0-9cc2-5a0bfeaf34e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:12:03.147494 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883cf82f-a4fc-406c-b9bd-d9c0a4d31112 None None] Checking router: 2df2c62d-5582-4298-bce8-eae327467d6d for host: dv-cinder-831776-4-iscsi {{(pid=103097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 09:12:03.155361 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883cf82f-a4fc-406c-b9bd-d9c0a4d31112 None None] Routers {'2df2c62d-5582-4298-bce8-eae327467d6d'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:12:03.155951 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-883cf82f-a4fc-406c-b9bd-d9c0a4d31112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:11:53Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['2df2c62d-5582-4298-bce8-eae327467d6d'], 'active': True} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:12:03.262598 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvr_db [None req-883cf82f-a4fc-406c-b9bd-d9c0a4d31112 None None] Set router 2df2c62d-5582-4298-bce8-eae327467d6d gateway port host: dv-cinder-831776-4-iscsi {{(pid=103097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:12:03.459782 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-883cf82f-a4fc-406c-b9bd-d9c0a4d31112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df2c62d-5582-4298-bce8-eae327467d6d', 'name': 'tempest-AttachVolumeTestJSON-1028812111-router', 'tenant_id': '038ce3c42c064d11ab4e77d47b819ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': 'f6b31a4c-cee9-42ec-bd05-d81200f3903a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:01:25Z', 'updated_at': '2022-03-16T09:01:34Z', 'revision_number': 4, 'project_id': '038ce3c42c064d11ab4e77d47b819ba5', 'gw_port': {'id': 'f6b31a4c-cee9-42ec-bd05-d81200f3903a', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:92:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df2c62d-5582-4298-bce8-eae327467d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:26Z', 'updated_at': '2022-03-16T09:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_interfaces': [{'id': '2710fcff-2d87-4145-8e0c-0196ae6903e2', 'name': '', 'network_id': '95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c', 'tenant_id': '038ce3c42c064d11ab4e77d47b819ba5', 'mac_address': 'fa:16:3e:72:6c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df2c62d-5582-4298-bce8-eae327467d6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '653dccd0-3a12-4ac0-9cc2-5a0bfeaf34e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:32Z', 'updated_at': '2022-03-16T09:01:43Z', 'revision_number': 5, 'project_id': '038ce3c42c064d11ab4e77d47b819ba5', 'subnets': [{'id': '653dccd0-3a12-4ac0-9cc2-5a0bfeaf34e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:12:03.472465 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 53474) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:12:03.487397 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883cf82f-a4fc-406c-b9bd-d9c0a4d31112 None None] The sync data for ids ['2df2c62d-5582-4298-bce8-eae327467d6d'] in dv-cinder-831776-4-iscsi is: [{'id': '2df2c62d-5582-4298-bce8-eae327467d6d', 'name': 'tempest-AttachVolumeTestJSON-1028812111-router', 'tenant_id': '038ce3c42c064d11ab4e77d47b819ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': 'f6b31a4c-cee9-42ec-bd05-d81200f3903a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:01:25Z', 'updated_at': '2022-03-16T09:01:34Z', 'revision_number': 4, 'project_id': '038ce3c42c064d11ab4e77d47b819ba5', 'gw_port': {'id': 'f6b31a4c-cee9-42ec-bd05-d81200f3903a', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:92:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df2c62d-5582-4298-bce8-eae327467d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:26Z', 'updated_at': '2022-03-16T09:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_interfaces': [{'id': '2710fcff-2d87-4145-8e0c-0196ae6903e2', 'name': '', 'network_id': '95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c', 'tenant_id': '038ce3c42c064d11ab4e77d47b819ba5', 'mac_address': 'fa:16:3e:72:6c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df2c62d-5582-4298-bce8-eae327467d6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '653dccd0-3a12-4ac0-9cc2-5a0bfeaf34e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:32Z', 'updated_at': '2022-03-16T09:01:43Z', 'revision_number': 5, 'project_id': '038ce3c42c064d11ab4e77d47b819ba5', 'subnets': [{'id': '653dccd0-3a12-4ac0-9cc2-5a0bfeaf34e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 09:12:03.526152 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-04c41ebb-59ac-46d7-bb83-fb14c4ac8769 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Publish callbacks [] for security_group (076214d7-dc35-482b-9991-fd1fde37687f), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:03.550082 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-04c41ebb-59ac-46d7-bb83-fb14c4ac8769 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Publish callbacks [] for security_group (076214d7-dc35-482b-9991-fd1fde37687f), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:03.596906 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-04c41ebb-59ac-46d7-bb83-fb14c4ac8769 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (076214d7-dc35-482b-9991-fd1fde37687f), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:03.599436 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-04c41ebb-59ac-46d7-bb83-fb14c4ac8769 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Publish callbacks [] for security_group (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:03.600593 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-04c41ebb-59ac-46d7-bb83-fb14c4ac8769 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "DELETE /v2.0/security-groups/076214d7-dc35-482b-9991-fd1fde37687f HTTP/1.1" status: 204 len: 168 time: 0.1271582 Mar 16 09:12:03.604345 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 53476) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:12:03.610247 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c41ebb-59ac-46d7-bb83-fb14c4ac8769 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=076214d7-dc35-482b-9991-fd1fde37687f,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:12:03.623661 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.api.v2.resource [None req-a3e28e8e-a2c5-476c-8484-87657577d373 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] show failed (client error): The resource could not be found. Mar 16 09:12:03.624799 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-a3e28e8e-a2c5-476c-8484-87657577d373 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "GET /v2.0/security-groups/076214d7-dc35-482b-9991-fd1fde37687f HTTP/1.1" status: 404 len: 347 time: 0.0193579 Mar 16 09:12:03.628211 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 53478) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:12:03.718766 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c22655-8720-4c56-b425-33d7a688d392 None None] New status for floating IP ec56121e-4c2e-42c8-ace8-ce3e12aadda8: DOWN {{(pid=103098) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 09:12:03.751668 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.plugin [None req-1c30c429-5e2c-4f6f-89da-41a195b10a01 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Deleting port 86b5c2fc-d8f5-44ab-a2b7-95853710d751 {{(pid=103096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 09:12:03.752010 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-1c30c429-5e2c-4f6f-89da-41a195b10a01 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732013345958'] for port (86b5c2fc-d8f5-44ab-a2b7-95853710d751), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:03.831268 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-1c30c429-5e2c-4f6f-89da-41a195b10a01 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559013'] for port (86b5c2fc-d8f5-44ab-a2b7-95853710d751), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:03.831678 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-1c30c429-5e2c-4f6f-89da-41a195b10a01 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Publish callbacks [] for floatingip (86b5c2fc-d8f5-44ab-a2b7-95853710d751), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:03.844363 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.plugin [None req-1c30c429-5e2c-4f6f-89da-41a195b10a01 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Calling delete_port for 86b5c2fc-d8f5-44ab-a2b7-95853710d751 owned by network:floatingip {{(pid=103096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 09:12:03.975033 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-1c30c429-5e2c-4f6f-89da-41a195b10a01 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732013351693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732012762718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13105710'] for port (86b5c2fc-d8f5-44ab-a2b7-95853710d751), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:03.999569 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c30c429-5e2c-4f6f-89da-41a195b10a01 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Pushing event deleted for resources: {'Port': ['ID=86b5c2fc-d8f5-44ab-a2b7-95853710d751,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:12:04.058970 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-1c30c429-5e2c-4f6f-89da-41a195b10a01 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Publish callbacks [] for floatingip (ec56121e-4c2e-42c8-ace8-ce3e12aadda8), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:04.061476 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-1c30c429-5e2c-4f6f-89da-41a195b10a01 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334679'] for floatingip (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:04.062626 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-1c30c429-5e2c-4f6f-89da-41a195b10a01 tempest-AttachVolumeTestJSON-778561173 tempest-AttachVolumeTestJSON-778561173-project] 10.222.0.18 "DELETE /v2.0/floatingips/ec56121e-4c2e-42c8-ace8-ce3e12aadda8 HTTP/1.1" status: 204 len: 168 time: 0.4334457 Mar 16 09:12:04.974200 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Device 25ede00e-b968-405a-a4cd-bdadf0081abf no longer exists at agent hyperv_hv-cinder-83177 {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 09:12:04.993895 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] No Port match for: 25ede00e-b968-405a-a4cd-bdadf0081abf {{(pid=103097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 09:12:04.994233 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Device 25ede00e-b968-405a-a4cd-bdadf0081abf not bound to the agent host hv-cinder-83177 {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 09:12:07.561210 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 53510) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:12:08.039068 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-dd57b812-1379-4974-a711-f17820187e75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560148'] for router_interface (2df2c62d-5582-4298-bce8-eae327467d6d), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:08.518691 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.plugin [None req-dd57b812-1379-4974-a711-f17820187e75 admin admin] Deleting port 2710fcff-2d87-4145-8e0c-0196ae6903e2 {{(pid=103096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 09:12:08.519096 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-dd57b812-1379-4974-a711-f17820187e75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732013345958'] for port (2710fcff-2d87-4145-8e0c-0196ae6903e2), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:08.592695 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-dd57b812-1379-4974-a711-f17820187e75 admin admin] For port 2710fcff-2d87-4145-8e0c-0196ae6903e2, host dv-cinder-831776-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-4-iscsi',level=0,port_id=2710fcff-2d87-4145-8e0c-0196ae6903e2,segment=NetworkSegment(6067c7d6-89e3-4afb-807e-b2196c2d7cb4),segment_id=6067c7d6-89e3-4afb-807e-b2196c2d7cb4)] {{(pid=103096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:12:08.593426 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-dd57b812-1379-4974-a711-f17820187e75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559013'] for port (2710fcff-2d87-4145-8e0c-0196ae6903e2), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:08.605030 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.plugin [None req-dd57b812-1379-4974-a711-f17820187e75 admin admin] Calling delete_port for 2710fcff-2d87-4145-8e0c-0196ae6903e2 owned by network:router_interface {{(pid=103096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 09:12:08.778331 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-dd57b812-1379-4974-a711-f17820187e75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732013351693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732012762718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13105710'] for port (2710fcff-2d87-4145-8e0c-0196ae6903e2), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:08.802216 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd57b812-1379-4974-a711-f17820187e75 admin admin] Pushing event deleted for resources: {'Port': ['ID=2710fcff-2d87-4145-8e0c-0196ae6903e2,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:12:08.966814 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-dd57b812-1379-4974-a711-f17820187e75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-560312'] for router_interface (2df2c62d-5582-4298-bce8-eae327467d6d), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:09.178647 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd57b812-1379-4974-a711-f17820187e75 admin admin] Router 2df2c62d-5582-4298-bce8-eae327467d6d has already been hosted by L3 agent 09ce795b-eeca-4b3b-9d7f-577d9443cb21 {{(pid=103096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 09:12:09.282710 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd57b812-1379-4974-a711-f17820187e75 admin admin] Notify agent at l3_agent.dv-cinder-831776-4-iscsi the message routers_updated {{(pid=103096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 09:12:09.287616 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-dd57b812-1379-4974-a711-f17820187e75 admin admin] 10.222.0.18 "PUT /v2.0/routers/2df2c62d-5582-4298-bce8-eae327467d6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7253666 Mar 16 09:12:09.290073 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 53514) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:12:09.294259 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b004aa5d-a2b2-4b27-8a3a-4e7c6ea06a99 None None] Sync routers for ids ['2df2c62d-5582-4298-bce8-eae327467d6d'] in dv-cinder-831776-4-iscsi {{(pid=103097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 09:12:09.303761 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b004aa5d-a2b2-4b27-8a3a-4e7c6ea06a99 None None] Routers {'2df2c62d-5582-4298-bce8-eae327467d6d'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:12:09.304367 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-b004aa5d-a2b2-4b27-8a3a-4e7c6ea06a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:11:53Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['2df2c62d-5582-4298-bce8-eae327467d6d'], 'active': True} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:12:09.390880 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-de59d087-5d6f-4fea-83d9-0d46d879e9f0 admin admin] Publish callbacks [] for router (2df2c62d-5582-4298-bce8-eae327467d6d), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:09.500394 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-de59d087-5d6f-4fea-83d9-0d46d879e9f0 admin admin] Publish callbacks [] for router_gateway (2df2c62d-5582-4298-bce8-eae327467d6d), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:09.536309 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvr_db [None req-b004aa5d-a2b2-4b27-8a3a-4e7c6ea06a99 None None] Set router 2df2c62d-5582-4298-bce8-eae327467d6d gateway port host: dv-cinder-831776-4-iscsi {{(pid=103097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:12:09.559894 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.plugin [None req-de59d087-5d6f-4fea-83d9-0d46d879e9f0 admin admin] Deleting port f6b31a4c-cee9-42ec-bd05-d81200f3903a {{(pid=103096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 09:12:09.560228 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-de59d087-5d6f-4fea-83d9-0d46d879e9f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732013345958'] for port (f6b31a4c-cee9-42ec-bd05-d81200f3903a), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:09.638068 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-de59d087-5d6f-4fea-83d9-0d46d879e9f0 admin admin] For port f6b31a4c-cee9-42ec-bd05-d81200f3903a, host dv-cinder-831776-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-4-iscsi',level=0,port_id=f6b31a4c-cee9-42ec-bd05-d81200f3903a,segment=NetworkSegment(627a1704-08f1-4a54-a35a-53ba84ce9e35),segment_id=627a1704-08f1-4a54-a35a-53ba84ce9e35)] {{(pid=103096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:12:09.638749 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-de59d087-5d6f-4fea-83d9-0d46d879e9f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559013'] for port (f6b31a4c-cee9-42ec-bd05-d81200f3903a), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:09.650637 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.plugin [None req-de59d087-5d6f-4fea-83d9-0d46d879e9f0 admin admin] Calling delete_port for f6b31a4c-cee9-42ec-bd05-d81200f3903a owned by network:router_gateway {{(pid=103096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 09:12:09.713373 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-b004aa5d-a2b2-4b27-8a3a-4e7c6ea06a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df2c62d-5582-4298-bce8-eae327467d6d', 'name': 'tempest-AttachVolumeTestJSON-1028812111-router', 'tenant_id': '038ce3c42c064d11ab4e77d47b819ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': 'f6b31a4c-cee9-42ec-bd05-d81200f3903a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:01:25Z', 'updated_at': '2022-03-16T09:12:08Z', 'revision_number': 5, 'project_id': '038ce3c42c064d11ab4e77d47b819ba5', 'gw_port': {'id': 'f6b31a4c-cee9-42ec-bd05-d81200f3903a', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:92:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df2c62d-5582-4298-bce8-eae327467d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:26Z', 'updated_at': '2022-03-16T09:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi'}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:12:09.739223 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b004aa5d-a2b2-4b27-8a3a-4e7c6ea06a99 None None] Checking router: 2df2c62d-5582-4298-bce8-eae327467d6d for host: dv-cinder-831776-4-iscsi {{(pid=103097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 09:12:09.747602 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b004aa5d-a2b2-4b27-8a3a-4e7c6ea06a99 None None] Routers {'2df2c62d-5582-4298-bce8-eae327467d6d'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:12:09.748205 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-b004aa5d-a2b2-4b27-8a3a-4e7c6ea06a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:11:53Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['2df2c62d-5582-4298-bce8-eae327467d6d'], 'active': True} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:12:09.817728 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-de59d087-5d6f-4fea-83d9-0d46d879e9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732013351693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732012762718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13105710'] for port (f6b31a4c-cee9-42ec-bd05-d81200f3903a), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:09.836077 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvr_db [None req-b004aa5d-a2b2-4b27-8a3a-4e7c6ea06a99 None None] Set router 2df2c62d-5582-4298-bce8-eae327467d6d gateway port host: None {{(pid=103097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:12:09.846205 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de59d087-5d6f-4fea-83d9-0d46d879e9f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6b31a4c-cee9-42ec-bd05-d81200f3903a,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:12:09.890637 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-b004aa5d-a2b2-4b27-8a3a-4e7c6ea06a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df2c62d-5582-4298-bce8-eae327467d6d', 'name': 'tempest-AttachVolumeTestJSON-1028812111-router', 'tenant_id': '038ce3c42c064d11ab4e77d47b819ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:01:25Z', 'updated_at': '2022-03-16T09:12:09Z', 'revision_number': 6, 'project_id': '038ce3c42c064d11ab4e77d47b819ba5', 'gw_port_host': None}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:12:09.909387 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-de59d087-5d6f-4fea-83d9-0d46d879e9f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-557406'] for router_gateway (2df2c62d-5582-4298-bce8-eae327467d6d), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:09.917719 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b004aa5d-a2b2-4b27-8a3a-4e7c6ea06a99 None None] The sync data for ids ['2df2c62d-5582-4298-bce8-eae327467d6d'] in dv-cinder-831776-4-iscsi is: [{'id': '2df2c62d-5582-4298-bce8-eae327467d6d', 'name': 'tempest-AttachVolumeTestJSON-1028812111-router', 'tenant_id': '038ce3c42c064d11ab4e77d47b819ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:01:25Z', 'updated_at': '2022-03-16T09:12:09Z', 'revision_number': 6, 'project_id': '038ce3c42c064d11ab4e77d47b819ba5', 'gw_port_host': None}] {{(pid=103097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 09:12:10.001626 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-de59d087-5d6f-4fea-83d9-0d46d879e9f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124902'] for router (2df2c62d-5582-4298-bce8-eae327467d6d), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:10.003744 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-de59d087-5d6f-4fea-83d9-0d46d879e9f0 admin admin] Publish callbacks [] for router_controller (2df2c62d-5582-4298-bce8-eae327467d6d), precommit_delete_associations {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:10.045672 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-de59d087-5d6f-4fea-83d9-0d46d879e9f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571054'] for router (2df2c62d-5582-4298-bce8-eae327467d6d), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:10.046209 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de59d087-5d6f-4fea-83d9-0d46d879e9f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2df2c62d-5582-4298-bce8-eae327467d6d {{(pid=103096) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 09:12:10.050625 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-de59d087-5d6f-4fea-83d9-0d46d879e9f0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:10.051748 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-de59d087-5d6f-4fea-83d9-0d46d879e9f0 admin admin] 10.222.0.18 "DELETE /v2.0/routers/2df2c62d-5582-4298-bce8-eae327467d6d HTTP/1.1" status: 204 len: 168 time: 0.7602291 Mar 16 09:12:10.054299 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 53516) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:12:10.100051 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.db_base_plugin_v2 [None req-54fe360e-0a10-45e7-a7ac-d11f9ef8d565 admin admin] Deleting subnet 653dccd0-3a12-4ac0-9cc2-5a0bfeaf34e7 {{(pid=103096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 16 09:12:10.102985 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-54fe360e-0a10-45e7-a7ac-d11f9ef8d565 admin admin] Publish callbacks [] for subnet (653dccd0-3a12-4ac0-9cc2-5a0bfeaf34e7), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:10.136078 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-54fe360e-0a10-45e7-a7ac-d11f9ef8d565 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14117644'] for subnet (653dccd0-3a12-4ac0-9cc2-5a0bfeaf34e7), precommit_delete_associations {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:10.218585 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-54fe360e-0a10-45e7-a7ac-d11f9ef8d565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1238432'] for subnet (653dccd0-3a12-4ac0-9cc2-5a0bfeaf34e7), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:10.275294 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-54fe360e-0a10-45e7-a7ac-d11f9ef8d565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1238363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13105905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12838951'] for subnet (653dccd0-3a12-4ac0-9cc2-5a0bfeaf34e7), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:10.298955 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fe360e-0a10-45e7-a7ac-d11f9ef8d565 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=653dccd0-3a12-4ac0-9cc2-5a0bfeaf34e7,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:12:10.304703 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-54fe360e-0a10-45e7-a7ac-d11f9ef8d565 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555813'] for subnet (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:10.308521 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-54fe360e-0a10-45e7-a7ac-d11f9ef8d565 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/653dccd0-3a12-4ac0-9cc2-5a0bfeaf34e7 HTTP/1.1" status: 204 len: 168 time: 0.2532525 Mar 16 09:12:10.311471 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 53518) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:12:10.313507 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f14cbb8-a0b6-410c-9bdd-59e90cb77d64 None None] Network 95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c requested from dv-cinder-831776-4-iscsi {{(pid=103097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 09:12:10.378672 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-3d9929cf-2395-4abf-b65e-0b27559d92d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1197409'] for network (95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:10.432774 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.plugin [None req-3d9929cf-2395-4abf-b65e-0b27559d92d6 admin admin] Deleting port f7ac5e63-38b0-485c-9ed7-7ad0e0435768 {{(pid=103096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 09:12:10.433163 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-3d9929cf-2395-4abf-b65e-0b27559d92d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732013345958'] for port (f7ac5e63-38b0-485c-9ed7-7ad0e0435768), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:10.496707 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-3d9929cf-2395-4abf-b65e-0b27559d92d6 admin admin] For port f7ac5e63-38b0-485c-9ed7-7ad0e0435768, host dv-cinder-831776-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-4-iscsi',level=0,port_id=f7ac5e63-38b0-485c-9ed7-7ad0e0435768,segment=NetworkSegment(6067c7d6-89e3-4afb-807e-b2196c2d7cb4),segment_id=6067c7d6-89e3-4afb-807e-b2196c2d7cb4)] {{(pid=103096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:12:10.497170 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-3d9929cf-2395-4abf-b65e-0b27559d92d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559013'] for port (f7ac5e63-38b0-485c-9ed7-7ad0e0435768), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:10.510846 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.plugin [None req-3d9929cf-2395-4abf-b65e-0b27559d92d6 admin admin] Calling delete_port for f7ac5e63-38b0-485c-9ed7-7ad0e0435768 owned by network:dhcp {{(pid=103096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 09:12:10.585375 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-3d9929cf-2395-4abf-b65e-0b27559d92d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732013351693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732012762718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13105710'] for port (f7ac5e63-38b0-485c-9ed7-7ad0e0435768), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:10.613058 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9929cf-2395-4abf-b65e-0b27559d92d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7ac5e63-38b0-485c-9ed7-7ad0e0435768,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:12:10.617651 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9929cf-2395-4abf-b65e-0b27559d92d6 admin admin] No DVR routers for this DVR port f7ac5e63-38b0-485c-9ed7-7ad0e0435768 on host dv-cinder-831776-4-iscsi {{(pid=103096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 09:12:10.687596 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-3d9929cf-2395-4abf-b65e-0b27559d92d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1240631', 'neutron.services.segments.db._delete_segments_for_network-8732013206218'] for network (95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:10.698110 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ea10a9-8325-4f0e-93c0-a59137184817 None None] DHCP port deletion for 95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c request from dv-cinder-831776-4-iscsi {{(pid=103097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 16 09:12:10.712516 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.services.segments.db [None req-3d9929cf-2395-4abf-b65e-0b27559d92d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c']}} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:12:10.721947 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.services.segments.db [None req-3d9929cf-2395-4abf-b65e-0b27559d92d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6067c7d6-89e3-4afb-807e-b2196c2d7cb4') {'for_net_delete': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:12:10.722248 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.services.segments.db [None req-3d9929cf-2395-4abf-b65e-0b27559d92d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6067c7d6-89e3-4afb-807e-b2196c2d7cb4') {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:12:10.731927 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-3d9929cf-2395-4abf-b65e-0b27559d92d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732013210067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14117639'] for segment (6067c7d6-89e3-4afb-807e-b2196c2d7cb4), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:10.745260 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-3d9929cf-2395-4abf-b65e-0b27559d92d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079957'] for segment (6067c7d6-89e3-4afb-807e-b2196c2d7cb4), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:10.750847 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d9929cf-2395-4abf-b65e-0b27559d92d6 admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=103096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 09:12:10.751225 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-3d9929cf-2395-4abf-b65e-0b27559d92d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13105755'] for segment (6067c7d6-89e3-4afb-807e-b2196c2d7cb4), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:10.752814 dv-cinder-831776-4-iscsi neutron-server[103096]: Traceback (most recent call last): Mar 16 09:12:10.752814 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 09:12:10.752814 dv-cinder-831776-4-iscsi neutron-server[103096]: timer() Mar 16 09:12:10.752814 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 09:12:10.752814 dv-cinder-831776-4-iscsi neutron-server[103096]: cb(*args, **kw) Mar 16 09:12:10.752814 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 16 09:12:10.752814 dv-cinder-831776-4-iscsi neutron-server[103096]: return func(*args, **kwargs) Mar 16 09:12:10.752814 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 09:12:10.752814 dv-cinder-831776-4-iscsi neutron-server[103096]: self._notify() Mar 16 09:12:10.752814 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 09:12:10.752814 dv-cinder-831776-4-iscsi neutron-server[103096]: self.callback(batched_events) Mar 16 09:12:10.752814 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 09:12:10.752814 dv-cinder-831776-4-iscsi neutron-server[103096]: event.method(event) Mar 16 09:12:10.752814 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 16 09:12:10.752814 dv-cinder-831776-4-iscsi neutron-server[103096]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 09:12:10.752814 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 16 09:12:10.752814 dv-cinder-831776-4-iscsi neutron-server[103096]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 09:12:10.752814 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 16 09:12:10.752814 dv-cinder-831776-4-iscsi neutron-server[103096]: return f(self, *a, **k) Mar 16 09:12:10.752814 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 09:12:10.752814 dv-cinder-831776-4-iscsi neutron-server[103096]: return self._get(url).json() Mar 16 09:12:10.752814 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 09:12:10.752814 dv-cinder-831776-4-iscsi neutron-server[103096]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 09:12:10.752814 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 09:12:10.752814 dv-cinder-831776-4-iscsi neutron-server[103096]: return self.request(url, 'GET', **kwargs) Mar 16 09:12:10.752814 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 09:12:10.752814 dv-cinder-831776-4-iscsi neutron-server[103096]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 09:12:10.752814 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 09:12:10.752814 dv-cinder-831776-4-iscsi neutron-server[103096]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 09:12:10.752814 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 09:12:10.752814 dv-cinder-831776-4-iscsi neutron-server[103096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 09:12:10.752814 dv-cinder-831776-4-iscsi neutron-server[103096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 09:12:10.809504 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-3d9929cf-2395-4abf-b65e-0b27559d92d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1240622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-557370'] for network (95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:10.814699 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-3d9929cf-2395-4abf-b65e-0b27559d92d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555813'] for network (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:10.817823 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-3d9929cf-2395-4abf-b65e-0b27559d92d6 admin admin] 10.222.0.18 "DELETE /v2.0/networks/95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c HTTP/1.1" status: 204 len: 168 time: 0.5052457 Mar 16 09:12:10.828546 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9929cf-2395-4abf-b65e-0b27559d92d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=95ab3bdf-d2c8-44d4-93a0-b2c65afffd2c,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:12:10.941733 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 53522) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:12:10.980801 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-3ac85a06-b1ad-4d2a-bbb6-f9c6b9700f46 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=038ce3c42c064d11ab4e77d47b819ba5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0379145 Mar 16 09:12:10.983271 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 53524) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:12:11.029988 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-5d752ef3-3f58-4007-a971-f82738426f14 admin admin] Publish callbacks [] for security_group (2a472d80-a600-42fd-922a-6431c9a77b14), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:11.050028 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-5d752ef3-3f58-4007-a971-f82738426f14 admin admin] Publish callbacks [] for security_group (2a472d80-a600-42fd-922a-6431c9a77b14), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:11.095672 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-5d752ef3-3f58-4007-a971-f82738426f14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (2a472d80-a600-42fd-922a-6431c9a77b14), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:11.098190 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-5d752ef3-3f58-4007-a971-f82738426f14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:11.099345 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-5d752ef3-3f58-4007-a971-f82738426f14 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2a472d80-a600-42fd-922a-6431c9a77b14 HTTP/1.1" status: 204 len: 168 time: 0.1151934 Mar 16 09:12:11.107110 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d752ef3-3f58-4007-a971-f82738426f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a472d80-a600-42fd-922a-6431c9a77b14,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:12:11.724174 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device 2710fcff-2d87-4145-8e0c-0196ae6903e2 no longer exists at agent ovs-agent-dv-cinder-831776-4-iscsi {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 09:12:11.744125 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] No Port match for: 2710fcff-2d87-4145-8e0c-0196ae6903e2 {{(pid=103097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 09:12:11.744473 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device 2710fcff-2d87-4145-8e0c-0196ae6903e2 not bound to the agent host dv-cinder-831776-4-iscsi {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 09:12:11.744892 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device f7ac5e63-38b0-485c-9ed7-7ad0e0435768 no longer exists at agent ovs-agent-dv-cinder-831776-4-iscsi {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 09:12:11.766382 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] No Port match for: f7ac5e63-38b0-485c-9ed7-7ad0e0435768 {{(pid=103097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 09:12:11.766735 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device f7ac5e63-38b0-485c-9ed7-7ad0e0435768 not bound to the agent host dv-cinder-831776-4-iscsi {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 09:12:11.767148 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device f6b31a4c-cee9-42ec-bd05-d81200f3903a no longer exists at agent ovs-agent-dv-cinder-831776-4-iscsi {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 09:12:11.786832 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] No Port match for: f6b31a4c-cee9-42ec-bd05-d81200f3903a {{(pid=103097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 09:12:11.787182 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device f6b31a4c-cee9-42ec-bd05-d81200f3903a not bound to the agent host dv-cinder-831776-4-iscsi {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 09:12:12.283392 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 53574) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:12:12.386770 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-308aa8f9-e9ac-4a4d-9c91-16b555df998d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:12.462709 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-308aa8f9-e9ac-4a4d-9c91-16b555df998d admin admin] Publish callbacks [] for security_group (a49d9ff9-1d2e-4fdf-9740-34e188bf886e), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:12.467682 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-308aa8f9-e9ac-4a4d-9c91-16b555df998d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (a49d9ff9-1d2e-4fdf-9740-34e188bf886e), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:12.504751 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-308aa8f9-e9ac-4a4d-9c91-16b555df998d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bb39ab5151b6441280554f9f49b96d0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2203002 Mar 16 09:12:12.505686 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308aa8f9-e9ac-4a4d-9c91-16b555df998d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a49d9ff9-1d2e-4fdf-9740-34e188bf886e,revision_number=1']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:12:12.507448 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 53578) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:12:12.558361 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-23ae87c1-fd01-4d14-8f83-b2b9613a81fe admin admin] Publish callbacks [] for security_group (a49d9ff9-1d2e-4fdf-9740-34e188bf886e), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:12.578589 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-23ae87c1-fd01-4d14-8f83-b2b9613a81fe admin admin] Publish callbacks [] for security_group (a49d9ff9-1d2e-4fdf-9740-34e188bf886e), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:12.623674 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-23ae87c1-fd01-4d14-8f83-b2b9613a81fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (a49d9ff9-1d2e-4fdf-9740-34e188bf886e), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:12.626210 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-23ae87c1-fd01-4d14-8f83-b2b9613a81fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:12.627351 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-23ae87c1-fd01-4d14-8f83-b2b9613a81fe admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a49d9ff9-1d2e-4fdf-9740-34e188bf886e HTTP/1.1" status: 204 len: 168 time: 0.1183629 Mar 16 09:12:12.635242 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ae87c1-fd01-4d14-8f83-b2b9613a81fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a49d9ff9-1d2e-4fdf-9740-34e188bf886e,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:12:12.642313 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ae87c1-fd01-4d14-8f83-b2b9613a81fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:12:12.642678 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ae87c1-fd01-4d14-8f83-b2b9613a81fe admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:12:12.643026 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ae87c1-fd01-4d14-8f83-b2b9613a81fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:12:12.643369 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ae87c1-fd01-4d14-8f83-b2b9613a81fe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:12:12.643705 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ae87c1-fd01-4d14-8f83-b2b9613a81fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:12:12.644040 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ae87c1-fd01-4d14-8f83-b2b9613a81fe admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:12:12.644382 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ae87c1-fd01-4d14-8f83-b2b9613a81fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:12:12.644712 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ae87c1-fd01-4d14-8f83-b2b9613a81fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:12:12.645041 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ae87c1-fd01-4d14-8f83-b2b9613a81fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:12:12.645366 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ae87c1-fd01-4d14-8f83-b2b9613a81fe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:12:12.645717 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ae87c1-fd01-4d14-8f83-b2b9613a81fe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:12:12.646044 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ae87c1-fd01-4d14-8f83-b2b9613a81fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:12:12.646368 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ae87c1-fd01-4d14-8f83-b2b9613a81fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:12:12.646688 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ae87c1-fd01-4d14-8f83-b2b9613a81fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:12:12.647020 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ae87c1-fd01-4d14-8f83-b2b9613a81fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:12:13.221545 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 53600) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:12:13.313355 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.v2.base [None req-785e19c7-ab97-47ee-9f1b-b842d17d76cf admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1053344820-network', 'tenant_id': 'e759e27d0fa04de89b04a41e8af3eb77'}} {{(pid=103095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:12:13.332829 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-785e19c7-ab97-47ee-9f1b-b842d17d76cf admin admin] Made reservation on behalf of e759e27d0fa04de89b04a41e8af3eb77 for: {'network': 1} {{(pid=103095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 09:12:13.335044 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-785e19c7-ab97-47ee-9f1b-b842d17d76cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for network (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:13.343020 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-785e19c7-ab97-47ee-9f1b-b842d17d76cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:13.413704 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-785e19c7-ab97-47ee-9f1b-b842d17d76cf admin admin] Publish callbacks [] for security_group (b6f496ed-28cd-47b2-b1ae-9b2b315a39fd), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:13.417024 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-785e19c7-ab97-47ee-9f1b-b842d17d76cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (b6f496ed-28cd-47b2-b1ae-9b2b315a39fd), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:13.437035 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-785e19c7-ab97-47ee-9f1b-b842d17d76cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=103095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 09:12:13.451813 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785e19c7-ab97-47ee-9f1b-b842d17d76cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f496ed-28cd-47b2-b1ae-9b2b315a39fd,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:12:13.454629 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-785e19c7-ab97-47ee-9f1b-b842d17d76cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079957'] for segment (13c8b105-7652-4c40-b896-2ade4e30c547), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:13.454975 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.db.segments_db [None req-785e19c7-ab97-47ee-9f1b-b842d17d76cf admin admin] Added segment 13c8b105-7652-4c40-b896-2ade4e30c547 of type vlan for network 089c7472-91cd-4495-93ea-4d66853fd052 Mar 16 09:12:13.492937 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-785e19c7-ab97-47ee-9f1b-b842d17d76cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732012783544'] for network (089c7472-91cd-4495-93ea-4d66853fd052), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:13.519382 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-785e19c7-ab97-47ee-9f1b-b842d17d76cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787'] for network (089c7472-91cd-4495-93ea-4d66853fd052), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:13.520306 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785e19c7-ab97-47ee-9f1b-b842d17d76cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:12:13.520910 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-785e19c7-ab97-47ee-9f1b-b842d17d76cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555813'] for network (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:13.568840 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-785e19c7-ab97-47ee-9f1b-b842d17d76cf admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3461614 Mar 16 09:12:13.571752 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 53604) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:12:13.576648 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.v2.base [None req-d128ab9a-0038-43fc-9cea-25bb61895111 admin admin] Request body: {'subnet': {'network_id': '089c7472-91cd-4495-93ea-4d66853fd052', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1053344820-subnet', 'tenant_id': 'e759e27d0fa04de89b04a41e8af3eb77', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:12:13.581304 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785e19c7-ab97-47ee-9f1b-b842d17d76cf admin admin] Pushing event updated for resources: {'Network': ['ID=089c7472-91cd-4495-93ea-4d66853fd052,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:12:13.590934 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Network 089c7472-91cd-4495-93ea-4d66853fd052 details requested by agent ovs-agent-dv-cinder-831776-4-iscsi with host dv-cinder-831776-4-iscsi {{(pid=103097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 16 09:12:13.597190 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d128ab9a-0038-43fc-9cea-25bb61895111 admin admin] Made reservation on behalf of e759e27d0fa04de89b04a41e8af3eb77 for: {'subnet': 1} {{(pid=103096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 09:12:13.599508 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-d128ab9a-0038-43fc-9cea-25bb61895111 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12838912'] for subnet (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:13.760839 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-d128ab9a-0038-43fc-9cea-25bb61895111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13105842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12838974'] for subnet (abea5ccc-78e7-4237-ae1b-b736ba3d5de0), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:13.812099 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d128ab9a-0038-43fc-9cea-25bb61895111 admin admin] Pushing event updated for resources: {'Subnet': ['ID=abea5ccc-78e7-4237-ae1b-b736ba3d5de0,revision_number=0']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:12:13.822140 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d128ab9a-0038-43fc-9cea-25bb61895111 admin admin] Checking segment: {'id': '13c8b105-7652-4c40-b896-2ade4e30c547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '089c7472-91cd-4495-93ea-4d66853fd052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 09:12:13.822437 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d128ab9a-0038-43fc-9cea-25bb61895111 admin admin] Network hostable DHCP agents. Network: 089c7472-91cd-4495-93ea-4d66853fd052, hostable agents: ['a398d5bf-1368-473f-bfdd-7d167c3f4154'], hosted agents: [] {{(pid=103096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 09:12:13.838048 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d128ab9a-0038-43fc-9cea-25bb61895111 admin admin] Network 089c7472-91cd-4495-93ea-4d66853fd052 is scheduled to be hosted by DHCP agent a398d5bf-1368-473f-bfdd-7d167c3f4154 with binding_index 1 {{(pid=103096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 09:12:13.845729 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.base_scheduler [None req-d128ab9a-0038-43fc-9cea-25bb61895111 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831776-4-iscsi, 089c7472-91cd-4495-93ea-4d66853fd052) {{(pid=103096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 09:12:13.849716 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d128ab9a-0038-43fc-9cea-25bb61895111 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:12:13.850313 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-d128ab9a-0038-43fc-9cea-25bb61895111 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555813'] for subnet (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:13.855706 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56dab3be-cf64-489d-8db7-6e9c379d21a5 None None] Network 089c7472-91cd-4495-93ea-4d66853fd052 requested from dv-cinder-831776-4-iscsi {{(pid=103097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 09:12:13.867099 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-d128ab9a-0038-43fc-9cea-25bb61895111 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.2939506 Mar 16 09:12:13.949715 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc2a299-4af7-44cf-bc35-86b55bc5aaa4 None None] Network 089c7472-91cd-4495-93ea-4d66853fd052 requested from dv-cinder-831776-4-iscsi {{(pid=103097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 09:12:14.317090 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 53620) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:12:14.322490 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.v2.base [None req-68fa8cbd-49b2-4eb2-9ca3-7469142f5d5e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-807289195-network', 'tenant_id': '892ab6ae06b04ef1b1564b5dde5a9e88'}} {{(pid=103096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:12:14.340651 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68fa8cbd-49b2-4eb2-9ca3-7469142f5d5e admin admin] Made reservation on behalf of 892ab6ae06b04ef1b1564b5dde5a9e88 for: {'network': 1} {{(pid=103096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 09:12:14.342810 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-68fa8cbd-49b2-4eb2-9ca3-7469142f5d5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for network (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:14.351381 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-68fa8cbd-49b2-4eb2-9ca3-7469142f5d5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:14.422016 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-68fa8cbd-49b2-4eb2-9ca3-7469142f5d5e admin admin] Publish callbacks [] for security_group (d6043f1b-13b4-4cbc-8bf8-28210e666418), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:14.425390 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-68fa8cbd-49b2-4eb2-9ca3-7469142f5d5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (d6043f1b-13b4-4cbc-8bf8-28210e666418), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:14.448500 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68fa8cbd-49b2-4eb2-9ca3-7469142f5d5e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=103096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 09:12:14.461215 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fa8cbd-49b2-4eb2-9ca3-7469142f5d5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6043f1b-13b4-4cbc-8bf8-28210e666418,revision_number=1']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:12:14.466378 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-68fa8cbd-49b2-4eb2-9ca3-7469142f5d5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079957'] for segment (b6151dfe-f331-419b-89b9-ace01a85fe10), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:14.466728 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.db.segments_db [None req-68fa8cbd-49b2-4eb2-9ca3-7469142f5d5e admin admin] Added segment b6151dfe-f331-419b-89b9-ace01a85fe10 of type vlan for network 2ffbdc8b-322d-411e-9288-f4d42d11c30a Mar 16 09:12:14.503794 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-68fa8cbd-49b2-4eb2-9ca3-7469142f5d5e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732012783544'] for network (2ffbdc8b-322d-411e-9288-f4d42d11c30a), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:14.527671 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-68fa8cbd-49b2-4eb2-9ca3-7469142f5d5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787'] for network (2ffbdc8b-322d-411e-9288-f4d42d11c30a), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:14.528560 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fa8cbd-49b2-4eb2-9ca3-7469142f5d5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:12:14.529142 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-68fa8cbd-49b2-4eb2-9ca3-7469142f5d5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555813'] for network (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:14.577260 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-68fa8cbd-49b2-4eb2-9ca3-7469142f5d5e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.2590711 Mar 16 09:12:14.580206 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 53624) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:12:14.585123 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.v2.base [None req-30e1b2a6-99e6-4c80-9540-cef9abe23222 admin admin] Request body: {'subnet': {'network_id': '2ffbdc8b-322d-411e-9288-f4d42d11c30a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-807289195-subnet', 'tenant_id': '892ab6ae06b04ef1b1564b5dde5a9e88', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:12:14.588407 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fa8cbd-49b2-4eb2-9ca3-7469142f5d5e admin admin] Pushing event updated for resources: {'Network': ['ID=2ffbdc8b-322d-411e-9288-f4d42d11c30a,revision_number=1']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:12:14.598369 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Network 2ffbdc8b-322d-411e-9288-f4d42d11c30a details requested by agent ovs-agent-dv-cinder-831776-4-iscsi with host dv-cinder-831776-4-iscsi {{(pid=103097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 16 09:12:14.605098 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30e1b2a6-99e6-4c80-9540-cef9abe23222 admin admin] Made reservation on behalf of 892ab6ae06b04ef1b1564b5dde5a9e88 for: {'subnet': 1} {{(pid=103095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 09:12:14.607398 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-30e1b2a6-99e6-4c80-9540-cef9abe23222 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133455005'] for subnet (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:14.767567 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-30e1b2a6-99e6-4c80-9540-cef9abe23222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13558131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133455011'] for subnet (4d6e4c7e-2581-4d34-8537-490dea252d0b), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:14.817983 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e1b2a6-99e6-4c80-9540-cef9abe23222 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d6e4c7e-2581-4d34-8537-490dea252d0b,revision_number=0']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:12:14.828525 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e1b2a6-99e6-4c80-9540-cef9abe23222 admin admin] Checking segment: {'id': 'b6151dfe-f331-419b-89b9-ace01a85fe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2ffbdc8b-322d-411e-9288-f4d42d11c30a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 09:12:14.828872 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e1b2a6-99e6-4c80-9540-cef9abe23222 admin admin] Network hostable DHCP agents. Network: 2ffbdc8b-322d-411e-9288-f4d42d11c30a, hostable agents: ['a398d5bf-1368-473f-bfdd-7d167c3f4154'], hosted agents: [] {{(pid=103095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 09:12:14.845610 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e1b2a6-99e6-4c80-9540-cef9abe23222 admin admin] Network 2ffbdc8b-322d-411e-9288-f4d42d11c30a is scheduled to be hosted by DHCP agent a398d5bf-1368-473f-bfdd-7d167c3f4154 with binding_index 1 {{(pid=103095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 09:12:14.853816 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-30e1b2a6-99e6-4c80-9540-cef9abe23222 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831776-4-iscsi, 2ffbdc8b-322d-411e-9288-f4d42d11c30a) {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 09:12:14.857754 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e1b2a6-99e6-4c80-9540-cef9abe23222 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:12:14.858345 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-30e1b2a6-99e6-4c80-9540-cef9abe23222 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:14.863970 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28535275-3b3d-40f3-8c68-665e604f0441 None None] Network 2ffbdc8b-322d-411e-9288-f4d42d11c30a requested from dv-cinder-831776-4-iscsi {{(pid=103097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 09:12:14.874892 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-30e1b2a6-99e6-4c80-9540-cef9abe23222 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.2935297 Mar 16 09:12:14.962467 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a314f9-be85-4d73-86a7-8f5c9b67cab2 None None] Network 2ffbdc8b-322d-411e-9288-f4d42d11c30a requested from dv-cinder-831776-4-iscsi {{(pid=103097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 09:12:14.986901 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 53628) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:12:15.034737 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c0317ed-d0b9-42c6-be36-d41cc4f4ba91 admin admin] Deleting subnet abea5ccc-78e7-4237-ae1b-b736ba3d5de0 {{(pid=103095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 16 09:12:15.037893 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9c0317ed-d0b9-42c6-be36-d41cc4f4ba91 admin admin] Publish callbacks [] for subnet (abea5ccc-78e7-4237-ae1b-b736ba3d5de0), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:15.073542 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9c0317ed-d0b9-42c6-be36-d41cc4f4ba91 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13312432'] for subnet (abea5ccc-78e7-4237-ae1b-b736ba3d5de0), precommit_delete_associations {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:15.121626 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9c0317ed-d0b9-42c6-be36-d41cc4f4ba91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1238432'] for subnet (abea5ccc-78e7-4237-ae1b-b736ba3d5de0), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:15.178283 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9c0317ed-d0b9-42c6-be36-d41cc4f4ba91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1238363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13558064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133455034'] for subnet (abea5ccc-78e7-4237-ae1b-b736ba3d5de0), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:15.200601 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0317ed-d0b9-42c6-be36-d41cc4f4ba91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abea5ccc-78e7-4237-ae1b-b736ba3d5de0,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:12:15.205922 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9c0317ed-d0b9-42c6-be36-d41cc4f4ba91 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:15.208978 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-9c0317ed-d0b9-42c6-be36-d41cc4f4ba91 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/abea5ccc-78e7-4237-ae1b-b736ba3d5de0 HTTP/1.1" status: 204 len: 168 time: 0.2210879 Mar 16 09:12:15.211416 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 53630) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:12:15.278890 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-90a37f16-ff2b-4c99-87b3-256ecd2873af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1197409'] for network (089c7472-91cd-4495-93ea-4d66853fd052), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:15.351720 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-90a37f16-ff2b-4c99-87b3-256ecd2873af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1240631', 'neutron.services.segments.db._delete_segments_for_network-8732013206218'] for network (089c7472-91cd-4495-93ea-4d66853fd052), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:15.371211 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.services.segments.db [None req-90a37f16-ff2b-4c99-87b3-256ecd2873af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['089c7472-91cd-4495-93ea-4d66853fd052']}} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:12:15.379895 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.services.segments.db [None req-90a37f16-ff2b-4c99-87b3-256ecd2873af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13c8b105-7652-4c40-b896-2ade4e30c547') {'for_net_delete': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:12:15.380132 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.services.segments.db [None req-90a37f16-ff2b-4c99-87b3-256ecd2873af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13c8b105-7652-4c40-b896-2ade4e30c547') {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:12:15.392489 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-90a37f16-ff2b-4c99-87b3-256ecd2873af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732013210067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13312443'] for segment (13c8b105-7652-4c40-b896-2ade4e30c547), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:15.404824 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-90a37f16-ff2b-4c99-87b3-256ecd2873af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079957'] for segment (13c8b105-7652-4c40-b896-2ade4e30c547), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:15.410317 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90a37f16-ff2b-4c99-87b3-256ecd2873af admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=103095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 09:12:15.410687 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-90a37f16-ff2b-4c99-87b3-256ecd2873af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13558170'] for segment (13c8b105-7652-4c40-b896-2ade4e30c547), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:15.412240 dv-cinder-831776-4-iscsi neutron-server[103095]: Traceback (most recent call last): Mar 16 09:12:15.412240 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 09:12:15.412240 dv-cinder-831776-4-iscsi neutron-server[103095]: timer() Mar 16 09:12:15.412240 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 09:12:15.412240 dv-cinder-831776-4-iscsi neutron-server[103095]: cb(*args, **kw) Mar 16 09:12:15.412240 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 16 09:12:15.412240 dv-cinder-831776-4-iscsi neutron-server[103095]: return func(*args, **kwargs) Mar 16 09:12:15.412240 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 09:12:15.412240 dv-cinder-831776-4-iscsi neutron-server[103095]: self._notify() Mar 16 09:12:15.412240 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 09:12:15.412240 dv-cinder-831776-4-iscsi neutron-server[103095]: self.callback(batched_events) Mar 16 09:12:15.412240 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 09:12:15.412240 dv-cinder-831776-4-iscsi neutron-server[103095]: event.method(event) Mar 16 09:12:15.412240 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 16 09:12:15.412240 dv-cinder-831776-4-iscsi neutron-server[103095]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 09:12:15.412240 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 16 09:12:15.412240 dv-cinder-831776-4-iscsi neutron-server[103095]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 09:12:15.412240 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 16 09:12:15.412240 dv-cinder-831776-4-iscsi neutron-server[103095]: return f(self, *a, **k) Mar 16 09:12:15.412240 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 09:12:15.412240 dv-cinder-831776-4-iscsi neutron-server[103095]: return self._get(url).json() Mar 16 09:12:15.412240 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 09:12:15.412240 dv-cinder-831776-4-iscsi neutron-server[103095]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 09:12:15.412240 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 09:12:15.412240 dv-cinder-831776-4-iscsi neutron-server[103095]: return self.request(url, 'GET', **kwargs) Mar 16 09:12:15.412240 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 09:12:15.412240 dv-cinder-831776-4-iscsi neutron-server[103095]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 09:12:15.412240 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 09:12:15.412240 dv-cinder-831776-4-iscsi neutron-server[103095]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 09:12:15.412240 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 09:12:15.412240 dv-cinder-831776-4-iscsi neutron-server[103095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 09:12:15.412240 dv-cinder-831776-4-iscsi neutron-server[103095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 09:12:15.475374 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-90a37f16-ff2b-4c99-87b3-256ecd2873af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1240622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-557370'] for network (089c7472-91cd-4495-93ea-4d66853fd052), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:15.481429 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-90a37f16-ff2b-4c99-87b3-256ecd2873af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555813'] for network (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:15.484458 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-90a37f16-ff2b-4c99-87b3-256ecd2873af admin admin] 10.222.0.18 "DELETE /v2.0/networks/089c7472-91cd-4495-93ea-4d66853fd052 HTTP/1.1" status: 204 len: 168 time: 0.2721262 Mar 16 09:12:15.487329 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 53632) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:12:15.495386 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a37f16-ff2b-4c99-87b3-256ecd2873af admin admin] Pushing event deleted for resources: {'Network': ['ID=089c7472-91cd-4495-93ea-4d66853fd052,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:12:15.531072 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1cd2c09-4f79-45f8-ae41-879e725e7a55 admin admin] Deleting subnet 4d6e4c7e-2581-4d34-8537-490dea252d0b {{(pid=103096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 16 09:12:15.534246 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-e1cd2c09-4f79-45f8-ae41-879e725e7a55 admin admin] Publish callbacks [] for subnet (4d6e4c7e-2581-4d34-8537-490dea252d0b), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:15.570003 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-e1cd2c09-4f79-45f8-ae41-879e725e7a55 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14117644'] for subnet (4d6e4c7e-2581-4d34-8537-490dea252d0b), precommit_delete_associations {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:15.606610 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-e1cd2c09-4f79-45f8-ae41-879e725e7a55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1238432'] for subnet (4d6e4c7e-2581-4d34-8537-490dea252d0b), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:15.656228 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-e1cd2c09-4f79-45f8-ae41-879e725e7a55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1238363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13105905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12838951'] for subnet (4d6e4c7e-2581-4d34-8537-490dea252d0b), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:15.683083 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cd2c09-4f79-45f8-ae41-879e725e7a55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d6e4c7e-2581-4d34-8537-490dea252d0b,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:12:15.684995 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-e1cd2c09-4f79-45f8-ae41-879e725e7a55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555813'] for subnet (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:15.688106 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-e1cd2c09-4f79-45f8-ae41-879e725e7a55 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/4d6e4c7e-2581-4d34-8537-490dea252d0b HTTP/1.1" status: 204 len: 168 time: 0.1997621 Mar 16 09:12:15.690545 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 53634) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:12:15.758939 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-916f1772-341f-4250-8695-8e8bf210c795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1197409'] for network (2ffbdc8b-322d-411e-9288-f4d42d11c30a), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:15.833788 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-916f1772-341f-4250-8695-8e8bf210c795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1240631', 'neutron.services.segments.db._delete_segments_for_network-8732013206218'] for network (2ffbdc8b-322d-411e-9288-f4d42d11c30a), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:15.852897 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.services.segments.db [None req-916f1772-341f-4250-8695-8e8bf210c795 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ffbdc8b-322d-411e-9288-f4d42d11c30a']}} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:12:15.861743 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.services.segments.db [None req-916f1772-341f-4250-8695-8e8bf210c795 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6151dfe-f331-419b-89b9-ace01a85fe10') {'for_net_delete': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:12:15.862041 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.services.segments.db [None req-916f1772-341f-4250-8695-8e8bf210c795 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6151dfe-f331-419b-89b9-ace01a85fe10') {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:12:15.871359 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-916f1772-341f-4250-8695-8e8bf210c795 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732013210067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14117639'] for segment (b6151dfe-f331-419b-89b9-ace01a85fe10), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:15.884668 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-916f1772-341f-4250-8695-8e8bf210c795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079957'] for segment (b6151dfe-f331-419b-89b9-ace01a85fe10), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:15.890365 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-916f1772-341f-4250-8695-8e8bf210c795 admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=103096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 09:12:15.890746 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-916f1772-341f-4250-8695-8e8bf210c795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13105755'] for segment (b6151dfe-f331-419b-89b9-ace01a85fe10), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:15.892436 dv-cinder-831776-4-iscsi neutron-server[103096]: Traceback (most recent call last): Mar 16 09:12:15.892436 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 09:12:15.892436 dv-cinder-831776-4-iscsi neutron-server[103096]: timer() Mar 16 09:12:15.892436 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 09:12:15.892436 dv-cinder-831776-4-iscsi neutron-server[103096]: cb(*args, **kw) Mar 16 09:12:15.892436 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 16 09:12:15.892436 dv-cinder-831776-4-iscsi neutron-server[103096]: return func(*args, **kwargs) Mar 16 09:12:15.892436 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 09:12:15.892436 dv-cinder-831776-4-iscsi neutron-server[103096]: self._notify() Mar 16 09:12:15.892436 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 09:12:15.892436 dv-cinder-831776-4-iscsi neutron-server[103096]: self.callback(batched_events) Mar 16 09:12:15.892436 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 09:12:15.892436 dv-cinder-831776-4-iscsi neutron-server[103096]: event.method(event) Mar 16 09:12:15.892436 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 16 09:12:15.892436 dv-cinder-831776-4-iscsi neutron-server[103096]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 09:12:15.892436 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 16 09:12:15.892436 dv-cinder-831776-4-iscsi neutron-server[103096]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 09:12:15.892436 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 16 09:12:15.892436 dv-cinder-831776-4-iscsi neutron-server[103096]: return f(self, *a, **k) Mar 16 09:12:15.892436 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 09:12:15.892436 dv-cinder-831776-4-iscsi neutron-server[103096]: return self._get(url).json() Mar 16 09:12:15.892436 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 09:12:15.892436 dv-cinder-831776-4-iscsi neutron-server[103096]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 09:12:15.892436 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 09:12:15.892436 dv-cinder-831776-4-iscsi neutron-server[103096]: return self.request(url, 'GET', **kwargs) Mar 16 09:12:15.892436 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 09:12:15.892436 dv-cinder-831776-4-iscsi neutron-server[103096]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 09:12:15.892436 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 09:12:15.892436 dv-cinder-831776-4-iscsi neutron-server[103096]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 09:12:15.892436 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 09:12:15.892436 dv-cinder-831776-4-iscsi neutron-server[103096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 09:12:15.892436 dv-cinder-831776-4-iscsi neutron-server[103096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 09:12:15.949643 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-916f1772-341f-4250-8695-8e8bf210c795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1240622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-557370'] for network (2ffbdc8b-322d-411e-9288-f4d42d11c30a), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:15.954664 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-916f1772-341f-4250-8695-8e8bf210c795 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555813'] for network (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:15.957745 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-916f1772-341f-4250-8695-8e8bf210c795 admin admin] 10.222.0.18 "DELETE /v2.0/networks/2ffbdc8b-322d-411e-9288-f4d42d11c30a HTTP/1.1" status: 204 len: 168 time: 0.2662897 Mar 16 09:12:15.968753 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916f1772-341f-4250-8695-8e8bf210c795 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ffbdc8b-322d-411e-9288-f4d42d11c30a,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:12:16.110606 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 53640) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:12:16.148808 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-8f613c13-3c83-4808-aad9-12711091bc0f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e759e27d0fa04de89b04a41e8af3eb77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0370684 Mar 16 09:12:16.151798 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 53642) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:12:16.200428 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-f2dc01bc-80ca-456e-b45c-3356521edab5 admin admin] Publish callbacks [] for security_group (b6f496ed-28cd-47b2-b1ae-9b2b315a39fd), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:16.220435 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-f2dc01bc-80ca-456e-b45c-3356521edab5 admin admin] Publish callbacks [] for security_group (b6f496ed-28cd-47b2-b1ae-9b2b315a39fd), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:16.270135 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-f2dc01bc-80ca-456e-b45c-3356521edab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (b6f496ed-28cd-47b2-b1ae-9b2b315a39fd), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:16.272689 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-f2dc01bc-80ca-456e-b45c-3356521edab5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:16.273852 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-f2dc01bc-80ca-456e-b45c-3356521edab5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b6f496ed-28cd-47b2-b1ae-9b2b315a39fd HTTP/1.1" status: 204 len: 168 time: 0.1211343 Mar 16 09:12:16.281153 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dc01bc-80ca-456e-b45c-3356521edab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f496ed-28cd-47b2-b1ae-9b2b315a39fd,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:12:16.574836 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 53648) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:12:16.611970 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-ff424805-257d-410a-bc1e-4719e3d6c454 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=892ab6ae06b04ef1b1564b5dde5a9e88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0360529 Mar 16 09:12:16.614267 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 53650) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:12:16.659047 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-3184a348-4477-4580-8ccb-6d52159243a6 admin admin] Publish callbacks [] for security_group (d6043f1b-13b4-4cbc-8bf8-28210e666418), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:16.679430 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-3184a348-4477-4580-8ccb-6d52159243a6 admin admin] Publish callbacks [] for security_group (d6043f1b-13b4-4cbc-8bf8-28210e666418), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:16.724242 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-3184a348-4477-4580-8ccb-6d52159243a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (d6043f1b-13b4-4cbc-8bf8-28210e666418), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:16.726746 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-3184a348-4477-4580-8ccb-6d52159243a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:16.728418 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-3184a348-4477-4580-8ccb-6d52159243a6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d6043f1b-13b4-4cbc-8bf8-28210e666418 HTTP/1.1" status: 204 len: 168 time: 0.1132686 Mar 16 09:12:16.735821 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3184a348-4477-4580-8ccb-6d52159243a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6043f1b-13b4-4cbc-8bf8-28210e666418,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:12:18.561050 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 53720) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:12:18.661038 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-72a50e48-1244-4c7d-9a69-53d05e4beb8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:18.730748 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-72a50e48-1244-4c7d-9a69-53d05e4beb8e admin admin] Publish callbacks [] for security_group (6462e6c9-808e-446a-b33f-9caf3e3db614), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:18.734046 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-72a50e48-1244-4c7d-9a69-53d05e4beb8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (6462e6c9-808e-446a-b33f-9caf3e3db614), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:18.771935 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a50e48-1244-4c7d-9a69-53d05e4beb8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6462e6c9-808e-446a-b33f-9caf3e3db614,revision_number=1']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:12:18.776082 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-72a50e48-1244-4c7d-9a69-53d05e4beb8e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c6109926819649e2b86750500cb98964&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2139828 Mar 16 09:12:18.779224 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 53724) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:12:18.824866 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-33ff99e4-ff77-4156-a34a-a10a13958e10 admin admin] Publish callbacks [] for security_group (6462e6c9-808e-446a-b33f-9caf3e3db614), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:18.844796 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-33ff99e4-ff77-4156-a34a-a10a13958e10 admin admin] Publish callbacks [] for security_group (6462e6c9-808e-446a-b33f-9caf3e3db614), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:18.890132 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-33ff99e4-ff77-4156-a34a-a10a13958e10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (6462e6c9-808e-446a-b33f-9caf3e3db614), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:18.892656 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-33ff99e4-ff77-4156-a34a-a10a13958e10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:18.893823 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-33ff99e4-ff77-4156-a34a-a10a13958e10 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6462e6c9-808e-446a-b33f-9caf3e3db614 HTTP/1.1" status: 204 len: 168 time: 0.1142130 Mar 16 09:12:18.901173 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ff99e4-ff77-4156-a34a-a10a13958e10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6462e6c9-808e-446a-b33f-9caf3e3db614,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:12:19.144596 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 53730) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:12:19.157219 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-a2592c36-a536-4c19-89f5-5fe0a727f3c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:19.230153 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-a2592c36-a536-4c19-89f5-5fe0a727f3c6 admin admin] Publish callbacks [] for security_group (f81ec65c-7d8e-48f5-afd5-fe2f8f9eaa77), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:19.233808 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-a2592c36-a536-4c19-89f5-5fe0a727f3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (f81ec65c-7d8e-48f5-afd5-fe2f8f9eaa77), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:19.269713 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-a2592c36-a536-4c19-89f5-5fe0a727f3c6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5333d35306c4442c9c337fe2e4dcbd2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1240773 Mar 16 09:12:19.270545 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2592c36-a536-4c19-89f5-5fe0a727f3c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f81ec65c-7d8e-48f5-afd5-fe2f8f9eaa77,revision_number=1']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:12:19.272332 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 53732) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:12:19.318806 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1eccb284-0d25-4078-ae32-4327b8f6f617 admin admin] Publish callbacks [] for security_group (f81ec65c-7d8e-48f5-afd5-fe2f8f9eaa77), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:19.339215 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1eccb284-0d25-4078-ae32-4327b8f6f617 admin admin] Publish callbacks [] for security_group (f81ec65c-7d8e-48f5-afd5-fe2f8f9eaa77), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:19.383283 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1eccb284-0d25-4078-ae32-4327b8f6f617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (f81ec65c-7d8e-48f5-afd5-fe2f8f9eaa77), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:19.385867 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1eccb284-0d25-4078-ae32-4327b8f6f617 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:19.387005 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-1eccb284-0d25-4078-ae32-4327b8f6f617 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f81ec65c-7d8e-48f5-afd5-fe2f8f9eaa77 HTTP/1.1" status: 204 len: 168 time: 0.1136906 Mar 16 09:12:19.394119 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eccb284-0d25-4078-ae32-4327b8f6f617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f81ec65c-7d8e-48f5-afd5-fe2f8f9eaa77,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:12:20.499982 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-7a58c027-62ff-4d3c-920b-5c23fce75697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (a398d5bf-1368-473f-bfdd-7d167c3f4154), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:22.817342 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-640a9d49-e297-40bd-b7f0-3017bd51a80e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (09ce795b-eeca-4b3b-9d7f-577d9443cb21), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:23.877099 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-cdeb7127-6fa1-4060-ae0a-c8ffc2dd9388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (514d7d79-ab14-439d-a6c0-bbffe337a49f), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:25.504717 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3de267ec-888d-49e1-92d2-a6991c0932cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (3616e4f6-4586-420d-b0d2-e3b2f5abb17b), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:25.505809 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (f0da09ba-cbd5-402d-a3a1-68b8fcaf25e8), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:26.883583 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (489981c6-9aaa-401c-bd41-6b42e027a228), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:31.769396 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-aa236063-f4c9-42bc-ba63-13f4e9bb6979 req-c2d2a9af-725d-41d6-b061-cf1693f0d1ae service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c779a8cc-d867-455b-9eec-00cddc9263b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1348028 Mar 16 09:12:31.850934 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa236063-f4c9-42bc-ba63-13f4e9bb6979 req-eabb4886-675f-4f71-b109-56253404bec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:12:31.852389 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-aa236063-f4c9-42bc-ba63-13f4e9bb6979 req-eabb4886-675f-4f71-b109-56253404bec1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6376ecd52fd4df3958214376cfc2020&device_id=c779a8cc-d867-455b-9eec-00cddc9263b0 HTTP/1.1" status: 200 len: 1130 time: 0.0418711 Mar 16 09:12:31.961372 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa236063-f4c9-42bc-ba63-13f4e9bb6979 req-4fd13b04-c87f-417b-b6af-8852fd5b0981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:12:31.963455 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-aa236063-f4c9-42bc-ba63-13f4e9bb6979 req-4fd13b04-c87f-417b-b6af-8852fd5b0981 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a3933f25-b7ca-4916-8a13-138bf0db8c83 HTTP/1.1" status: 200 len: 917 time: 0.0925629 Mar 16 09:12:32.274149 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-aa236063-f4c9-42bc-ba63-13f4e9bb6979 req-0fe37cf6-d6a0-4b53-9705-9b07ddf7218e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03ea6c3f-166e-463f-a159-e054306e8c9c HTTP/1.1" status: 200 len: 1002 time: 0.3028970 Mar 16 09:12:32.322104 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa236063-f4c9-42bc-ba63-13f4e9bb6979 req-0e4d2f06-c3ec-4470-bff2-81218bea7693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:12:32.323558 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-aa236063-f4c9-42bc-ba63-13f4e9bb6979 req-0e4d2f06-c3ec-4470-bff2-81218bea7693 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f6c2cbf7-36bb-4af8-9e66-db86b28b25f5 HTTP/1.1" status: 200 len: 855 time: 0.0426772 Mar 16 09:12:32.377090 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa236063-f4c9-42bc-ba63-13f4e9bb6979 req-ade19e20-f9fc-4cf4-a02d-0b4991dbd731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:12:32.378678 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-aa236063-f4c9-42bc-ba63-13f4e9bb6979 req-ade19e20-f9fc-4cf4-a02d-0b4991dbd731 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a3933f25-b7ca-4916-8a13-138bf0db8c83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469551 Mar 16 09:12:32.389804 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [req-aa236063-f4c9-42bc-ba63-13f4e9bb6979 req-d41fba01-9607-402d-926e-647b6da89b7f service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103096) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 16 09:12:32.390752 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-aa236063-f4c9-42bc-ba63-13f4e9bb6979 req-d41fba01-9607-402d-926e-647b6da89b7f service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049582 Mar 16 09:12:32.477573 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-aa236063-f4c9-42bc-ba63-13f4e9bb6979 req-a018b519-49d2-4bde-8b4c-71451f6af4a8 service neutron] 10.222.0.48 "GET /v2.0/networks/a3933f25-b7ca-4916-8a13-138bf0db8c83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804620 Mar 16 09:12:32.575352 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-aa236063-f4c9-42bc-ba63-13f4e9bb6979 req-f732a452-3b70-4b3c-82ba-2bf6897f33ac service neutron] 10.222.0.48 "GET /v2.0/networks/a3933f25-b7ca-4916-8a13-138bf0db8c83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914140 Mar 16 09:12:35.461677 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 53952) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:12:35.564920 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0914b591-5814-4960-b3f0-50e1267103d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:35.638254 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0914b591-5814-4960-b3f0-50e1267103d9 admin admin] Publish callbacks [] for security_group (d70a1f50-49be-4c78-9261-717c03f8cf5e), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:35.642030 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0914b591-5814-4960-b3f0-50e1267103d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (d70a1f50-49be-4c78-9261-717c03f8cf5e), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:35.677909 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-0914b591-5814-4960-b3f0-50e1267103d9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=58a03ce62b4a46b48a4e220c0e833c34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2151678 Mar 16 09:12:35.679767 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0914b591-5814-4960-b3f0-50e1267103d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d70a1f50-49be-4c78-9261-717c03f8cf5e,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:12:35.680532 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 53956) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:12:35.728238 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-7132c7bf-01e3-45fc-b2f5-3d83931ab733 admin admin] Publish callbacks [] for security_group (d70a1f50-49be-4c78-9261-717c03f8cf5e), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:35.748613 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-7132c7bf-01e3-45fc-b2f5-3d83931ab733 admin admin] Publish callbacks [] for security_group (d70a1f50-49be-4c78-9261-717c03f8cf5e), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:35.793140 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-7132c7bf-01e3-45fc-b2f5-3d83931ab733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (d70a1f50-49be-4c78-9261-717c03f8cf5e), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:35.795752 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-7132c7bf-01e3-45fc-b2f5-3d83931ab733 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:35.796912 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-7132c7bf-01e3-45fc-b2f5-3d83931ab733 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d70a1f50-49be-4c78-9261-717c03f8cf5e HTTP/1.1" status: 204 len: 168 time: 0.1148109 Mar 16 09:12:35.804574 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7132c7bf-01e3-45fc-b2f5-3d83931ab733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d70a1f50-49be-4c78-9261-717c03f8cf5e,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:12:36.043604 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 53962) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:12:36.056859 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-13949a60-4886-45ee-8351-daada9b71369 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:36.128398 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-13949a60-4886-45ee-8351-daada9b71369 admin admin] Publish callbacks [] for security_group (02385514-ed5a-47eb-b827-f9992023e5b1), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:36.131840 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-13949a60-4886-45ee-8351-daada9b71369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (02385514-ed5a-47eb-b827-f9992023e5b1), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:36.170484 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-13949a60-4886-45ee-8351-daada9b71369 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8a14fb03d24e42918ae2d2e53afd195e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1256902 Mar 16 09:12:36.171183 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13949a60-4886-45ee-8351-daada9b71369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02385514-ed5a-47eb-b827-f9992023e5b1,revision_number=1']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:12:36.173022 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 53964) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:12:36.218581 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-964081fd-9045-49fe-bda8-afde3c8fb14b admin admin] Publish callbacks [] for security_group (02385514-ed5a-47eb-b827-f9992023e5b1), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:36.239202 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-964081fd-9045-49fe-bda8-afde3c8fb14b admin admin] Publish callbacks [] for security_group (02385514-ed5a-47eb-b827-f9992023e5b1), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:36.285125 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-964081fd-9045-49fe-bda8-afde3c8fb14b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (02385514-ed5a-47eb-b827-f9992023e5b1), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:36.287704 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-964081fd-9045-49fe-bda8-afde3c8fb14b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:36.288849 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-964081fd-9045-49fe-bda8-afde3c8fb14b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/02385514-ed5a-47eb-b827-f9992023e5b1 HTTP/1.1" status: 204 len: 168 time: 0.1145952 Mar 16 09:12:36.296607 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964081fd-9045-49fe-bda8-afde3c8fb14b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02385514-ed5a-47eb-b827-f9992023e5b1,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:12:37.064029 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.agents_db [None req-ddb2e055-3acb-4969-8bde-a74b2247622c None None] Agent healthcheck: found 6 active agents {{(pid=103098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 09:12:41.419468 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b471a7f4-4609-4e18-bcc1-16c4b45c06e0 req-c8dfd757-44fe-439e-aab0-c271ec03b0d9 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:12:41.421060 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b471a7f4-4609-4e18-bcc1-16c4b45c06e0 req-c8dfd757-44fe-439e-aab0-c271ec03b0d9 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=c779a8cc-d867-455b-9eec-00cddc9263b0 HTTP/1.1" status: 200 len: 946 time: 0.0559673 Mar 16 09:12:41.479037 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b471a7f4-4609-4e18-bcc1-16c4b45c06e0 req-c13bd49d-4837-4f0b-9cd6-a8615ac685f2 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e16628-b5b2-46e4-8557-501b5bcb6caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508034 Mar 16 09:12:42.608701 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbd8b61-5aeb-4980-96b2-69332c7dd37e req-0645ecc9-f867-46c8-b131-442256da48a7 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:12:42.610201 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-3dbd8b61-5aeb-4980-96b2-69332c7dd37e req-0645ecc9-f867-46c8-b131-442256da48a7 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=c779a8cc-d867-455b-9eec-00cddc9263b0 HTTP/1.1" status: 200 len: 946 time: 0.0540133 Mar 16 09:12:42.657956 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-3dbd8b61-5aeb-4980-96b2-69332c7dd37e req-c468beac-ca0c-4121-b9f5-ed82c15e0af8 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e16628-b5b2-46e4-8557-501b5bcb6caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421560 Mar 16 09:12:43.788115 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f7870d-f744-40bf-aa91-30b90c8cc48d req-326407a5-352f-4141-a46f-e6996f424262 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:12:43.789601 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-d9f7870d-f744-40bf-aa91-30b90c8cc48d req-326407a5-352f-4141-a46f-e6996f424262 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=c779a8cc-d867-455b-9eec-00cddc9263b0 HTTP/1.1" status: 200 len: 946 time: 0.0603395 Mar 16 09:12:43.833910 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-d9f7870d-f744-40bf-aa91-30b90c8cc48d req-efa84733-4afd-4477-9a56-e0201d40717b tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e16628-b5b2-46e4-8557-501b5bcb6caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381572 Mar 16 09:12:44.179234 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 54122) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:12:44.286803 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-591485b3-0344-45b0-9fe2-66ad3a7616f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:44.359459 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-591485b3-0344-45b0-9fe2-66ad3a7616f3 admin admin] Publish callbacks [] for security_group (b5461d9f-0f02-4456-a5fc-85048991c6d6), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:44.363216 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-591485b3-0344-45b0-9fe2-66ad3a7616f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (b5461d9f-0f02-4456-a5fc-85048991c6d6), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:44.399719 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591485b3-0344-45b0-9fe2-66ad3a7616f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5461d9f-0f02-4456-a5fc-85048991c6d6,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:12:44.405014 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-591485b3-0344-45b0-9fe2-66ad3a7616f3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bd53392cc0604c61bb71cf9b37879dd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2247691 Mar 16 09:12:44.407760 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 54126) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:12:44.453660 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-84996ecb-b8dd-4b1a-a45c-2db647953447 admin admin] Publish callbacks [] for security_group (b5461d9f-0f02-4456-a5fc-85048991c6d6), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:44.473363 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-84996ecb-b8dd-4b1a-a45c-2db647953447 admin admin] Publish callbacks [] for security_group (b5461d9f-0f02-4456-a5fc-85048991c6d6), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:44.518565 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-84996ecb-b8dd-4b1a-a45c-2db647953447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (b5461d9f-0f02-4456-a5fc-85048991c6d6), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:44.521028 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-84996ecb-b8dd-4b1a-a45c-2db647953447 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:44.522228 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-84996ecb-b8dd-4b1a-a45c-2db647953447 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b5461d9f-0f02-4456-a5fc-85048991c6d6 HTTP/1.1" status: 204 len: 168 time: 0.1136670 Mar 16 09:12:44.530554 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84996ecb-b8dd-4b1a-a45c-2db647953447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5461d9f-0f02-4456-a5fc-85048991c6d6,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:12:44.771915 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 54132) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:12:44.784631 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-d17ece2b-4719-40a0-b836-c4570eabdcb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:44.861739 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-d17ece2b-4719-40a0-b836-c4570eabdcb4 admin admin] Publish callbacks [] for security_group (f8e63053-9a0c-4f92-9ebc-e9bf864273bc), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:44.867181 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-d17ece2b-4719-40a0-b836-c4570eabdcb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (f8e63053-9a0c-4f92-9ebc-e9bf864273bc), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:44.899036 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-d17ece2b-4719-40a0-b836-c4570eabdcb4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=90b97ba6b4364f8782d583889bff57a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1260421 Mar 16 09:12:44.901691 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 54136) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:12:44.917383 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17ece2b-4719-40a0-b836-c4570eabdcb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e63053-9a0c-4f92-9ebc-e9bf864273bc,revision_number=1']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:12:44.953331 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-36ca65d4-e49d-472f-8ec8-cbbd0f92ee3d admin admin] Publish callbacks [] for security_group (f8e63053-9a0c-4f92-9ebc-e9bf864273bc), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:44.958805 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f8f68-913c-4aad-aade-05489243673a req-1dfd3308-fc02-46e9-b925-2b467e495cf4 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:12:44.960285 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-ab7f8f68-913c-4aad-aade-05489243673a req-1dfd3308-fc02-46e9-b925-2b467e495cf4 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=c779a8cc-d867-455b-9eec-00cddc9263b0 HTTP/1.1" status: 200 len: 946 time: 0.0536962 Mar 16 09:12:44.974161 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-36ca65d4-e49d-472f-8ec8-cbbd0f92ee3d admin admin] Publish callbacks [] for security_group (f8e63053-9a0c-4f92-9ebc-e9bf864273bc), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:45.010100 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-ab7f8f68-913c-4aad-aade-05489243673a req-bf36e689-7fa1-4d27-bf29-781b5823b1c3 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e16628-b5b2-46e4-8557-501b5bcb6caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442312 Mar 16 09:12:45.030938 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-36ca65d4-e49d-472f-8ec8-cbbd0f92ee3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (f8e63053-9a0c-4f92-9ebc-e9bf864273bc), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:45.033649 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-36ca65d4-e49d-472f-8ec8-cbbd0f92ee3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:45.037557 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-36ca65d4-e49d-472f-8ec8-cbbd0f92ee3d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f8e63053-9a0c-4f92-9ebc-e9bf864273bc HTTP/1.1" status: 204 len: 168 time: 0.1319611 Mar 16 09:12:45.046433 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ca65d4-e49d-472f-8ec8-cbbd0f92ee3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e63053-9a0c-4f92-9ebc-e9bf864273bc,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:12:45.347472 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 54142) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:12:45.360385 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0ffcae58-fe6c-45ca-bb06-deb9332819f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:45.433996 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0ffcae58-fe6c-45ca-bb06-deb9332819f4 admin admin] Publish callbacks [] for security_group (15a6e382-1cb3-4576-bfa9-41051842d753), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:45.438008 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0ffcae58-fe6c-45ca-bb06-deb9332819f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (15a6e382-1cb3-4576-bfa9-41051842d753), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:45.481240 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-0ffcae58-fe6c-45ca-bb06-deb9332819f4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=28702fa586f24a2ba0192c2b8b36b58d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1325932 Mar 16 09:12:45.482200 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffcae58-fe6c-45ca-bb06-deb9332819f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15a6e382-1cb3-4576-bfa9-41051842d753,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:12:45.483975 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 54144) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:12:45.531503 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-f2539b7a-94cb-4fed-a2de-780b3f08b49c admin admin] Publish callbacks [] for security_group (15a6e382-1cb3-4576-bfa9-41051842d753), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:45.552926 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-f2539b7a-94cb-4fed-a2de-780b3f08b49c admin admin] Publish callbacks [] for security_group (15a6e382-1cb3-4576-bfa9-41051842d753), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:45.598939 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-f2539b7a-94cb-4fed-a2de-780b3f08b49c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (15a6e382-1cb3-4576-bfa9-41051842d753), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:45.601465 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-f2539b7a-94cb-4fed-a2de-780b3f08b49c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:45.603142 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-f2539b7a-94cb-4fed-a2de-780b3f08b49c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/15a6e382-1cb3-4576-bfa9-41051842d753 HTTP/1.1" status: 204 len: 168 time: 0.1170394 Mar 16 09:12:45.611528 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2539b7a-94cb-4fed-a2de-780b3f08b49c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15a6e382-1cb3-4576-bfa9-41051842d753,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:12:46.139772 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890943d4-11e8-4d58-9a03-52033790fe14 req-ec138799-e25d-47bd-92ac-4829c9d28b7b tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:12:46.141284 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-890943d4-11e8-4d58-9a03-52033790fe14 req-ec138799-e25d-47bd-92ac-4829c9d28b7b tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=c779a8cc-d867-455b-9eec-00cddc9263b0 HTTP/1.1" status: 200 len: 946 time: 0.0560131 Mar 16 09:12:46.193042 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-890943d4-11e8-4d58-9a03-52033790fe14 req-779a1f38-0ca1-41b5-a07d-319b732c4fe9 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e16628-b5b2-46e4-8557-501b5bcb6caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454059 Mar 16 09:12:46.267802 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 54174) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:12:46.368139 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.v2.base [None req-48fcd349-d7b6-4285-88f6-708cbaf02852 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-800985621-network', 'tenant_id': 'a1eb3e610252404bb71c7045f4713f6f'}} {{(pid=103096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:12:46.387563 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48fcd349-d7b6-4285-88f6-708cbaf02852 admin admin] Made reservation on behalf of a1eb3e610252404bb71c7045f4713f6f for: {'network': 1} {{(pid=103096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 09:12:46.389920 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-48fcd349-d7b6-4285-88f6-708cbaf02852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for network (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:46.401785 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-48fcd349-d7b6-4285-88f6-708cbaf02852 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:46.479288 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-48fcd349-d7b6-4285-88f6-708cbaf02852 admin admin] Publish callbacks [] for security_group (e39a0188-27f0-4c94-8ef9-27d7db77b587), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:46.483918 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-48fcd349-d7b6-4285-88f6-708cbaf02852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (e39a0188-27f0-4c94-8ef9-27d7db77b587), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:46.507454 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48fcd349-d7b6-4285-88f6-708cbaf02852 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=103096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 09:12:46.516951 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcd349-d7b6-4285-88f6-708cbaf02852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e39a0188-27f0-4c94-8ef9-27d7db77b587,revision_number=1']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:12:46.523833 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-48fcd349-d7b6-4285-88f6-708cbaf02852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079957'] for segment (6bc8576e-af77-4014-8f9c-7c70f18d867e), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:46.524244 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.db.segments_db [None req-48fcd349-d7b6-4285-88f6-708cbaf02852 admin admin] Added segment 6bc8576e-af77-4014-8f9c-7c70f18d867e of type vlan for network 7d377109-576c-4b61-95d7-c920c4cb7462 Mar 16 09:12:46.567546 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-48fcd349-d7b6-4285-88f6-708cbaf02852 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732012783544'] for network (7d377109-576c-4b61-95d7-c920c4cb7462), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:46.593966 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-48fcd349-d7b6-4285-88f6-708cbaf02852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787'] for network (7d377109-576c-4b61-95d7-c920c4cb7462), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:46.594906 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48fcd349-d7b6-4285-88f6-708cbaf02852 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:12:46.595487 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-48fcd349-d7b6-4285-88f6-708cbaf02852 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555813'] for network (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:46.645294 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-48fcd349-d7b6-4285-88f6-708cbaf02852 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3763874 Mar 16 09:12:46.648431 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 54184) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:12:46.653534 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.v2.base [None req-c44350ab-4f39-4e83-a9b7-aeafdbdd18e9 admin admin] Request body: {'subnet': {'network_id': '7d377109-576c-4b61-95d7-c920c4cb7462', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-800985621-subnet', 'tenant_id': 'a1eb3e610252404bb71c7045f4713f6f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:12:46.657783 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcd349-d7b6-4285-88f6-708cbaf02852 admin admin] Pushing event updated for resources: {'Network': ['ID=7d377109-576c-4b61-95d7-c920c4cb7462,revision_number=1']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:12:46.670326 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Network 7d377109-576c-4b61-95d7-c920c4cb7462 details requested by agent ovs-agent-dv-cinder-831776-4-iscsi with host dv-cinder-831776-4-iscsi {{(pid=103097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 16 09:12:46.674138 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c44350ab-4f39-4e83-a9b7-aeafdbdd18e9 admin admin] Made reservation on behalf of a1eb3e610252404bb71c7045f4713f6f for: {'subnet': 1} {{(pid=103095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 09:12:46.676529 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c44350ab-4f39-4e83-a9b7-aeafdbdd18e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133455005'] for subnet (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:46.838088 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c44350ab-4f39-4e83-a9b7-aeafdbdd18e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13558131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133455011'] for subnet (6e06e20f-55ad-4e49-8b92-6c020216ec43), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:46.895005 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44350ab-4f39-4e83-a9b7-aeafdbdd18e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e06e20f-55ad-4e49-8b92-6c020216ec43,revision_number=0']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:12:46.900164 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44350ab-4f39-4e83-a9b7-aeafdbdd18e9 admin admin] Checking segment: {'id': '6bc8576e-af77-4014-8f9c-7c70f18d867e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '7d377109-576c-4b61-95d7-c920c4cb7462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 09:12:46.900524 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44350ab-4f39-4e83-a9b7-aeafdbdd18e9 admin admin] Network hostable DHCP agents. Network: 7d377109-576c-4b61-95d7-c920c4cb7462, hostable agents: ['a398d5bf-1368-473f-bfdd-7d167c3f4154'], hosted agents: [] {{(pid=103095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 09:12:46.918256 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44350ab-4f39-4e83-a9b7-aeafdbdd18e9 admin admin] Network 7d377109-576c-4b61-95d7-c920c4cb7462 is scheduled to be hosted by DHCP agent a398d5bf-1368-473f-bfdd-7d167c3f4154 with binding_index 1 {{(pid=103095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 09:12:46.926409 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-c44350ab-4f39-4e83-a9b7-aeafdbdd18e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831776-4-iscsi, 7d377109-576c-4b61-95d7-c920c4cb7462) {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 09:12:46.931476 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44350ab-4f39-4e83-a9b7-aeafdbdd18e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:12:46.931907 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c44350ab-4f39-4e83-a9b7-aeafdbdd18e9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:46.937703 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8f04fc-304b-455d-8b7c-0c429c6d0e11 None None] Network 7d377109-576c-4b61-95d7-c920c4cb7462 requested from dv-cinder-831776-4-iscsi {{(pid=103097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 09:12:46.951000 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-c44350ab-4f39-4e83-a9b7-aeafdbdd18e9 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2972934 Mar 16 09:12:47.034792 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2c03ac-2cd0-480a-bb84-a0059372de8d None None] Network 7d377109-576c-4b61-95d7-c920c4cb7462 requested from dv-cinder-831776-4-iscsi {{(pid=103097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 09:12:47.329361 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb6167e-db8f-4239-a90c-ca7ee958402f req-916e9177-d8e7-487b-a7f2-180692d5a45b tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:12:47.330923 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-9cb6167e-db8f-4239-a90c-ca7ee958402f req-916e9177-d8e7-487b-a7f2-180692d5a45b tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=c779a8cc-d867-455b-9eec-00cddc9263b0 HTTP/1.1" status: 200 len: 946 time: 0.0577166 Mar 16 09:12:47.379149 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-9cb6167e-db8f-4239-a90c-ca7ee958402f req-d8515a92-e339-45a1-a10c-a0e01713a049 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e16628-b5b2-46e4-8557-501b5bcb6caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427084 Mar 16 09:12:48.503739 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2751427c-c6f6-4b63-9aa9-cbe7975ba64a req-7319a140-c47f-4019-9c34-db7234e4390e tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:12:48.503739 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2751427c-c6f6-4b63-9aa9-cbe7975ba64a req-7319a140-c47f-4019-9c34-db7234e4390e tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=c779a8cc-d867-455b-9eec-00cddc9263b0 HTTP/1.1" status: 200 len: 946 time: 0.0526581 Mar 16 09:12:48.551922 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2751427c-c6f6-4b63-9aa9-cbe7975ba64a req-f83b80f3-2b20-4d9c-a64e-69088e7bf90e tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e16628-b5b2-46e4-8557-501b5bcb6caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429597 Mar 16 09:12:48.668948 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11bf7d2-766b-4d2b-ad24-f2c03fdcf805 req-b259eb94-0347-4b18-9ab2-456ca2322f82 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:12:48.670344 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a11bf7d2-766b-4d2b-ad24-f2c03fdcf805 req-b259eb94-0347-4b18-9ab2-456ca2322f82 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] 10.222.0.18 "GET /v2.0/networks?id=7d377109-576c-4b61-95d7-c920c4cb7462 HTTP/1.1" status: 200 len: 808 time: 0.1000113 Mar 16 09:12:48.684421 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a11bf7d2-766b-4d2b-ad24-f2c03fdcf805 req-f62204d8-7f85-44f3-8fc7-791938b1ec92 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] 10.222.0.18 "GET /v2.0/quotas/a1eb3e610252404bb71c7045f4713f6f HTTP/1.1" status: 200 len: 375 time: 0.0087314 Mar 16 09:12:48.715227 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a11bf7d2-766b-4d2b-ad24-f2c03fdcf805 req-8950b51f-8d27-4a06-b78b-23e4265cb22d tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a1eb3e610252404bb71c7045f4713f6f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262375 Mar 16 09:12:48.724853 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [req-a11bf7d2-766b-4d2b-ad24-f2c03fdcf805 req-569884b2-6d1e-4222-9cd1-eb354a13e116 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103096) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 16 09:12:48.725818 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a11bf7d2-766b-4d2b-ad24-f2c03fdcf805 req-569884b2-6d1e-4222-9cd1-eb354a13e116 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047102 Mar 16 09:12:48.812375 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a11bf7d2-766b-4d2b-ad24-f2c03fdcf805 req-d0d4c5ee-c1fa-4e95-b18c-38fdde033b39 service neutron] 10.222.0.18 "GET /v2.0/networks/7d377109-576c-4b61-95d7-c920c4cb7462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816245 Mar 16 09:12:48.896961 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a11bf7d2-766b-4d2b-ad24-f2c03fdcf805 req-0ae6d598-baa8-4d98-a679-85d3513e4fbc service neutron] 10.222.0.18 "GET /v2.0/networks/7d377109-576c-4b61-95d7-c920c4cb7462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790627 Mar 16 09:12:49.051648 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-c560c5b8-cc82-4cf0-8b76-03c46593815c req-242065ae-b8ad-4265-b02b-f3c641a5e61a tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb22744a-da99-451b-b886-639659df7839 HTTP/1.1" status: 200 len: 210 time: 0.0263586 Mar 16 09:12:49.688493 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3425aa-e923-4503-b81f-5d6d39d406ce req-c58c416c-74fb-41fa-aea4-897c4bc44106 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:12:49.690128 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-de3425aa-e923-4503-b81f-5d6d39d406ce req-c58c416c-74fb-41fa-aea4-897c4bc44106 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=c779a8cc-d867-455b-9eec-00cddc9263b0 HTTP/1.1" status: 200 len: 946 time: 0.0622811 Mar 16 09:12:49.736500 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-de3425aa-e923-4503-b81f-5d6d39d406ce req-546cd0b5-0ad1-47cc-9fa9-bc0dfdf97f4e tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e16628-b5b2-46e4-8557-501b5bcb6caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407178 Mar 16 09:12:50.070855 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11bf7d2-766b-4d2b-ad24-f2c03fdcf805 req-29851ab9-ed24-4719-868f-57c2826e8805 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:12:50.073883 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a11bf7d2-766b-4d2b-ad24-f2c03fdcf805 req-29851ab9-ed24-4719-868f-57c2826e8805 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] 10.222.0.48 "GET /v2.0/networks?id=7d377109-576c-4b61-95d7-c920c4cb7462 HTTP/1.1" status: 200 len: 808 time: 0.1047182 Mar 16 09:12:50.088022 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.v2.base [req-a11bf7d2-766b-4d2b-ad24-f2c03fdcf805 req-0caa27ec-ee6e-46ec-b685-4079ad2e9d8a tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] Request body: {'port': {'device_id': 'fb22744a-da99-451b-b886-639659df7839', 'network_id': '7d377109-576c-4b61-95d7-c920c4cb7462', 'admin_state_up': True, 'tenant_id': 'a1eb3e610252404bb71c7045f4713f6f'}} {{(pid=103096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:12:50.164435 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-113f3748-0080-4956-ac8c-b0f42723bb75 req-d21dc217-22b9-4a5e-b723-dfa6194472da tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb22744a-da99-451b-b886-639659df7839 HTTP/1.1" status: 200 len: 210 time: 0.0331964 Mar 16 09:12:50.217536 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a11bf7d2-766b-4d2b-ad24-f2c03fdcf805 req-0caa27ec-ee6e-46ec-b685-4079ad2e9d8a tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] Made reservation on behalf of a1eb3e610252404bb71c7045f4713f6f for: {'port': 1} {{(pid=103096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 09:12:50.220774 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-a11bf7d2-766b-4d2b-ad24-f2c03fdcf805 req-0caa27ec-ee6e-46ec-b685-4079ad2e9d8a tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:50.346591 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.db_base_plugin_common [req-a11bf7d2-766b-4d2b-ad24-f2c03fdcf805 req-0caa27ec-ee6e-46ec-b685-4079ad2e9d8a tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] Allocated IP 172.20.0.14 (7d377109-576c-4b61-95d7-c920c4cb7462/6e06e20f-55ad-4e49-8b92-6c020216ec43/ea295f33-b17f-430b-92a4-9b52dcb9da53) {{(pid=103096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 09:12:50.491211 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-a11bf7d2-766b-4d2b-ad24-f2c03fdcf805 req-0caa27ec-ee6e-46ec-b685-4079ad2e9d8a tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] Publish callbacks [] for port (ea295f33-b17f-430b-92a4-9b52dcb9da53), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:50.502825 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-90f92854-9b27-44de-a797-bf2b9008f7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (a398d5bf-1368-473f-bfdd-7d167c3f4154), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:50.524901 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-a11bf7d2-766b-4d2b-ad24-f2c03fdcf805 req-0caa27ec-ee6e-46ec-b685-4079ad2e9d8a tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732012762709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13105710'] for port (ea295f33-b17f-430b-92a4-9b52dcb9da53), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:50.567684 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a11bf7d2-766b-4d2b-ad24-f2c03fdcf805 req-0caa27ec-ee6e-46ec-b685-4079ad2e9d8a tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] Network 7d377109-576c-4b61-95d7-c920c4cb7462 is already hosted by enough agents. {{(pid=103096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 09:12:50.570779 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.base_scheduler [req-a11bf7d2-766b-4d2b-ad24-f2c03fdcf805 req-0caa27ec-ee6e-46ec-b685-4079ad2e9d8a tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] Resources bound (agent type, host, resource id): {{(pid=103096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 09:12:50.574957 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [req-a11bf7d2-766b-4d2b-ad24-f2c03fdcf805 req-0caa27ec-ee6e-46ec-b685-4079ad2e9d8a tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] Received port after_create {{(pid=103096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 09:12:50.581066 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caa27ec-ee6e-46ec-b685-4079ad2e9d8a tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] Pushing event updated for resources: {'Port': ['ID=ea295f33-b17f-430b-92a4-9b52dcb9da53,revision_number=1']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:12:50.624080 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11bf7d2-766b-4d2b-ad24-f2c03fdcf805 req-0caa27ec-ee6e-46ec-b685-4079ad2e9d8a tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:12:50.624603 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-a11bf7d2-766b-4d2b-ad24-f2c03fdcf805 req-0caa27ec-ee6e-46ec-b685-4079ad2e9d8a tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334679'] for port (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:50.640883 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a11bf7d2-766b-4d2b-ad24-f2c03fdcf805 req-0caa27ec-ee6e-46ec-b685-4079ad2e9d8a tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5583315 Mar 16 09:12:50.656374 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.v2.base [req-a11bf7d2-766b-4d2b-ad24-f2c03fdcf805 req-2293ec9b-47f3-45f9-b16b-ff789eeb7a48 service neutron] Request body: {'port': {'device_id': 'fb22744a-da99-451b-b886-639659df7839', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=103096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:12:50.714536 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-a11bf7d2-766b-4d2b-ad24-f2c03fdcf805 req-2293ec9b-47f3-45f9-b16b-ff789eeb7a48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (ea295f33-b17f-430b-92a4-9b52dcb9da53), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:50.919234 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b837afc-14cf-4693-a002-2ad21415377a req-b8404be2-60df-4e42-a045-c129d5fb8465 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:12:50.920720 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-3b837afc-14cf-4693-a002-2ad21415377a req-b8404be2-60df-4e42-a045-c129d5fb8465 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=c779a8cc-d867-455b-9eec-00cddc9263b0 HTTP/1.1" status: 200 len: 946 time: 0.1116116 Mar 16 09:12:51.000019 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-3b837afc-14cf-4693-a002-2ad21415377a req-c46c2659-cd77-476e-902c-97603b8e6f6b tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e16628-b5b2-46e4-8557-501b5bcb6caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733910 Mar 16 09:12:51.042973 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.notifiers.nova [req-a11bf7d2-766b-4d2b-ad24-f2c03fdcf805 req-2293ec9b-47f3-45f9-b16b-ff789eeb7a48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea295f33-b17f-430b-92a4-9b52dcb9da53 {{(pid=103096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 09:12:51.050591 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-a11bf7d2-766b-4d2b-ad24-f2c03fdcf805 req-2293ec9b-47f3-45f9-b16b-ff789eeb7a48 service neutron] Publish callbacks [] for port (ea295f33-b17f-430b-92a4-9b52dcb9da53), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:51.062917 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.provisioning_blocks [req-a11bf7d2-766b-4d2b-ad24-f2c03fdcf805 req-2293ec9b-47f3-45f9-b16b-ff789eeb7a48 service neutron] Transition to ACTIVE for port object ea295f33-b17f-430b-92a4-9b52dcb9da53 will not be triggered until provisioned by entity L2. {{(pid=103096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 16 09:12:51.066913 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-a11bf7d2-766b-4d2b-ad24-f2c03fdcf805 req-2293ec9b-47f3-45f9-b16b-ff789eeb7a48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13105703'] for port (ea295f33-b17f-430b-92a4-9b52dcb9da53), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:51.114059 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2293ec9b-47f3-45f9-b16b-ff789eeb7a48 service neutron] Pushing event updated for resources: {'Port': ['ID=ea295f33-b17f-430b-92a4-9b52dcb9da53,revision_number=2']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:12:51.182297 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [req-a11bf7d2-766b-4d2b-ad24-f2c03fdcf805 req-2293ec9b-47f3-45f9-b16b-ff789eeb7a48 service neutron] Attempting to bind port ea295f33-b17f-430b-92a4-9b52dcb9da53 on host hv-cinder-83177 for vnic_type normal with profile {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 09:12:51.182560 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [req-a11bf7d2-766b-4d2b-ad24-f2c03fdcf805 req-2293ec9b-47f3-45f9-b16b-ff789eeb7a48 service neutron] Attempting to bind port ea295f33-b17f-430b-92a4-9b52dcb9da53 by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': '6bc8576e-af77-4014-8f9c-7c70f18d867e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '7d377109-576c-4b61-95d7-c920c4cb7462'}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 09:12:51.182883 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11bf7d2-766b-4d2b-ad24-f2c03fdcf805 req-2293ec9b-47f3-45f9-b16b-ff789eeb7a48 service neutron] Attempting to bind port ea295f33-b17f-430b-92a4-9b52dcb9da53 on network 7d377109-576c-4b61-95d7-c920c4cb7462 {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 09:12:51.187015 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11bf7d2-766b-4d2b-ad24-f2c03fdcf805 req-2293ec9b-47f3-45f9-b16b-ff789eeb7a48 service neutron] Port ea295f33-b17f-430b-92a4-9b52dcb9da53 on network 7d377109-576c-4b61-95d7-c920c4cb7462 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 16 09:12:51.187333 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11bf7d2-766b-4d2b-ad24-f2c03fdcf805 req-2293ec9b-47f3-45f9-b16b-ff789eeb7a48 service neutron] Attempting to bind port ea295f33-b17f-430b-92a4-9b52dcb9da53 on network 7d377109-576c-4b61-95d7-c920c4cb7462 {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 09:12:51.192549 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11bf7d2-766b-4d2b-ad24-f2c03fdcf805 req-2293ec9b-47f3-45f9-b16b-ff789eeb7a48 service neutron] Checking agent: {'id': 'f0da09ba-cbd5-402d-a3a1-68b8fcaf25e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 8, 59, 25), 'started_at': datetime.datetime(2022, 3, 16, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 9, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 09:12:51.192549 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11bf7d2-766b-4d2b-ad24-f2c03fdcf805 req-2293ec9b-47f3-45f9-b16b-ff789eeb7a48 service neutron] Checking segment: {'id': '6bc8576e-af77-4014-8f9c-7c70f18d867e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '7d377109-576c-4b61-95d7-c920c4cb7462'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 09:12:51.192798 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11bf7d2-766b-4d2b-ad24-f2c03fdcf805 req-2293ec9b-47f3-45f9-b16b-ff789eeb7a48 service neutron] Bound using segment: {'id': '6bc8576e-af77-4014-8f9c-7c70f18d867e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '7d377109-576c-4b61-95d7-c920c4cb7462'} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 09:12:51.193250 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [req-a11bf7d2-766b-4d2b-ad24-f2c03fdcf805 req-2293ec9b-47f3-45f9-b16b-ff789eeb7a48 service neutron] Bound port: ea295f33-b17f-430b-92a4-9b52dcb9da53, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bc8576e-af77-4014-8f9c-7c70f18d867e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '7d377109-576c-4b61-95d7-c920c4cb7462'}}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 09:12:51.193708 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-a11bf7d2-766b-4d2b-ad24-f2c03fdcf805 req-2293ec9b-47f3-45f9-b16b-ff789eeb7a48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (ea295f33-b17f-430b-92a4-9b52dcb9da53), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:51.284976 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.db [req-a11bf7d2-766b-4d2b-ad24-f2c03fdcf805 req-2293ec9b-47f3-45f9-b16b-ff789eeb7a48 service neutron] For port ea295f33-b17f-430b-92a4-9b52dcb9da53, host hv-cinder-83177, cleared binding levels {{(pid=103096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 09:12:51.289348 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.db [req-a11bf7d2-766b-4d2b-ad24-f2c03fdcf805 req-2293ec9b-47f3-45f9-b16b-ff789eeb7a48 service neutron] For port ea295f33-b17f-430b-92a4-9b52dcb9da53, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=ea295f33-b17f-430b-92a4-9b52dcb9da53,segment=NetworkSegment(6bc8576e-af77-4014-8f9c-7c70f18d867e),segment_id=6bc8576e-af77-4014-8f9c-7c70f18d867e)] {{(pid=103096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 09:12:51.296263 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-a11bf7d2-766b-4d2b-ad24-f2c03fdcf805 req-2293ec9b-47f3-45f9-b16b-ff789eeb7a48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13105703'] for port (ea295f33-b17f-430b-92a4-9b52dcb9da53), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:51.332697 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954be621-2a51-4856-96ec-38efd9494676 req-95e95a79-e3de-4b2d-9fad-662eaebfdbf4 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:12:51.334178 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-954be621-2a51-4856-96ec-38efd9494676 req-95e95a79-e3de-4b2d-9fad-662eaebfdbf4 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb22744a-da99-451b-b886-639659df7839 HTTP/1.1" status: 200 len: 944 time: 0.1032162 Mar 16 09:12:51.340746 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11bf7d2-766b-4d2b-ad24-f2c03fdcf805 req-2293ec9b-47f3-45f9-b16b-ff789eeb7a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:12:51.341340 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-a11bf7d2-766b-4d2b-ad24-f2c03fdcf805 req-2293ec9b-47f3-45f9-b16b-ff789eeb7a48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334679'] for port (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:51.342658 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a11bf7d2-766b-4d2b-ad24-f2c03fdcf805 req-2293ec9b-47f3-45f9-b16b-ff789eeb7a48 service neutron] 10.222.0.48 "PUT /v2.0/ports/ea295f33-b17f-430b-92a4-9b52dcb9da53 HTTP/1.1" status: 200 len: 1094 time: 0.6901920 Mar 16 09:12:51.344171 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb22744a-da99-451b-b886-639659df7839', 'tag': 'ea295f33-b17f-430b-92a4-9b52dcb9da53'}] {{(pid=103096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 09:12:51.346372 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552648401d13394d2a88e7485ef09c5647ae5ea4c1ec431ef2c5edbe801f23fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-302acac0-ba55-4dd3-b65e-0366abdeb4ee" -d '{"events": [{"name": "network-changed", "server_uuid": "fb22744a-da99-451b-b886-639659df7839", "tag": "ea295f33-b17f-430b-92a4-9b52dcb9da53"}]}' {{(pid=103096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 09:12:51.402736 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2293ec9b-47f3-45f9-b16b-ff789eeb7a48 service neutron] Pushing event updated for resources: {'Port': ['ID=ea295f33-b17f-430b-92a4-9b52dcb9da53,revision_number=3']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:12:51.439101 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-954be621-2a51-4856-96ec-38efd9494676 req-0e288791-1a9e-426b-af1e-654fa2de3979 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] 10.222.0.18 "GET /v2.0/security-groups?id=e39a0188-27f0-4c94-8ef9-27d7db77b587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953953 Mar 16 09:12:51.453332 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11bf7d2-766b-4d2b-ad24-f2c03fdcf805 req-0d0e9262-f152-4767-9413-fb7f8752cab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:12:51.455165 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a11bf7d2-766b-4d2b-ad24-f2c03fdcf805 req-0d0e9262-f152-4767-9413-fb7f8752cab6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a1eb3e610252404bb71c7045f4713f6f&device_id=fb22744a-da99-451b-b886-639659df7839 HTTP/1.1" status: 200 len: 1128 time: 0.0724449 Mar 16 09:12:51.497300 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a11bf7d2-766b-4d2b-ad24-f2c03fdcf805 req-519dc3b6-e417-4d57-b875-388164e57dad service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea295f33-b17f-430b-92a4-9b52dcb9da53 HTTP/1.1" status: 200 len: 217 time: 0.0355501 Mar 16 09:12:51.499765 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 09:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a53027-5a79-42bc-828c-1e47b647ee85 x-openstack-request-id: req-39a53027-5a79-42bc-828c-1e47b647ee85 {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 09:12:51.500081 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb22744a-da99-451b-b886-639659df7839", "tag": "ea295f33-b17f-430b-92a4-9b52dcb9da53", "status": "completed", "code": 200}]} {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 09:12:51.500340 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-39a53027-5a79-42bc-828c-1e47b647ee85 {{(pid=103096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 09:12:51.500759 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb22744a-da99-451b-b886-639659df7839', 'tag': 'ea295f33-b17f-430b-92a4-9b52dcb9da53', 'status': 'completed', 'code': 200} Mar 16 09:12:51.546012 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11bf7d2-766b-4d2b-ad24-f2c03fdcf805 req-03147578-7206-4fb7-97b5-c4f42de1b5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:12:51.547447 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a11bf7d2-766b-4d2b-ad24-f2c03fdcf805 req-03147578-7206-4fb7-97b5-c4f42de1b5bd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6e06e20f-55ad-4e49-8b92-6c020216ec43 HTTP/1.1" status: 200 len: 848 time: 0.0421324 Mar 16 09:12:51.581427 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a11bf7d2-766b-4d2b-ad24-f2c03fdcf805 req-5446cd94-3cb5-4564-93b5-8c252d463b24 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7d377109-576c-4b61-95d7-c920c4cb7462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276639 Mar 16 09:12:51.667741 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a11bf7d2-766b-4d2b-ad24-f2c03fdcf805 req-97ffeca3-bdab-4c52-87a3-c96cfc4d00d2 service neutron] 10.222.0.48 "GET /v2.0/networks/7d377109-576c-4b61-95d7-c920c4cb7462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797343 Mar 16 09:12:51.758041 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a11bf7d2-766b-4d2b-ad24-f2c03fdcf805 req-a60d59c7-1e55-4224-b9bc-dab30d7826d8 service neutron] 10.222.0.48 "GET /v2.0/networks/7d377109-576c-4b61-95d7-c920c4cb7462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832250 Mar 16 09:12:51.858826 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302acac0-ba55-4dd3-b65e-0366abdeb4ee req-afef5bf2-e772-4836-a357-48cd8f0da83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:12:51.860349 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-302acac0-ba55-4dd3-b65e-0366abdeb4ee req-afef5bf2-e772-4836-a357-48cd8f0da83c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a1eb3e610252404bb71c7045f4713f6f&device_id=fb22744a-da99-451b-b886-639659df7839 HTTP/1.1" status: 200 len: 1128 time: 0.0439277 Mar 16 09:12:51.950227 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302acac0-ba55-4dd3-b65e-0366abdeb4ee req-2241ba05-e5dd-4b68-82b9-12253c704b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:12:51.951687 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-302acac0-ba55-4dd3-b65e-0366abdeb4ee req-2241ba05-e5dd-4b68-82b9-12253c704b18 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7d377109-576c-4b61-95d7-c920c4cb7462 HTTP/1.1" status: 200 len: 909 time: 0.0854068 Mar 16 09:12:51.994731 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-302acac0-ba55-4dd3-b65e-0366abdeb4ee req-1a1c474e-147f-4d46-a918-1f097f78a11f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea295f33-b17f-430b-92a4-9b52dcb9da53 HTTP/1.1" status: 200 len: 217 time: 0.0369947 Mar 16 09:12:52.041910 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302acac0-ba55-4dd3-b65e-0366abdeb4ee req-ca9456b2-e66a-45cb-97b8-0ea536c2e1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:12:52.043362 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-302acac0-ba55-4dd3-b65e-0366abdeb4ee req-ca9456b2-e66a-45cb-97b8-0ea536c2e1b4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6e06e20f-55ad-4e49-8b92-6c020216ec43 HTTP/1.1" status: 200 len: 848 time: 0.0419807 Mar 16 09:12:52.076131 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-302acac0-ba55-4dd3-b65e-0366abdeb4ee req-bff5d9c0-e79e-4ec1-aa90-8d75fe1719f1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7d377109-576c-4b61-95d7-c920c4cb7462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268390 Mar 16 09:12:52.196751 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4789745-ca01-4d8b-94b7-fe6a9be73780 req-1dbfda0f-2015-4224-a81f-18d6dce15699 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:12:52.198299 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-d4789745-ca01-4d8b-94b7-fe6a9be73780 req-1dbfda0f-2015-4224-a81f-18d6dce15699 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=c779a8cc-d867-455b-9eec-00cddc9263b0 HTTP/1.1" status: 200 len: 946 time: 0.1245089 Mar 16 09:12:52.215093 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-302acac0-ba55-4dd3-b65e-0366abdeb4ee req-0997cf2c-644e-4658-9fb5-6297ba1678ba service neutron] 10.222.0.48 "GET /v2.0/networks/7d377109-576c-4b61-95d7-c920c4cb7462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312954 Mar 16 09:12:52.296430 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-d4789745-ca01-4d8b-94b7-fe6a9be73780 req-8ec8b539-f8c7-494f-81b3-85ab1f682856 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e16628-b5b2-46e4-8557-501b5bcb6caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923765 Mar 16 09:12:52.331384 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-302acac0-ba55-4dd3-b65e-0366abdeb4ee req-4b383fd4-e7cd-40f0-8023-dfe12322834f service neutron] 10.222.0.48 "GET /v2.0/networks/7d377109-576c-4b61-95d7-c920c4cb7462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085212 Mar 16 09:12:52.559179 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03238f9b-eebf-4e16-b41b-97224ded4bec req-024c4ed5-f523-4fbe-89c6-e4f1d0f41ccf tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:12:52.560374 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-03238f9b-eebf-4e16-b41b-97224ded4bec req-024c4ed5-f523-4fbe-89c6-e4f1d0f41ccf tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb22744a-da99-451b-b886-639659df7839 HTTP/1.1" status: 200 len: 944 time: 0.0537815 Mar 16 09:12:52.606773 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-03238f9b-eebf-4e16-b41b-97224ded4bec req-e9dd769c-79dd-438d-933c-3713ef59f7d6 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] 10.222.0.18 "GET /v2.0/security-groups?id=e39a0188-27f0-4c94-8ef9-27d7db77b587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404694 Mar 16 09:12:52.819392 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-556d6491-bb5d-482a-97e0-90d00040e52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (09ce795b-eeca-4b3b-9d7f-577d9443cb21), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:53.415867 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2af81df-4ffb-419b-b238-cb7a10dfe711 req-5c3a35ad-34f8-4a3f-80e3-6d3e369e0cf1 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:12:53.417209 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-e2af81df-4ffb-419b-b238-cb7a10dfe711 req-5c3a35ad-34f8-4a3f-80e3-6d3e369e0cf1 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=c779a8cc-d867-455b-9eec-00cddc9263b0 HTTP/1.1" status: 200 len: 946 time: 0.0502152 Mar 16 09:12:53.464342 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-e2af81df-4ffb-419b-b238-cb7a10dfe711 req-275e5537-ddc7-4b70-823f-ba6359f6cbeb tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e16628-b5b2-46e4-8557-501b5bcb6caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417068 Mar 16 09:12:53.722984 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20cbd45-5d7d-405a-9ca7-39296763289d req-cf5816bf-a2c9-4880-898f-cfc8d6e75d17 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:12:53.724423 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-d20cbd45-5d7d-405a-9ca7-39296763289d req-cf5816bf-a2c9-4880-898f-cfc8d6e75d17 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb22744a-da99-451b-b886-639659df7839 HTTP/1.1" status: 200 len: 944 time: 0.0516059 Mar 16 09:12:53.768710 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-d20cbd45-5d7d-405a-9ca7-39296763289d req-e347d2fa-9032-4e36-89d7-49051a0b7316 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] 10.222.0.18 "GET /v2.0/security-groups?id=e39a0188-27f0-4c94-8ef9-27d7db77b587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388815 Mar 16 09:12:53.880109 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-cdeb7127-6fa1-4060-ae0a-c8ffc2dd9388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (514d7d79-ab14-439d-a6c0-bbffe337a49f), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:54.590479 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeecbae-de37-4bd3-9593-8a3c2d74d14d req-2536d2b3-9a02-437a-8791-046a114def8b tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:12:54.592403 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-cfeecbae-de37-4bd3-9593-8a3c2d74d14d req-2536d2b3-9a02-437a-8791-046a114def8b tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=c779a8cc-d867-455b-9eec-00cddc9263b0 HTTP/1.1" status: 200 len: 946 time: 0.0526230 Mar 16 09:12:54.639653 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-cfeecbae-de37-4bd3-9593-8a3c2d74d14d req-949be6d8-f91c-4105-ba2e-c8ea078df444 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e16628-b5b2-46e4-8557-501b5bcb6caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413399 Mar 16 09:12:54.887318 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1e7015-91d7-4c80-8622-086ec188bbc6 req-556d37ab-2a85-4201-8f5a-a6b263c128cf tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:12:54.888755 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-fc1e7015-91d7-4c80-8622-086ec188bbc6 req-556d37ab-2a85-4201-8f5a-a6b263c128cf tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb22744a-da99-451b-b886-639659df7839 HTTP/1.1" status: 200 len: 944 time: 0.0540628 Mar 16 09:12:54.934437 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-fc1e7015-91d7-4c80-8622-086ec188bbc6 req-e0be5929-bbd5-4b39-87e9-c2a458dc532f tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] 10.222.0.18 "GET /v2.0/security-groups?id=e39a0188-27f0-4c94-8ef9-27d7db77b587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401418 Mar 16 09:12:55.179667 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Device 03ea6c3f-166e-463f-a159-e054306e8c9c details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=103097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 09:12:55.272231 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] For port 03ea6c3f-166e-463f-a159-e054306e8c9c, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=03ea6c3f-166e-463f-a159-e054306e8c9c,segment=NetworkSegment(92870879-9daf-4c8f-8e0a-de7f92d81d56),segment_id=92870879-9daf-4c8f-8e0a-de7f92d81d56)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:12:55.284273 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Returning: {'device': '03ea6c3f-166e-463f-a159-e054306e8c9c', 'network_id': 'a3933f25-b7ca-4916-8a13-138bf0db8c83', 'port_id': '03ea6c3f-166e-463f-a159-e054306e8c9c', 'mac_address': 'fa:16:3e:ff:82:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6c2cbf7-36bb-4af8-9e66-db86b28b25f5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 09:12:55.323610 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Current status of the port 03ea6c3f-166e-463f-a159-e054306e8c9c is: ACTIVE; New status is: BUILD {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:12:55.324007 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (03ea6c3f-166e-463f-a159-e054306e8c9c), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:55.337504 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.notifiers.nova [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 03ea6c3f-166e-463f-a159-e054306e8c9c {{(pid=103097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 09:12:55.356675 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] For port 03ea6c3f-166e-463f-a159-e054306e8c9c, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=03ea6c3f-166e-463f-a159-e054306e8c9c,segment=NetworkSegment(92870879-9daf-4c8f-8e0a-de7f92d81d56),segment_id=92870879-9daf-4c8f-8e0a-de7f92d81d56)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:12:55.360722 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (03ea6c3f-166e-463f-a159-e054306e8c9c), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:55.410339 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Pushing event updated for resources: {'Port': ['ID=03ea6c3f-166e-463f-a159-e054306e8c9c,revision_number=6']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:12:55.417780 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:12:55.418134 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:12:55.418484 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:12:55.418828 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:12:55.419172 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:12:55.419500 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:12:55.419829 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:12:55.420155 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:12:55.420483 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:12:55.420809 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:12:55.421133 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:12:55.421479 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:12:55.421817 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:12:55.422140 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:12:55.422464 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:12:55.455544 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] get_ports_and_sgs() called for port_ids ['03ea6c3f-166e-463f-a159-e054306e8c9c'] {{(pid=103097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 09:12:55.523428 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3de267ec-888d-49e1-92d2-a6991c0932cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (3616e4f6-4586-420d-b0d2-e3b2f5abb17b), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:55.525002 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (f0da09ba-cbd5-402d-a3a1-68b8fcaf25e8), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:55.762241 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef15ed2-3c65-4b9b-8740-258af407dea7 req-c7b7a996-c4b3-48da-a788-c27c411b64e9 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:12:55.763662 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-8ef15ed2-3c65-4b9b-8740-258af407dea7 req-c7b7a996-c4b3-48da-a788-c27c411b64e9 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=c779a8cc-d867-455b-9eec-00cddc9263b0 HTTP/1.1" status: 200 len: 945 time: 0.0506637 Mar 16 09:12:55.807528 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-8ef15ed2-3c65-4b9b-8740-258af407dea7 req-98338043-734f-4cdf-99d8-da3bbf88d12e tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e16628-b5b2-46e4-8557-501b5bcb6caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384591 Mar 16 09:12:56.046671 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979464bd-9daa-4488-a8e7-64ae762e65c1 req-262ceaff-8b7f-4af7-89f0-c4636ed55c4d tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:12:56.048087 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-979464bd-9daa-4488-a8e7-64ae762e65c1 req-262ceaff-8b7f-4af7-89f0-c4636ed55c4d tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb22744a-da99-451b-b886-639659df7839 HTTP/1.1" status: 200 len: 944 time: 0.0497761 Mar 16 09:12:56.096212 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-979464bd-9daa-4488-a8e7-64ae762e65c1 req-0ab33274-131a-420e-9f2d-6fadf14bfd1c tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] 10.222.0.18 "GET /v2.0/security-groups?id=e39a0188-27f0-4c94-8ef9-27d7db77b587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426993 Mar 16 09:12:56.881031 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (489981c6-9aaa-401c-bd41-6b42e027a228), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:56.934025 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56dd04e-bda6-476b-a749-59eaf2c4a0cc req-5765d6ce-4655-49cf-9e5b-5c6b8d085094 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:12:56.935408 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b56dd04e-bda6-476b-a749-59eaf2c4a0cc req-5765d6ce-4655-49cf-9e5b-5c6b8d085094 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=c779a8cc-d867-455b-9eec-00cddc9263b0 HTTP/1.1" status: 200 len: 945 time: 0.0568604 Mar 16 09:12:57.005920 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b56dd04e-bda6-476b-a749-59eaf2c4a0cc req-77358585-bbc7-483a-8c87-2927c3fcf904 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e16628-b5b2-46e4-8557-501b5bcb6caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617418 Mar 16 09:12:57.016555 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d51901-a57d-4ce6-8016-22f6c00bf372 req-435843cb-e1dc-49f4-b0dd-0fb5a65bde0c tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:12:57.018041 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-c3d51901-a57d-4ce6-8016-22f6c00bf372 req-435843cb-e1dc-49f4-b0dd-0fb5a65bde0c tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=67e9fb7e-912d-476f-9858-5da967f24747 HTTP/1.1" status: 200 len: 946 time: 0.0816610 Mar 16 09:12:57.064213 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-c3d51901-a57d-4ce6-8016-22f6c00bf372 req-8a4c3610-6619-4bbe-a857-e381a601a53a tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ee09e2-5b71-4dbd-8750-236d6264a429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406692 Mar 16 09:12:57.190326 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Device ea295f33-b17f-430b-92a4-9b52dcb9da53 details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=103097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 09:12:57.194713 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Device 03ea6c3f-166e-463f-a159-e054306e8c9c up at agent hyperv_hv-cinder-83177 {{(pid=103097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 09:12:57.213361 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369194e0-1347-49b8-bc05-3567dd91ecf9 req-075874dc-4fb7-43ac-9140-c66a022c1b38 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:12:57.214862 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-369194e0-1347-49b8-bc05-3567dd91ecf9 req-075874dc-4fb7-43ac-9140-c66a022c1b38 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb22744a-da99-451b-b886-639659df7839 HTTP/1.1" status: 200 len: 944 time: 0.0550818 Mar 16 09:12:57.260579 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-369194e0-1347-49b8-bc05-3567dd91ecf9 req-1ef71dee-594e-49bb-8042-2fd810b8ce70 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] 10.222.0.18 "GET /v2.0/security-groups?id=e39a0188-27f0-4c94-8ef9-27d7db77b587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400488 Mar 16 09:12:57.443580 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Provisioning complete for port 03ea6c3f-166e-463f-a159-e054306e8c9c triggered by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:12:57.443859 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (03ea6c3f-166e-463f-a159-e054306e8c9c), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:57.468492 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] For port ea295f33-b17f-430b-92a4-9b52dcb9da53, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=ea295f33-b17f-430b-92a4-9b52dcb9da53,segment=NetworkSegment(6bc8576e-af77-4014-8f9c-7c70f18d867e),segment_id=6bc8576e-af77-4014-8f9c-7c70f18d867e)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:12:57.485905 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Returning: {'device': 'ea295f33-b17f-430b-92a4-9b52dcb9da53', 'network_id': '7d377109-576c-4b61-95d7-c920c4cb7462', 'port_id': 'ea295f33-b17f-430b-92a4-9b52dcb9da53', 'mac_address': 'fa:16:3e:70:73:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e06e20f-55ad-4e49-8b92-6c020216ec43', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 09:12:57.546693 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Current status of the port ea295f33-b17f-430b-92a4-9b52dcb9da53 is: DOWN; New status is: BUILD {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:12:57.547078 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (ea295f33-b17f-430b-92a4-9b52dcb9da53), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:57.570812 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.notifiers.nova [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea295f33-b17f-430b-92a4-9b52dcb9da53 {{(pid=103097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 09:12:57.583508 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Current status of the port 03ea6c3f-166e-463f-a159-e054306e8c9c is: BUILD; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:12:57.583883 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (03ea6c3f-166e-463f-a159-e054306e8c9c), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:57.599276 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] For port ea295f33-b17f-430b-92a4-9b52dcb9da53, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=ea295f33-b17f-430b-92a4-9b52dcb9da53,segment=NetworkSegment(6bc8576e-af77-4014-8f9c-7c70f18d867e),segment_id=6bc8576e-af77-4014-8f9c-7c70f18d867e)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:12:57.608007 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (ea295f33-b17f-430b-92a4-9b52dcb9da53), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:57.615919 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c779a8cc-d867-455b-9eec-00cddc9263b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03ea6c3f-166e-463f-a159-e054306e8c9c'}] {{(pid=103097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 09:12:57.618773 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4541ab3f2cdba5932412d0e11c0734b292cb124fdee115af1127c89d10c16b82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd74713-6dcc-4ffa-bac6-a4a5c826e83b" -d '{"events": [{"server_uuid": "c779a8cc-d867-455b-9eec-00cddc9263b0", "name": "network-vif-plugged", "status": "completed", "tag": "03ea6c3f-166e-463f-a159-e054306e8c9c"}]}' {{(pid=103097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 09:12:57.647740 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] For port 03ea6c3f-166e-463f-a159-e054306e8c9c, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=03ea6c3f-166e-463f-a159-e054306e8c9c,segment=NetworkSegment(92870879-9daf-4c8f-8e0a-de7f92d81d56),segment_id=92870879-9daf-4c8f-8e0a-de7f92d81d56)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:12:57.657122 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 09:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1a8b959-0ee0-4464-83ca-be8d44be0c34 x-openstack-request-id: req-d1a8b959-0ee0-4464-83ca-be8d44be0c34 {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 09:12:57.657424 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c779a8cc-d867-455b-9eec-00cddc9263b0", "name": "network-vif-plugged", "status": "completed", "tag": "03ea6c3f-166e-463f-a159-e054306e8c9c", "code": 200}]} {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 09:12:57.657812 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d1a8b959-0ee0-4464-83ca-be8d44be0c34 {{(pid=103097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 09:12:57.658269 dv-cinder-831776-4-iscsi neutron-server[103097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c779a8cc-d867-455b-9eec-00cddc9263b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03ea6c3f-166e-463f-a159-e054306e8c9c', 'code': 200} Mar 16 09:12:57.658873 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (03ea6c3f-166e-463f-a159-e054306e8c9c), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:57.676429 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Pushing event updated for resources: {'Port': ['ID=ea295f33-b17f-430b-92a4-9b52dcb9da53,revision_number=4']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:12:57.722534 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Pushing event updated for resources: {'Port': ['ID=03ea6c3f-166e-463f-a159-e054306e8c9c,revision_number=7']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:12:58.025777 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] get_ports_and_sgs() called for port_ids ['ea295f33-b17f-430b-92a4-9b52dcb9da53'] {{(pid=103097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 09:12:58.127738 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87599ed5-0b70-49c4-8019-4d76e520c3d5 req-3abab7e4-d989-4702-9250-1877070b587b tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:12:58.129214 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-87599ed5-0b70-49c4-8019-4d76e520c3d5 req-3abab7e4-d989-4702-9250-1877070b587b tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=c779a8cc-d867-455b-9eec-00cddc9263b0 HTTP/1.1" status: 200 len: 946 time: 0.0526938 Mar 16 09:12:58.225778 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-87599ed5-0b70-49c4-8019-4d76e520c3d5 req-a282404d-a2a9-4188-a9e1-cfcd408279be tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e16628-b5b2-46e4-8557-501b5bcb6caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820465 Mar 16 09:12:58.233599 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ef6ea-9d34-40a0-8725-718c3d7123ea req-721248ea-6e86-45e7-8e07-56e3e733a596 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:12:58.234985 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5c2ef6ea-9d34-40a0-8725-718c3d7123ea req-721248ea-6e86-45e7-8e07-56e3e733a596 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=67e9fb7e-912d-476f-9858-5da967f24747 HTTP/1.1" status: 200 len: 946 time: 0.1029594 Mar 16 09:12:58.280646 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5c2ef6ea-9d34-40a0-8725-718c3d7123ea req-ec0b6917-c5a6-4858-bb16-29344bedf5de tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ee09e2-5b71-4dbd-8750-236d6264a429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395200 Mar 16 09:12:58.375814 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f4d8a-e71f-43ee-a2a4-757f22f5d89e req-5e83db57-7dc2-4843-b02c-1dfa6e9c10d3 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:12:58.377274 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-4c6f4d8a-e71f-43ee-a2a4-757f22f5d89e req-5e83db57-7dc2-4843-b02c-1dfa6e9c10d3 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb22744a-da99-451b-b886-639659df7839 HTTP/1.1" status: 200 len: 945 time: 0.0523186 Mar 16 09:12:58.422366 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-4c6f4d8a-e71f-43ee-a2a4-757f22f5d89e req-213a2538-2913-4fec-861f-590bf994a77f tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] 10.222.0.18 "GET /v2.0/security-groups?id=e39a0188-27f0-4c94-8ef9-27d7db77b587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396473 Mar 16 09:12:59.031645 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7485f4d1-6fe8-48e1-9254-62172641ca9c req-f353911c-c266-459e-85e7-b9f653cee827 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:12:59.033058 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-7485f4d1-6fe8-48e1-9254-62172641ca9c req-f353911c-c266-459e-85e7-b9f653cee827 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.48 "GET /v2.0/ports?device_id=67e9fb7e-912d-476f-9858-5da967f24747 HTTP/1.1" status: 200 len: 946 time: 0.0510623 Mar 16 09:12:59.126424 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.plugin [req-7485f4d1-6fe8-48e1-9254-62172641ca9c req-5c34e106-9064-46ce-957c-f998e1aec452 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Deleting port 358f9f42-d5ef-46ec-a5b8-377461f6d2a9 {{(pid=103096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 09:12:59.126762 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-7485f4d1-6fe8-48e1-9254-62172641ca9c req-5c34e106-9064-46ce-957c-f998e1aec452 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732013345958'] for port (358f9f42-d5ef-46ec-a5b8-377461f6d2a9), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:59.213753 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Device ea295f33-b17f-430b-92a4-9b52dcb9da53 up at agent hyperv_hv-cinder-83177 {{(pid=103097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 09:12:59.214299 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.db [req-7485f4d1-6fe8-48e1-9254-62172641ca9c req-5c34e106-9064-46ce-957c-f998e1aec452 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] For port 358f9f42-d5ef-46ec-a5b8-377461f6d2a9, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=358f9f42-d5ef-46ec-a5b8-377461f6d2a9,segment=NetworkSegment(1fd71943-1f67-4889-a966-97189e27dce5),segment_id=1fd71943-1f67-4889-a966-97189e27dce5)] {{(pid=103096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:12:59.214299 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-7485f4d1-6fe8-48e1-9254-62172641ca9c req-5c34e106-9064-46ce-957c-f998e1aec452 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559013'] for port (358f9f42-d5ef-46ec-a5b8-377461f6d2a9), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:59.268642 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Provisioning for port ea295f33-b17f-430b-92a4-9b52dcb9da53 completed by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 16 09:12:59.272932 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Provisioning complete for port ea295f33-b17f-430b-92a4-9b52dcb9da53 triggered by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:12:59.273382 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (ea295f33-b17f-430b-92a4-9b52dcb9da53), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:59.366697 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Current status of the port ea295f33-b17f-430b-92a4-9b52dcb9da53 is: BUILD; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:12:59.367129 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (ea295f33-b17f-430b-92a4-9b52dcb9da53), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:59.401497 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] For port ea295f33-b17f-430b-92a4-9b52dcb9da53, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=ea295f33-b17f-430b-92a4-9b52dcb9da53,segment=NetworkSegment(6bc8576e-af77-4014-8f9c-7c70f18d867e),segment_id=6bc8576e-af77-4014-8f9c-7c70f18d867e)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:12:59.406270 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (ea295f33-b17f-430b-92a4-9b52dcb9da53), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:59.457313 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Pushing event updated for resources: {'Port': ['ID=ea295f33-b17f-430b-92a4-9b52dcb9da53,revision_number=5']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:12:59.659751 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb22744a-da99-451b-b886-639659df7839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea295f33-b17f-430b-92a4-9b52dcb9da53'}] {{(pid=103097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 09:12:59.662060 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4541ab3f2cdba5932412d0e11c0734b292cb124fdee115af1127c89d10c16b82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7827ca92-0c8d-4299-91f0-eb956f8eed1b" -d '{"events": [{"server_uuid": "fb22744a-da99-451b-b886-639659df7839", "name": "network-vif-plugged", "status": "completed", "tag": "ea295f33-b17f-430b-92a4-9b52dcb9da53"}]}' {{(pid=103097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 09:12:59.726012 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-7485f4d1-6fe8-48e1-9254-62172641ca9c req-5c34e106-9064-46ce-957c-f998e1aec452 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:59.726289 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-7485f4d1-6fe8-48e1-9254-62172641ca9c req-5c34e106-9064-46ce-957c-f998e1aec452 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557332'] for floatingip (8dfb54a4-864e-470e-9f53-1d0dc9a8530e), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:12:59.726604 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.db.l3_db [req-7485f4d1-6fe8-48e1-9254-62172641ca9c req-5c34e106-9064-46ce-957c-f998e1aec452 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Floating IP 8dfb54a4-864e-470e-9f53-1d0dc9a8530e disassociated. External IP: 172.27.1.61, port: 358f9f42-d5ef-46ec-a5b8-377461f6d2a9. Mar 16 09:12:59.726943 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.plugin [req-7485f4d1-6fe8-48e1-9254-62172641ca9c req-5c34e106-9064-46ce-957c-f998e1aec452 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Calling delete_port for 358f9f42-d5ef-46ec-a5b8-377461f6d2a9 owned by compute:nova {{(pid=103096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 09:12:59.738200 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2aedfc-b282-429c-b860-585b7a8c6692 req-17e2253a-4eed-422e-8fb0-92639d7edc3a tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:12:59.739651 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-db2aedfc-b282-429c-b860-585b7a8c6692 req-17e2253a-4eed-422e-8fb0-92639d7edc3a tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=c779a8cc-d867-455b-9eec-00cddc9263b0 HTTP/1.1" status: 200 len: 946 time: 0.4087532 Mar 16 09:12:59.775063 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea675e6-4598-468b-8644-733d5c3f0c13 req-41c67324-ebe8-4136-b8fa-8e1735ff315c tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:12:59.776511 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-8ea675e6-4598-468b-8644-733d5c3f0c13 req-41c67324-ebe8-4136-b8fa-8e1735ff315c tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=67e9fb7e-912d-476f-9858-5da967f24747 HTTP/1.1" status: 200 len: 946 time: 0.4072118 Mar 16 09:12:59.879290 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-db2aedfc-b282-429c-b860-585b7a8c6692 req-6b4b5cf2-da3f-448d-aea5-76b78b507c15 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e16628-b5b2-46e4-8557-501b5bcb6caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307454 Mar 16 09:12:59.912916 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-8ea675e6-4598-468b-8644-733d5c3f0c13 req-64adad99-f1a5-491c-b136-d9e807ff80c6 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ee09e2-5b71-4dbd-8750-236d6264a429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079638 Mar 16 09:12:59.999295 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 09:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-057b1345-2d74-4e03-9e5d-c2111d6c20d7 x-openstack-request-id: req-057b1345-2d74-4e03-9e5d-c2111d6c20d7 {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 09:12:59.999654 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb22744a-da99-451b-b886-639659df7839", "name": "network-vif-plugged", "status": "completed", "tag": "ea295f33-b17f-430b-92a4-9b52dcb9da53", "code": 200}]} {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 09:12:59.999940 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-057b1345-2d74-4e03-9e5d-c2111d6c20d7 {{(pid=103097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 09:13:00.000410 dv-cinder-831776-4-iscsi neutron-server[103097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb22744a-da99-451b-b886-639659df7839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea295f33-b17f-430b-92a4-9b52dcb9da53', 'code': 200} Mar 16 09:13:00.045962 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-7485f4d1-6fe8-48e1-9254-62172641ca9c req-5c34e106-9064-46ce-957c-f998e1aec452 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732013351693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732012762718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13105710'] for port (358f9f42-d5ef-46ec-a5b8-377461f6d2a9), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:00.080008 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c34e106-9064-46ce-957c-f998e1aec452 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Pushing event deleted for resources: {'Port': ['ID=358f9f42-d5ef-46ec-a5b8-377461f6d2a9,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:13:00.101832 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b86ce30-d19f-4310-9428-117ddb5d6417 req-9587aea6-94ce-4ad9-97a6-9a2ebd7bdd46 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:13:00.109591 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2b86ce30-d19f-4310-9428-117ddb5d6417 req-9587aea6-94ce-4ad9-97a6-9a2ebd7bdd46 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb22744a-da99-451b-b886-639659df7839 HTTP/1.1" status: 200 len: 946 time: 0.1108494 Mar 16 09:13:00.268713 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2b86ce30-d19f-4310-9428-117ddb5d6417 req-633bbd59-b627-4ee4-a222-d34dadc71e38 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] 10.222.0.18 "GET /v2.0/security-groups?id=e39a0188-27f0-4c94-8ef9-27d7db77b587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580689 Mar 16 09:13:00.302535 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae6cd47-7fdd-4a20-abc6-9ac18c1c8f09 req-cc6c4397-f9d1-4940-968f-040bdd57d2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:13:00.304361 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-4ae6cd47-7fdd-4a20-abc6-9ac18c1c8f09 req-cc6c4397-f9d1-4940-968f-040bdd57d2ea service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fb22744a-da99-451b-b886-639659df7839 HTTP/1.1" status: 200 len: 1130 time: 0.0861545 Mar 16 09:13:00.336547 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7485f4d1-6fe8-48e1-9254-62172641ca9c req-5c34e106-9064-46ce-957c-f998e1aec452 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Router 28a9d4e1-c387-4942-b7b4-294aa846a1f4 has already been hosted by L3 agent 09ce795b-eeca-4b3b-9d7f-577d9443cb21 {{(pid=103096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 09:13:00.376595 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-4ae6cd47-7fdd-4a20-abc6-9ac18c1c8f09 req-c293320c-acf0-4761-9490-d22874faa07d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e39a0188-27f0-4c94-8ef9-27d7db77b587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632055 Mar 16 09:13:00.511674 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7485f4d1-6fe8-48e1-9254-62172641ca9c req-5c34e106-9064-46ce-957c-f998e1aec452 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Notify agent at l3_agent.dv-cinder-831776-4-iscsi the message routers_updated {{(pid=103096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 09:13:00.523523 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21f8b66-24f8-4679-ac38-8422beb7b7ba None None] Sync routers for ids ['28a9d4e1-c387-4942-b7b4-294aa846a1f4'] in dv-cinder-831776-4-iscsi {{(pid=103098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 09:13:00.534052 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21f8b66-24f8-4679-ac38-8422beb7b7ba None None] Routers {'28a9d4e1-c387-4942-b7b4-294aa846a1f4'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:13:00.534687 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-b21f8b66-24f8-4679-ac38-8422beb7b7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:12:53Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['28a9d4e1-c387-4942-b7b4-294aa846a1f4'], 'active': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:13:00.573060 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [req-7485f4d1-6fe8-48e1-9254-62172641ca9c req-5c34e106-9064-46ce-957c-f998e1aec452 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] No DVR routers for this DVR port 358f9f42-d5ef-46ec-a5b8-377461f6d2a9 on host hv-cinder-83177 {{(pid=103096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 09:13:00.576375 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-7485f4d1-6fe8-48e1-9254-62172641ca9c req-5c34e106-9064-46ce-957c-f998e1aec452 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334679'] for port (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:00.580345 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-7485f4d1-6fe8-48e1-9254-62172641ca9c req-5c34e106-9064-46ce-957c-f998e1aec452 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.48 "DELETE /v2.0/ports/358f9f42-d5ef-46ec-a5b8-377461f6d2a9 HTTP/1.1" status: 204 len: 173 time: 1.5420599 Mar 16 09:13:00.580851 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67e9fb7e-912d-476f-9858-5da967f24747', 'name': 'network-vif-deleted', 'tag': '358f9f42-d5ef-46ec-a5b8-377461f6d2a9'}] {{(pid=103096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 09:13:00.583447 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552648401d13394d2a88e7485ef09c5647ae5ea4c1ec431ef2c5edbe801f23fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d846d2ee-0f2f-4d8a-a3b9-2fd67b16f9d8" -d '{"events": [{"server_uuid": "67e9fb7e-912d-476f-9858-5da967f24747", "name": "network-vif-deleted", "tag": "358f9f42-d5ef-46ec-a5b8-377461f6d2a9"}]}' {{(pid=103096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 09:13:00.632053 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 09:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f44b7a-b48a-4983-a65a-a69054d3cdc0 x-openstack-request-id: req-98f44b7a-b48a-4983-a65a-a69054d3cdc0 {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 09:13:00.632602 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67e9fb7e-912d-476f-9858-5da967f24747", "name": "network-vif-deleted", "tag": "358f9f42-d5ef-46ec-a5b8-377461f6d2a9", "status": "completed", "code": 200}]} {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 09:13:00.633012 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-98f44b7a-b48a-4983-a65a-a69054d3cdc0 {{(pid=103096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 09:13:00.633696 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67e9fb7e-912d-476f-9858-5da967f24747', 'name': 'network-vif-deleted', 'tag': '358f9f42-d5ef-46ec-a5b8-377461f6d2a9', 'status': 'completed', 'code': 200} Mar 16 09:13:00.683855 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvr_db [None req-b21f8b66-24f8-4679-ac38-8422beb7b7ba None None] Set router 28a9d4e1-c387-4942-b7b4-294aa846a1f4 gateway port host: dv-cinder-831776-4-iscsi {{(pid=103098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:13:00.946769 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-b21f8b66-24f8-4679-ac38-8422beb7b7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'name': 'tempest-AttachVolumeNegativeTest-1056632038-router', 'tenant_id': 'cb287d834c3747da825c3d4bb412c949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '7b0f9b77-20b4-499c-ba37-3133a7150cf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:01:23Z', 'updated_at': '2022-03-16T09:01:30Z', 'revision_number': 4, 'project_id': 'cb287d834c3747da825c3d4bb412c949', 'gw_port': {'id': '7b0f9b77-20b4-499c-ba37-3133a7150cf0', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:24Z', 'updated_at': '2022-03-16T09:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_interfaces': [{'id': '47fcdb74-ada2-419e-b82d-f3e229027f7c', 'name': '', 'network_id': '71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625', 'tenant_id': 'cb287d834c3747da825c3d4bb412c949', 'mac_address': 'fa:16:3e:c2:b1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '21cfdeb1-bd49-41a4-bdcb-784e8ee0104b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:29Z', 'updated_at': '2022-03-16T09:01:39Z', 'revision_number': 5, 'project_id': 'cb287d834c3747da825c3d4bb412c949', 'subnets': [{'id': '21cfdeb1-bd49-41a4-bdcb-784e8ee0104b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:13:00.983300 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21f8b66-24f8-4679-ac38-8422beb7b7ba None None] Checking router: 28a9d4e1-c387-4942-b7b4-294aa846a1f4 for host: dv-cinder-831776-4-iscsi {{(pid=103098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 09:13:00.992419 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21f8b66-24f8-4679-ac38-8422beb7b7ba None None] Routers {'28a9d4e1-c387-4942-b7b4-294aa846a1f4'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:13:00.993294 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-b21f8b66-24f8-4679-ac38-8422beb7b7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:12:53Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['28a9d4e1-c387-4942-b7b4-294aa846a1f4'], 'active': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:13:01.109135 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b511e0eb-aa0e-445a-8228-7556a666e9ec req-97941052-5ace-464f-bee4-e463263c0467 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/ports?device_id=67e9fb7e-912d-476f-9858-5da967f24747 HTTP/1.1" status: 200 len: 210 time: 0.0422993 Mar 16 09:13:01.150498 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvr_db [None req-b21f8b66-24f8-4679-ac38-8422beb7b7ba None None] Set router 28a9d4e1-c387-4942-b7b4-294aa846a1f4 gateway port host: dv-cinder-831776-4-iscsi {{(pid=103098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:13:01.150855 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650fb65b-a7b7-4ca2-a641-9df085d6c18a req-b469a8e3-d8a2-4191-b173-93e1dd4ff354 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:13:01.158009 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-650fb65b-a7b7-4ca2-a641-9df085d6c18a req-b469a8e3-d8a2-4191-b173-93e1dd4ff354 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=c779a8cc-d867-455b-9eec-00cddc9263b0 HTTP/1.1" status: 200 len: 946 time: 0.1325421 Mar 16 09:13:01.221391 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Device 358f9f42-d5ef-46ec-a5b8-377461f6d2a9 no longer exists at agent hyperv_hv-cinder-83177 {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 09:13:01.231377 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-650fb65b-a7b7-4ca2-a641-9df085d6c18a req-02f87be6-7374-4f22-aaf1-5e3fffb27942 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e16628-b5b2-46e4-8557-501b5bcb6caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721259 Mar 16 09:13:01.282405 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] No Port match for: 358f9f42-d5ef-46ec-a5b8-377461f6d2a9 {{(pid=103097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 09:13:01.283432 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Device 358f9f42-d5ef-46ec-a5b8-377461f6d2a9 not bound to the agent host hv-cinder-83177 {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 09:13:01.401202 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2dbc35-bfdc-443c-9e03-369e0e7defb1 req-75f413eb-53a8-4f62-af7f-0618e29999f3 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:13:01.402938 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-ba2dbc35-bfdc-443c-9e03-369e0e7defb1 req-75f413eb-53a8-4f62-af7f-0618e29999f3 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb22744a-da99-451b-b886-639659df7839 HTTP/1.1" status: 200 len: 946 time: 0.0588276 Mar 16 09:13:01.441475 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-b21f8b66-24f8-4679-ac38-8422beb7b7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'name': 'tempest-AttachVolumeNegativeTest-1056632038-router', 'tenant_id': 'cb287d834c3747da825c3d4bb412c949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '7b0f9b77-20b4-499c-ba37-3133a7150cf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:01:23Z', 'updated_at': '2022-03-16T09:01:30Z', 'revision_number': 4, 'project_id': 'cb287d834c3747da825c3d4bb412c949', 'gw_port': {'id': '7b0f9b77-20b4-499c-ba37-3133a7150cf0', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:24Z', 'updated_at': '2022-03-16T09:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_interfaces': [{'id': '47fcdb74-ada2-419e-b82d-f3e229027f7c', 'name': '', 'network_id': '71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625', 'tenant_id': 'cb287d834c3747da825c3d4bb412c949', 'mac_address': 'fa:16:3e:c2:b1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '21cfdeb1-bd49-41a4-bdcb-784e8ee0104b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:29Z', 'updated_at': '2022-03-16T09:01:39Z', 'revision_number': 5, 'project_id': 'cb287d834c3747da825c3d4bb412c949', 'subnets': [{'id': '21cfdeb1-bd49-41a4-bdcb-784e8ee0104b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:13:01.461091 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-ba2dbc35-bfdc-443c-9e03-369e0e7defb1 req-691c4cc8-23a8-4604-bc84-599f5a53dfef tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] 10.222.0.18 "GET /v2.0/security-groups?id=e39a0188-27f0-4c94-8ef9-27d7db77b587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522995 Mar 16 09:13:01.470732 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21f8b66-24f8-4679-ac38-8422beb7b7ba None None] The sync data for ids ['28a9d4e1-c387-4942-b7b4-294aa846a1f4'] in dv-cinder-831776-4-iscsi is: [{'id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'name': 'tempest-AttachVolumeNegativeTest-1056632038-router', 'tenant_id': 'cb287d834c3747da825c3d4bb412c949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '7b0f9b77-20b4-499c-ba37-3133a7150cf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:01:23Z', 'updated_at': '2022-03-16T09:01:30Z', 'revision_number': 4, 'project_id': 'cb287d834c3747da825c3d4bb412c949', 'gw_port': {'id': '7b0f9b77-20b4-499c-ba37-3133a7150cf0', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:24Z', 'updated_at': '2022-03-16T09:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_interfaces': [{'id': '47fcdb74-ada2-419e-b82d-f3e229027f7c', 'name': '', 'network_id': '71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625', 'tenant_id': 'cb287d834c3747da825c3d4bb412c949', 'mac_address': 'fa:16:3e:c2:b1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '21cfdeb1-bd49-41a4-bdcb-784e8ee0104b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:29Z', 'updated_at': '2022-03-16T09:01:39Z', 'revision_number': 5, 'project_id': 'cb287d834c3747da825c3d4bb412c949', 'subnets': [{'id': '21cfdeb1-bd49-41a4-bdcb-784e8ee0104b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 09:13:01.779805 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079d8dfc-86dc-441c-b65e-3a6c826a36f2 None None] New status for floating IP 8dfb54a4-864e-470e-9f53-1d0dc9a8530e: DOWN {{(pid=103097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 09:13:02.199555 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 54366) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:13:02.269532 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b8c91662-405f-48d7-9316-125b76d3c6ca tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks [] for security_group (94ee09e2-5b71-4dbd-8750-236d6264a429), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:02.298810 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b8c91662-405f-48d7-9316-125b76d3c6ca tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks [] for security_group (94ee09e2-5b71-4dbd-8750-236d6264a429), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:02.354045 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b8c91662-405f-48d7-9316-125b76d3c6ca tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (94ee09e2-5b71-4dbd-8750-236d6264a429), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:02.356978 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b8c91662-405f-48d7-9316-125b76d3c6ca tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks [] for security_group (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:02.361149 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-b8c91662-405f-48d7-9316-125b76d3c6ca tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "DELETE /v2.0/security-groups/94ee09e2-5b71-4dbd-8750-236d6264a429 HTTP/1.1" status: 204 len: 168 time: 0.1599855 Mar 16 09:13:02.361902 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 54370) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:13:02.382856 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddd112f-7b4e-493f-bebb-de78023638e7 req-3e563135-bbef-4e14-a782-588e5c7c8bc1 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:13:02.387779 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c91662-405f-48d7-9316-125b76d3c6ca tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ee09e2-5b71-4dbd-8750-236d6264a429,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:13:02.390194 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.api.v2.resource [None req-a68c0250-ef17-4728-b996-d438bbaffc4c tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] show failed (client error): The resource could not be found. Mar 16 09:13:02.394179 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-3ddd112f-7b4e-493f-bebb-de78023638e7 req-3e563135-bbef-4e14-a782-588e5c7c8bc1 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=c779a8cc-d867-455b-9eec-00cddc9263b0 HTTP/1.1" status: 200 len: 946 time: 0.0797617 Mar 16 09:13:02.394805 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-a68c0250-ef17-4728-b996-d438bbaffc4c tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "GET /v2.0/security-groups/94ee09e2-5b71-4dbd-8750-236d6264a429 HTTP/1.1" status: 404 len: 347 time: 0.0280297 Mar 16 09:13:02.396460 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 54372) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:13:02.462510 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-3ddd112f-7b4e-493f-bebb-de78023638e7 req-777b47cc-af45-45ce-a4ab-6a1715be9258 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e16628-b5b2-46e4-8557-501b5bcb6caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696094 Mar 16 09:13:02.542999 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-4cec26dc-3317-4cf7-88ae-f46780f00821 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Deleting port ad6541ae-bffc-4bda-a26e-8386ff4099fe {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 09:13:02.543363 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4cec26dc-3317-4cf7-88ae-f46780f00821 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732013345958'] for port (ad6541ae-bffc-4bda-a26e-8386ff4099fe), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:02.607436 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52baeda-3d1e-4c25-ba4d-44786f62d0f3 req-e06e95b0-5bb3-4556-ad31-bfae6d85f205 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:13:02.614438 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a52baeda-3d1e-4c25-ba4d-44786f62d0f3 req-e06e95b0-5bb3-4556-ad31-bfae6d85f205 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb22744a-da99-451b-b886-639659df7839 HTTP/1.1" status: 200 len: 946 time: 0.0664511 Mar 16 09:13:02.644457 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4cec26dc-3317-4cf7-88ae-f46780f00821 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559013'] for port (ad6541ae-bffc-4bda-a26e-8386ff4099fe), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:02.644753 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4cec26dc-3317-4cf7-88ae-f46780f00821 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks [] for floatingip (ad6541ae-bffc-4bda-a26e-8386ff4099fe), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:02.660408 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-4cec26dc-3317-4cf7-88ae-f46780f00821 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Calling delete_port for ad6541ae-bffc-4bda-a26e-8386ff4099fe owned by network:floatingip {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 09:13:02.683964 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a52baeda-3d1e-4c25-ba4d-44786f62d0f3 req-8a62b606-7fd4-4656-a214-c2bf2f60c849 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] 10.222.0.18 "GET /v2.0/security-groups?id=e39a0188-27f0-4c94-8ef9-27d7db77b587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684555 Mar 16 09:13:02.875976 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4cec26dc-3317-4cf7-88ae-f46780f00821 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732013351693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732012762718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13558255'] for port (ad6541ae-bffc-4bda-a26e-8386ff4099fe), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:02.907077 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cec26dc-3317-4cf7-88ae-f46780f00821 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Pushing event deleted for resources: {'Port': ['ID=ad6541ae-bffc-4bda-a26e-8386ff4099fe,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:13:03.001705 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4cec26dc-3317-4cf7-88ae-f46780f00821 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks [] for floatingip (8dfb54a4-864e-470e-9f53-1d0dc9a8530e), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:03.004876 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4cec26dc-3317-4cf7-88ae-f46780f00821 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334679'] for floatingip (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:03.009868 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-4cec26dc-3317-4cf7-88ae-f46780f00821 tempest-AttachVolumeNegativeTest-1825943619 tempest-AttachVolumeNegativeTest-1825943619-project] 10.222.0.18 "DELETE /v2.0/floatingips/8dfb54a4-864e-470e-9f53-1d0dc9a8530e HTTP/1.1" status: 204 len: 168 time: 0.6121175 Mar 16 09:13:03.446296 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d711e4a-c478-44e8-82fe-451f7c7f0ad1 req-70954e1e-8570-4daf-b5c5-121fce543b0d tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:13:03.453210 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-8d711e4a-c478-44e8-82fe-451f7c7f0ad1 req-70954e1e-8570-4daf-b5c5-121fce543b0d tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb22744a-da99-451b-b886-639659df7839 HTTP/1.1" status: 200 len: 946 time: 0.0680211 Mar 16 09:13:03.509231 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-8d711e4a-c478-44e8-82fe-451f7c7f0ad1 req-a571eafb-5977-4dd9-95a6-03cc6f72df6e tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] 10.222.0.18 "GET /v2.0/security-groups?id=e39a0188-27f0-4c94-8ef9-27d7db77b587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550718 Mar 16 09:13:03.601685 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb6618e-d967-4894-bd19-c6a8de1172e9 req-ee890da3-b3bb-40bd-8b1a-e76a69d2406d tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:13:03.603885 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-ebb6618e-d967-4894-bd19-c6a8de1172e9 req-ee890da3-b3bb-40bd-8b1a-e76a69d2406d tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=c779a8cc-d867-455b-9eec-00cddc9263b0 HTTP/1.1" status: 200 len: 946 time: 0.0552268 Mar 16 09:13:03.652731 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-ebb6618e-d967-4894-bd19-c6a8de1172e9 req-62c5f57c-3ba0-4a72-85ab-25907c7de180 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e16628-b5b2-46e4-8557-501b5bcb6caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421627 Mar 16 09:13:04.637251 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd4d058-3b3f-4a7c-8d83-a5cba28e2b76 req-ad5ce60f-067f-45d6-a38e-3234626eef9c tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:13:04.638824 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-3fd4d058-3b3f-4a7c-8d83-a5cba28e2b76 req-ad5ce60f-067f-45d6-a38e-3234626eef9c tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb22744a-da99-451b-b886-639659df7839 HTTP/1.1" status: 200 len: 946 time: 0.0585527 Mar 16 09:13:04.706851 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-3fd4d058-3b3f-4a7c-8d83-a5cba28e2b76 req-8e28d08d-2b88-454d-b635-68501898f60a tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] 10.222.0.18 "GET /v2.0/security-groups?id=e39a0188-27f0-4c94-8ef9-27d7db77b587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576916 Mar 16 09:13:04.818147 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb6d2bf-be79-40fc-9bdf-ff8f51b0250c req-776121f1-dc90-4a0e-9cd9-71d54320f2ce tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:13:04.823056 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-cbb6d2bf-be79-40fc-9bdf-ff8f51b0250c req-776121f1-dc90-4a0e-9cd9-71d54320f2ce tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=c779a8cc-d867-455b-9eec-00cddc9263b0 HTTP/1.1" status: 200 len: 946 time: 0.0699925 Mar 16 09:13:04.887422 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-cbb6d2bf-be79-40fc-9bdf-ff8f51b0250c req-b9f9d3e0-c16b-4a3e-aa83-a92c84e37708 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e16628-b5b2-46e4-8557-501b5bcb6caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585520 Mar 16 09:13:05.222442 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b9230f-b503-44a5-a5fa-d92f6213d8eb req-0580c62b-0e39-48fc-a1a1-0fee387fd62f tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:13:05.223985 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-05b9230f-b503-44a5-a5fa-d92f6213d8eb req-0580c62b-0e39-48fc-a1a1-0fee387fd62f tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb22744a-da99-451b-b886-639659df7839 HTTP/1.1" status: 200 len: 946 time: 0.0621345 Mar 16 09:13:05.338767 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.plugin [req-05b9230f-b503-44a5-a5fa-d92f6213d8eb req-a2be1e08-476f-44a7-919c-6c72beb28257 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] Deleting port ea295f33-b17f-430b-92a4-9b52dcb9da53 {{(pid=103096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 09:13:05.339114 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-05b9230f-b503-44a5-a5fa-d92f6213d8eb req-a2be1e08-476f-44a7-919c-6c72beb28257 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732013345958'] for port (ea295f33-b17f-430b-92a4-9b52dcb9da53), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:05.468872 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.db [req-05b9230f-b503-44a5-a5fa-d92f6213d8eb req-a2be1e08-476f-44a7-919c-6c72beb28257 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] For port ea295f33-b17f-430b-92a4-9b52dcb9da53, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=ea295f33-b17f-430b-92a4-9b52dcb9da53,segment=NetworkSegment(6bc8576e-af77-4014-8f9c-7c70f18d867e),segment_id=6bc8576e-af77-4014-8f9c-7c70f18d867e)] {{(pid=103096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:13:05.469238 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-05b9230f-b503-44a5-a5fa-d92f6213d8eb req-a2be1e08-476f-44a7-919c-6c72beb28257 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559013'] for port (ea295f33-b17f-430b-92a4-9b52dcb9da53), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:05.491373 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.plugin [req-05b9230f-b503-44a5-a5fa-d92f6213d8eb req-a2be1e08-476f-44a7-919c-6c72beb28257 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] Calling delete_port for ea295f33-b17f-430b-92a4-9b52dcb9da53 owned by compute:nova {{(pid=103096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 09:13:05.652902 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-05b9230f-b503-44a5-a5fa-d92f6213d8eb req-a2be1e08-476f-44a7-919c-6c72beb28257 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732013351693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732012762718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13105710'] for port (ea295f33-b17f-430b-92a4-9b52dcb9da53), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:05.687176 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2be1e08-476f-44a7-919c-6c72beb28257 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] Pushing event deleted for resources: {'Port': ['ID=ea295f33-b17f-430b-92a4-9b52dcb9da53,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:13:05.704444 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2be1e08-476f-44a7-919c-6c72beb28257 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:13:05.704800 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2be1e08-476f-44a7-919c-6c72beb28257 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:13:05.705146 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2be1e08-476f-44a7-919c-6c72beb28257 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:13:05.705516 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2be1e08-476f-44a7-919c-6c72beb28257 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:13:05.705868 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2be1e08-476f-44a7-919c-6c72beb28257 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:13:05.706192 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2be1e08-476f-44a7-919c-6c72beb28257 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:13:05.706522 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2be1e08-476f-44a7-919c-6c72beb28257 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:13:05.706852 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2be1e08-476f-44a7-919c-6c72beb28257 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:13:05.707180 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2be1e08-476f-44a7-919c-6c72beb28257 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:13:05.707506 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2be1e08-476f-44a7-919c-6c72beb28257 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:13:05.707830 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2be1e08-476f-44a7-919c-6c72beb28257 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:13:05.708154 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2be1e08-476f-44a7-919c-6c72beb28257 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:13:05.708476 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2be1e08-476f-44a7-919c-6c72beb28257 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:13:05.708803 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2be1e08-476f-44a7-919c-6c72beb28257 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:13:05.709125 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2be1e08-476f-44a7-919c-6c72beb28257 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:13:05.784828 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [req-05b9230f-b503-44a5-a5fa-d92f6213d8eb req-a2be1e08-476f-44a7-919c-6c72beb28257 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] No DVR routers for this DVR port ea295f33-b17f-430b-92a4-9b52dcb9da53 on host hv-cinder-83177 {{(pid=103096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 09:13:05.797161 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-05b9230f-b503-44a5-a5fa-d92f6213d8eb req-a2be1e08-476f-44a7-919c-6c72beb28257 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334679'] for port (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:05.800383 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-05b9230f-b503-44a5-a5fa-d92f6213d8eb req-a2be1e08-476f-44a7-919c-6c72beb28257 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] 10.222.0.48 "DELETE /v2.0/ports/ea295f33-b17f-430b-92a4-9b52dcb9da53 HTTP/1.1" status: 204 len: 173 time: 0.5694554 Mar 16 09:13:05.800834 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb22744a-da99-451b-b886-639659df7839', 'name': 'network-vif-deleted', 'tag': 'ea295f33-b17f-430b-92a4-9b52dcb9da53'}] {{(pid=103096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 09:13:05.803166 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552648401d13394d2a88e7485ef09c5647ae5ea4c1ec431ef2c5edbe801f23fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea818bdd-0620-4f2f-af8b-4747340ce020" -d '{"events": [{"server_uuid": "fb22744a-da99-451b-b886-639659df7839", "name": "network-vif-deleted", "tag": "ea295f33-b17f-430b-92a4-9b52dcb9da53"}]}' {{(pid=103096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 09:13:05.848301 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2da21922-63c2-4e1a-8a7d-ee83994471b4 req-a06498ce-1f83-46b2-bb3e-1f819977566d tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb22744a-da99-451b-b886-639659df7839 HTTP/1.1" status: 200 len: 210 time: 0.0645654 Mar 16 09:13:05.874907 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 09:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0702a4c0-53ca-49b9-b6a3-0d328e0842c3 x-openstack-request-id: req-0702a4c0-53ca-49b9-b6a3-0d328e0842c3 {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 09:13:05.874907 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb22744a-da99-451b-b886-639659df7839", "name": "network-vif-deleted", "tag": "ea295f33-b17f-430b-92a4-9b52dcb9da53", "status": "completed", "code": 200}]} {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 09:13:05.874907 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0702a4c0-53ca-49b9-b6a3-0d328e0842c3 {{(pid=103096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 09:13:05.874907 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb22744a-da99-451b-b886-639659df7839', 'name': 'network-vif-deleted', 'tag': 'ea295f33-b17f-430b-92a4-9b52dcb9da53', 'status': 'completed', 'code': 200} Mar 16 09:13:06.058231 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0545e9b1-f964-4bd9-bff9-d5bc1051d2c7 req-f3438a50-06fc-449f-a2c4-abb079ee831c tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:13:06.059776 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-0545e9b1-f964-4bd9-bff9-d5bc1051d2c7 req-f3438a50-06fc-449f-a2c4-abb079ee831c tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=c779a8cc-d867-455b-9eec-00cddc9263b0 HTTP/1.1" status: 200 len: 946 time: 0.0680456 Mar 16 09:13:06.114457 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-0545e9b1-f964-4bd9-bff9-d5bc1051d2c7 req-7c759970-db7b-41ad-b1b3-1f9d6a46725f tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e16628-b5b2-46e4-8557-501b5bcb6caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490863 Mar 16 09:13:06.824107 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 54442) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:13:07.165725 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a58d32-2abe-47b5-bbd8-8d90c30ded1f req-349d7f71-8497-45a7-a96a-d8cece2a19b1 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:13:07.181614 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-09a58d32-2abe-47b5-bbd8-8d90c30ded1f req-349d7f71-8497-45a7-a96a-d8cece2a19b1 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] 10.222.0.18 "GET /v2.0/networks?id=7d377109-576c-4b61-95d7-c920c4cb7462 HTTP/1.1" status: 200 len: 808 time: 0.1462543 Mar 16 09:13:07.205263 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-09a58d32-2abe-47b5-bbd8-8d90c30ded1f req-0d8ed890-d4c0-4bae-9316-851059e54358 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] 10.222.0.18 "GET /v2.0/quotas/a1eb3e610252404bb71c7045f4713f6f HTTP/1.1" status: 200 len: 375 time: 0.0227780 Mar 16 09:13:07.252328 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Device ea295f33-b17f-430b-92a4-9b52dcb9da53 no longer exists at agent hyperv_hv-cinder-83177 {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 09:13:07.262226 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-09a58d32-2abe-47b5-bbd8-8d90c30ded1f req-e2d6c3a7-2c71-4b53-9c85-96dfb908fccf tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a1eb3e610252404bb71c7045f4713f6f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435379 Mar 16 09:13:07.292784 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] No Port match for: ea295f33-b17f-430b-92a4-9b52dcb9da53 {{(pid=103097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 09:13:07.293131 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Device ea295f33-b17f-430b-92a4-9b52dcb9da53 not bound to the agent host hv-cinder-83177 {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 09:13:07.308026 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-268ee47d-65de-4c45-b59c-b1a87f4d6754 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560148'] for router_interface (28a9d4e1-c387-4942-b7b4-294aa846a1f4), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:07.404161 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2c5e26-edc0-4dbd-9caf-2890bc6532bd req-c05217d6-7bcc-496d-85ee-86516b273b5a tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:13:07.405713 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-7b2c5e26-edc0-4dbd-9caf-2890bc6532bd req-c05217d6-7bcc-496d-85ee-86516b273b5a tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=c779a8cc-d867-455b-9eec-00cddc9263b0 HTTP/1.1" status: 200 len: 946 time: 0.1685143 Mar 16 09:13:07.439429 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-09a58d32-2abe-47b5-bbd8-8d90c30ded1f req-358a9001-8053-402e-8af9-6612662d4204 service neutron] 10.222.0.18 "GET /v2.0/networks/7d377109-576c-4b61-95d7-c920c4cb7462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763372 Mar 16 09:13:07.554717 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-7b2c5e26-edc0-4dbd-9caf-2890bc6532bd req-86c0a117-b45f-4de6-9156-efba650a9464 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e16628-b5b2-46e4-8557-501b5bcb6caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382005 Mar 16 09:13:07.591898 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-09a58d32-2abe-47b5-bbd8-8d90c30ded1f req-1036c1ff-444f-4960-ab1c-abba1b0afb86 service neutron] 10.222.0.18 "GET /v2.0/networks/7d377109-576c-4b61-95d7-c920c4cb7462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448641 Mar 16 09:13:07.616296 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-268ee47d-65de-4c45-b59c-b1a87f4d6754 admin admin] Deleting port 47fcdb74-ada2-419e-b82d-f3e229027f7c {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 09:13:07.616634 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-268ee47d-65de-4c45-b59c-b1a87f4d6754 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732013345958'] for port (47fcdb74-ada2-419e-b82d-f3e229027f7c), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:07.719620 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-268ee47d-65de-4c45-b59c-b1a87f4d6754 admin admin] For port 47fcdb74-ada2-419e-b82d-f3e229027f7c, host dv-cinder-831776-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-4-iscsi',level=0,port_id=47fcdb74-ada2-419e-b82d-f3e229027f7c,segment=NetworkSegment(1fd71943-1f67-4889-a966-97189e27dce5),segment_id=1fd71943-1f67-4889-a966-97189e27dce5)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:13:07.719995 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-268ee47d-65de-4c45-b59c-b1a87f4d6754 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559013'] for port (47fcdb74-ada2-419e-b82d-f3e229027f7c), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:07.735656 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-268ee47d-65de-4c45-b59c-b1a87f4d6754 admin admin] Calling delete_port for 47fcdb74-ada2-419e-b82d-f3e229027f7c owned by network:router_interface {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 09:13:07.838982 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-f326f72d-03b4-45fc-a355-b019190b8640 req-79b25c25-b536-4992-b8ba-caa6c6572085 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] 10.222.0.18 "GET /v2.0/ports?device_id=9dffecad-e003-48ce-9805-58ed20b72ca1 HTTP/1.1" status: 200 len: 210 time: 0.0464587 Mar 16 09:13:07.982343 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-268ee47d-65de-4c45-b59c-b1a87f4d6754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732013351693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732012762718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13558255'] for port (47fcdb74-ada2-419e-b82d-f3e229027f7c), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:08.019447 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268ee47d-65de-4c45-b59c-b1a87f4d6754 admin admin] Pushing event deleted for resources: {'Port': ['ID=47fcdb74-ada2-419e-b82d-f3e229027f7c,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:13:08.251863 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-268ee47d-65de-4c45-b59c-b1a87f4d6754 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-560312'] for router_interface (28a9d4e1-c387-4942-b7b4-294aa846a1f4), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:08.667296 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af7c44b-57a0-4f6c-b44d-719f02592e3a req-d010bb8a-151e-49f7-85fa-9025c6753bc6 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:13:08.669099 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-8af7c44b-57a0-4f6c-b44d-719f02592e3a req-d010bb8a-151e-49f7-85fa-9025c6753bc6 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=c779a8cc-d867-455b-9eec-00cddc9263b0 HTTP/1.1" status: 200 len: 946 time: 0.0599689 Mar 16 09:13:08.723330 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-8af7c44b-57a0-4f6c-b44d-719f02592e3a req-48d35d6b-446e-43de-9b72-a602551e3946 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e16628-b5b2-46e4-8557-501b5bcb6caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474193 Mar 16 09:13:08.750796 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-268ee47d-65de-4c45-b59c-b1a87f4d6754 admin admin] Router 28a9d4e1-c387-4942-b7b4-294aa846a1f4 has already been hosted by L3 agent 09ce795b-eeca-4b3b-9d7f-577d9443cb21 {{(pid=103095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 09:13:08.906506 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-268ee47d-65de-4c45-b59c-b1a87f4d6754 admin admin] Notify agent at l3_agent.dv-cinder-831776-4-iscsi the message routers_updated {{(pid=103095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 09:13:08.920203 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-268ee47d-65de-4c45-b59c-b1a87f4d6754 admin admin] 10.222.0.18 "PUT /v2.0/routers/28a9d4e1-c387-4942-b7b4-294aa846a1f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0926633 Mar 16 09:13:08.920893 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 54482) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:13:08.923607 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67ba267-c1a0-48d8-9324-0d7b9b075157 None None] Sync routers for ids ['28a9d4e1-c387-4942-b7b4-294aa846a1f4'] in dv-cinder-831776-4-iscsi {{(pid=103098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 09:13:08.955687 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67ba267-c1a0-48d8-9324-0d7b9b075157 None None] Routers {'28a9d4e1-c387-4942-b7b4-294aa846a1f4'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:13:08.956688 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-f67ba267-c1a0-48d8-9324-0d7b9b075157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:12:53Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['28a9d4e1-c387-4942-b7b4-294aa846a1f4'], 'active': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:13:09.038412 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-3fa375c9-bbde-45b4-b0e9-0be0e0be24ee req-a3bb8f7f-a696-4f2a-b6ca-92966f14d9f2 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] 10.222.0.18 "GET /v2.0/ports?device_id=9dffecad-e003-48ce-9805-58ed20b72ca1 HTTP/1.1" status: 200 len: 210 time: 0.0516269 Mar 16 09:13:09.091534 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-867185f2-cc60-4dc6-b32c-f2004ed4bc23 admin admin] Publish callbacks [] for router (28a9d4e1-c387-4942-b7b4-294aa846a1f4), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:09.136890 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a58d32-2abe-47b5-bbd8-8d90c30ded1f req-9e99f3f9-4558-470e-b855-902e28705071 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:13:09.138386 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-09a58d32-2abe-47b5-bbd8-8d90c30ded1f req-9e99f3f9-4558-470e-b855-902e28705071 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] 10.222.0.48 "GET /v2.0/networks?id=7d377109-576c-4b61-95d7-c920c4cb7462 HTTP/1.1" status: 200 len: 808 time: 0.2677555 Mar 16 09:13:09.156959 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.v2.base [req-09a58d32-2abe-47b5-bbd8-8d90c30ded1f req-2ba91810-7e39-4a73-b147-0e6c327f5e97 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] Request body: {'port': {'device_id': '9dffecad-e003-48ce-9805-58ed20b72ca1', 'network_id': '7d377109-576c-4b61-95d7-c920c4cb7462', 'admin_state_up': True, 'tenant_id': 'a1eb3e610252404bb71c7045f4713f6f'}} {{(pid=103096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:13:09.220424 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-867185f2-cc60-4dc6-b32c-f2004ed4bc23 admin admin] Publish callbacks [] for router_gateway (28a9d4e1-c387-4942-b7b4-294aa846a1f4), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:09.222209 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvr_db [None req-f67ba267-c1a0-48d8-9324-0d7b9b075157 None None] Set router 28a9d4e1-c387-4942-b7b4-294aa846a1f4 gateway port host: dv-cinder-831776-4-iscsi {{(pid=103098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:13:09.309728 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-867185f2-cc60-4dc6-b32c-f2004ed4bc23 admin admin] Deleting port 7b0f9b77-20b4-499c-ba37-3133a7150cf0 {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 09:13:09.310070 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-867185f2-cc60-4dc6-b32c-f2004ed4bc23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732013345958'] for port (7b0f9b77-20b4-499c-ba37-3133a7150cf0), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:09.326319 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09a58d32-2abe-47b5-bbd8-8d90c30ded1f req-2ba91810-7e39-4a73-b147-0e6c327f5e97 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] Made reservation on behalf of a1eb3e610252404bb71c7045f4713f6f for: {'port': 1} {{(pid=103096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 09:13:09.330607 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-09a58d32-2abe-47b5-bbd8-8d90c30ded1f req-2ba91810-7e39-4a73-b147-0e6c327f5e97 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:09.413153 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-867185f2-cc60-4dc6-b32c-f2004ed4bc23 admin admin] For port 7b0f9b77-20b4-499c-ba37-3133a7150cf0, host dv-cinder-831776-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-4-iscsi',level=0,port_id=7b0f9b77-20b4-499c-ba37-3133a7150cf0,segment=NetworkSegment(627a1704-08f1-4a54-a35a-53ba84ce9e35),segment_id=627a1704-08f1-4a54-a35a-53ba84ce9e35)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:13:09.413705 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-867185f2-cc60-4dc6-b32c-f2004ed4bc23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559013'] for port (7b0f9b77-20b4-499c-ba37-3133a7150cf0), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:09.428325 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-867185f2-cc60-4dc6-b32c-f2004ed4bc23 admin admin] Calling delete_port for 7b0f9b77-20b4-499c-ba37-3133a7150cf0 owned by network:router_gateway {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 09:13:09.453958 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-f67ba267-c1a0-48d8-9324-0d7b9b075157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'name': 'tempest-AttachVolumeNegativeTest-1056632038-router', 'tenant_id': 'cb287d834c3747da825c3d4bb412c949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '7b0f9b77-20b4-499c-ba37-3133a7150cf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:01:23Z', 'updated_at': '2022-03-16T09:13:07Z', 'revision_number': 5, 'project_id': 'cb287d834c3747da825c3d4bb412c949', 'gw_port': {'id': '7b0f9b77-20b4-499c-ba37-3133a7150cf0', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:01:24Z', 'updated_at': '2022-03-16T09:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi'}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:13:09.489152 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67ba267-c1a0-48d8-9324-0d7b9b075157 None None] Checking router: 28a9d4e1-c387-4942-b7b4-294aa846a1f4 for host: dv-cinder-831776-4-iscsi {{(pid=103098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 09:13:09.499285 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67ba267-c1a0-48d8-9324-0d7b9b075157 None None] Routers {'28a9d4e1-c387-4942-b7b4-294aa846a1f4'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:13:09.500239 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-f67ba267-c1a0-48d8-9324-0d7b9b075157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:12:53Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['28a9d4e1-c387-4942-b7b4-294aa846a1f4'], 'active': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:13:09.504458 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.db_base_plugin_common [req-09a58d32-2abe-47b5-bbd8-8d90c30ded1f req-2ba91810-7e39-4a73-b147-0e6c327f5e97 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] Allocated IP 172.20.0.5 (7d377109-576c-4b61-95d7-c920c4cb7462/6e06e20f-55ad-4e49-8b92-6c020216ec43/b77cdf5a-ea86-4fb0-acb9-192c36096be2) {{(pid=103096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 09:13:09.614720 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvr_db [None req-f67ba267-c1a0-48d8-9324-0d7b9b075157 None None] Set router 28a9d4e1-c387-4942-b7b4-294aa846a1f4 gateway port host: None {{(pid=103098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:13:09.618599 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-867185f2-cc60-4dc6-b32c-f2004ed4bc23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732013351693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732012762718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13558255'] for port (7b0f9b77-20b4-499c-ba37-3133a7150cf0), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:09.648621 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867185f2-cc60-4dc6-b32c-f2004ed4bc23 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b0f9b77-20b4-499c-ba37-3133a7150cf0,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:13:09.715435 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-f67ba267-c1a0-48d8-9324-0d7b9b075157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'name': 'tempest-AttachVolumeNegativeTest-1056632038-router', 'tenant_id': 'cb287d834c3747da825c3d4bb412c949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:01:23Z', 'updated_at': '2022-03-16T09:13:09Z', 'revision_number': 6, 'project_id': 'cb287d834c3747da825c3d4bb412c949', 'gw_port_host': None}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:13:09.787057 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-867185f2-cc60-4dc6-b32c-f2004ed4bc23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-557406'] for router_gateway (28a9d4e1-c387-4942-b7b4-294aa846a1f4), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:09.823658 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-09a58d32-2abe-47b5-bbd8-8d90c30ded1f req-2ba91810-7e39-4a73-b147-0e6c327f5e97 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] Publish callbacks [] for port (b77cdf5a-ea86-4fb0-acb9-192c36096be2), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:09.846160 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67ba267-c1a0-48d8-9324-0d7b9b075157 None None] The sync data for ids ['28a9d4e1-c387-4942-b7b4-294aa846a1f4'] in dv-cinder-831776-4-iscsi is: [{'id': '28a9d4e1-c387-4942-b7b4-294aa846a1f4', 'name': 'tempest-AttachVolumeNegativeTest-1056632038-router', 'tenant_id': 'cb287d834c3747da825c3d4bb412c949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:01:23Z', 'updated_at': '2022-03-16T09:13:09Z', 'revision_number': 6, 'project_id': 'cb287d834c3747da825c3d4bb412c949', 'gw_port_host': None}] {{(pid=103098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 09:13:09.930414 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-867185f2-cc60-4dc6-b32c-f2004ed4bc23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124902'] for router (28a9d4e1-c387-4942-b7b4-294aa846a1f4), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:09.934966 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-867185f2-cc60-4dc6-b32c-f2004ed4bc23 admin admin] Publish callbacks [] for router_controller (28a9d4e1-c387-4942-b7b4-294aa846a1f4), precommit_delete_associations {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:09.960247 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a0450b-2704-4f19-8381-ab160407e027 req-f5656a7a-59a2-4f8c-804c-cbc1c6a807bd tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:13:09.961841 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-c3a0450b-2704-4f19-8381-ab160407e027 req-f5656a7a-59a2-4f8c-804c-cbc1c6a807bd tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=c779a8cc-d867-455b-9eec-00cddc9263b0 HTTP/1.1" status: 200 len: 946 time: 0.1037812 Mar 16 09:13:09.963025 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-09a58d32-2abe-47b5-bbd8-8d90c30ded1f req-2ba91810-7e39-4a73-b147-0e6c327f5e97 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732012762709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13105710'] for port (b77cdf5a-ea86-4fb0-acb9-192c36096be2), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:09.995310 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-867185f2-cc60-4dc6-b32c-f2004ed4bc23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571054'] for router (28a9d4e1-c387-4942-b7b4-294aa846a1f4), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:09.996168 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-867185f2-cc60-4dc6-b32c-f2004ed4bc23 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28a9d4e1-c387-4942-b7b4-294aa846a1f4 {{(pid=103095) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 09:13:10.014455 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09a58d32-2abe-47b5-bbd8-8d90c30ded1f req-2ba91810-7e39-4a73-b147-0e6c327f5e97 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] Network 7d377109-576c-4b61-95d7-c920c4cb7462 is already hosted by enough agents. {{(pid=103096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 09:13:10.032514 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.base_scheduler [req-09a58d32-2abe-47b5-bbd8-8d90c30ded1f req-2ba91810-7e39-4a73-b147-0e6c327f5e97 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] Resources bound (agent type, host, resource id): {{(pid=103096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 09:13:10.033961 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-867185f2-cc60-4dc6-b32c-f2004ed4bc23 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:10.034066 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [req-09a58d32-2abe-47b5-bbd8-8d90c30ded1f req-2ba91810-7e39-4a73-b147-0e6c327f5e97 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] Received port after_create {{(pid=103096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 09:13:10.036138 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-867185f2-cc60-4dc6-b32c-f2004ed4bc23 admin admin] 10.222.0.18 "DELETE /v2.0/routers/28a9d4e1-c387-4942-b7b4-294aa846a1f4 HTTP/1.1" status: 204 len: 168 time: 1.1141677 Mar 16 09:13:10.043333 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 54490) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:13:10.063897 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba91810-7e39-4a73-b147-0e6c327f5e97 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] Pushing event updated for resources: {'Port': ['ID=b77cdf5a-ea86-4fb0-acb9-192c36096be2,revision_number=1']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:13:10.107999 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-c3a0450b-2704-4f19-8381-ab160407e027 req-333d1610-8a25-47b1-a6d3-8fe2cae910b3 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e16628-b5b2-46e4-8557-501b5bcb6caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299212 Mar 16 09:13:10.113692 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a58d32-2abe-47b5-bbd8-8d90c30ded1f req-2ba91810-7e39-4a73-b147-0e6c327f5e97 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:13:10.114351 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-09a58d32-2abe-47b5-bbd8-8d90c30ded1f req-2ba91810-7e39-4a73-b147-0e6c327f5e97 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334679'] for port (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:10.135246 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a9bfb63-2631-4f77-9493-6a621919f6e7 admin admin] Deleting subnet 21cfdeb1-bd49-41a4-bdcb-784e8ee0104b {{(pid=103095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 16 09:13:10.140912 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-09a58d32-2abe-47b5-bbd8-8d90c30ded1f req-2ba91810-7e39-4a73-b147-0e6c327f5e97 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9895470 Mar 16 09:13:10.141092 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0a9bfb63-2631-4f77-9493-6a621919f6e7 admin admin] Publish callbacks [] for subnet (21cfdeb1-bd49-41a4-bdcb-784e8ee0104b), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:10.149497 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.v2.base [req-09a58d32-2abe-47b5-bbd8-8d90c30ded1f req-b6963545-34db-4b88-921b-27ca121af48e service neutron] Request body: {'port': {'device_id': '9dffecad-e003-48ce-9805-58ed20b72ca1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=103096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:13:10.183468 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0a9bfb63-2631-4f77-9493-6a621919f6e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13312432'] for subnet (21cfdeb1-bd49-41a4-bdcb-784e8ee0104b), precommit_delete_associations {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:10.261262 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f544dc7-fdfb-4c17-9f48-67689ae77269 req-deb09e2f-cd3c-4f0a-ab30-f8b6f6874b42 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:13:10.262907 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2f544dc7-fdfb-4c17-9f48-67689ae77269 req-deb09e2f-cd3c-4f0a-ab30-f8b6f6874b42 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] 10.222.0.18 "GET /v2.0/ports?device_id=9dffecad-e003-48ce-9805-58ed20b72ca1 HTTP/1.1" status: 200 len: 931 time: 0.1189177 Mar 16 09:13:10.268415 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-09a58d32-2abe-47b5-bbd8-8d90c30ded1f req-b6963545-34db-4b88-921b-27ca121af48e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (b77cdf5a-ea86-4fb0-acb9-192c36096be2), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:10.278338 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0a9bfb63-2631-4f77-9493-6a621919f6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1238432'] for subnet (21cfdeb1-bd49-41a4-bdcb-784e8ee0104b), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:10.339162 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0a9bfb63-2631-4f77-9493-6a621919f6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1238363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13558064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133455034'] for subnet (21cfdeb1-bd49-41a4-bdcb-784e8ee0104b), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:10.357324 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2f544dc7-fdfb-4c17-9f48-67689ae77269 req-f5f91a0c-fdc8-4e64-ac05-ed0b8ec51c2a tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] 10.222.0.18 "GET /v2.0/security-groups?id=e39a0188-27f0-4c94-8ef9-27d7db77b587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856860 Mar 16 09:13:10.366519 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9bfb63-2631-4f77-9493-6a621919f6e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21cfdeb1-bd49-41a4-bdcb-784e8ee0104b,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:13:10.369054 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0a9bfb63-2631-4f77-9493-6a621919f6e7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:10.372233 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-0a9bfb63-2631-4f77-9493-6a621919f6e7 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/21cfdeb1-bd49-41a4-bdcb-784e8ee0104b HTTP/1.1" status: 204 len: 168 time: 0.3326647 Mar 16 09:13:10.374596 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab7b92c-fea9-475a-8abc-2569a83ccb74 None None] Network 71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625 requested from dv-cinder-831776-4-iscsi {{(pid=103097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 09:13:10.375098 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 54504) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:13:10.455131 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ca1e1955-8399-46bc-a9a9-e883d70fdaeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1197409'] for network (71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:10.509849 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-ca1e1955-8399-46bc-a9a9-e883d70fdaeb admin admin] Deleting port d808ed52-a44a-4792-932b-46300309ad4f {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 09:13:10.510192 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ca1e1955-8399-46bc-a9a9-e883d70fdaeb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732013345958'] for port (d808ed52-a44a-4792-932b-46300309ad4f), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:10.571682 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-ca1e1955-8399-46bc-a9a9-e883d70fdaeb admin admin] For port d808ed52-a44a-4792-932b-46300309ad4f, host dv-cinder-831776-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-4-iscsi',level=0,port_id=d808ed52-a44a-4792-932b-46300309ad4f,segment=NetworkSegment(1fd71943-1f67-4889-a966-97189e27dce5),segment_id=1fd71943-1f67-4889-a966-97189e27dce5)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:13:10.571960 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ca1e1955-8399-46bc-a9a9-e883d70fdaeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559013'] for port (d808ed52-a44a-4792-932b-46300309ad4f), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:10.583878 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.notifiers.nova [req-09a58d32-2abe-47b5-bbd8-8d90c30ded1f req-b6963545-34db-4b88-921b-27ca121af48e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b77cdf5a-ea86-4fb0-acb9-192c36096be2 {{(pid=103096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 09:13:10.584262 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-ca1e1955-8399-46bc-a9a9-e883d70fdaeb admin admin] Calling delete_port for d808ed52-a44a-4792-932b-46300309ad4f owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 09:13:10.592774 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-09a58d32-2abe-47b5-bbd8-8d90c30ded1f req-b6963545-34db-4b88-921b-27ca121af48e service neutron] Publish callbacks [] for port (b77cdf5a-ea86-4fb0-acb9-192c36096be2), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:10.607064 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.provisioning_blocks [req-09a58d32-2abe-47b5-bbd8-8d90c30ded1f req-b6963545-34db-4b88-921b-27ca121af48e service neutron] Transition to ACTIVE for port object b77cdf5a-ea86-4fb0-acb9-192c36096be2 will not be triggered until provisioned by entity L2. {{(pid=103096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 16 09:13:10.612237 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-09a58d32-2abe-47b5-bbd8-8d90c30ded1f req-b6963545-34db-4b88-921b-27ca121af48e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13105703'] for port (b77cdf5a-ea86-4fb0-acb9-192c36096be2), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:10.641317 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9651adb2-05fb-4c61-ab6f-b3fb765459c2 None None] DHCP port deletion for 71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625 request from dv-cinder-831776-4-iscsi {{(pid=103097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 16 09:13:10.682216 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ca1e1955-8399-46bc-a9a9-e883d70fdaeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732013351693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732012762718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13558255'] for port (d808ed52-a44a-4792-932b-46300309ad4f), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:10.692114 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6963545-34db-4b88-921b-27ca121af48e service neutron] Pushing event updated for resources: {'Port': ['ID=b77cdf5a-ea86-4fb0-acb9-192c36096be2,revision_number=2']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:13:10.707756 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e1955-8399-46bc-a9a9-e883d70fdaeb admin admin] Pushing event deleted for resources: {'Port': ['ID=d808ed52-a44a-4792-932b-46300309ad4f,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:13:10.711689 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1e1955-8399-46bc-a9a9-e883d70fdaeb admin admin] No DVR routers for this DVR port d808ed52-a44a-4792-932b-46300309ad4f on host dv-cinder-831776-4-iscsi {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 09:13:10.727666 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-9651adb2-05fb-4c61-ab6f-b3fb765459c2 None None] Deleting port d808ed52-a44a-4792-932b-46300309ad4f {{(pid=103097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 09:13:10.728292 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9651adb2-05fb-4c61-ab6f-b3fb765459c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732013345958'] for port (d808ed52-a44a-4792-932b-46300309ad4f), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:10.749127 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [req-09a58d32-2abe-47b5-bbd8-8d90c30ded1f req-b6963545-34db-4b88-921b-27ca121af48e service neutron] Attempting to bind port b77cdf5a-ea86-4fb0-acb9-192c36096be2 on host hv-cinder-83177 for vnic_type normal with profile {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 09:13:10.749688 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [req-09a58d32-2abe-47b5-bbd8-8d90c30ded1f req-b6963545-34db-4b88-921b-27ca121af48e service neutron] Attempting to bind port b77cdf5a-ea86-4fb0-acb9-192c36096be2 by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': '6bc8576e-af77-4014-8f9c-7c70f18d867e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '7d377109-576c-4b61-95d7-c920c4cb7462'}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 09:13:10.750113 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a58d32-2abe-47b5-bbd8-8d90c30ded1f req-b6963545-34db-4b88-921b-27ca121af48e service neutron] Attempting to bind port b77cdf5a-ea86-4fb0-acb9-192c36096be2 on network 7d377109-576c-4b61-95d7-c920c4cb7462 {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 09:13:10.755315 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a58d32-2abe-47b5-bbd8-8d90c30ded1f req-b6963545-34db-4b88-921b-27ca121af48e service neutron] Port b77cdf5a-ea86-4fb0-acb9-192c36096be2 on network 7d377109-576c-4b61-95d7-c920c4cb7462 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 16 09:13:10.755727 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a58d32-2abe-47b5-bbd8-8d90c30ded1f req-b6963545-34db-4b88-921b-27ca121af48e service neutron] Attempting to bind port b77cdf5a-ea86-4fb0-acb9-192c36096be2 on network 7d377109-576c-4b61-95d7-c920c4cb7462 {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 09:13:10.761090 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a58d32-2abe-47b5-bbd8-8d90c30ded1f req-b6963545-34db-4b88-921b-27ca121af48e service neutron] Checking agent: {'id': 'f0da09ba-cbd5-402d-a3a1-68b8fcaf25e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 8, 59, 25), 'started_at': datetime.datetime(2022, 3, 16, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 9, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 09:13:10.761627 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a58d32-2abe-47b5-bbd8-8d90c30ded1f req-b6963545-34db-4b88-921b-27ca121af48e service neutron] Checking segment: {'id': '6bc8576e-af77-4014-8f9c-7c70f18d867e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '7d377109-576c-4b61-95d7-c920c4cb7462'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 09:13:10.762124 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a58d32-2abe-47b5-bbd8-8d90c30ded1f req-b6963545-34db-4b88-921b-27ca121af48e service neutron] Bound using segment: {'id': '6bc8576e-af77-4014-8f9c-7c70f18d867e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '7d377109-576c-4b61-95d7-c920c4cb7462'} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 09:13:10.762726 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [req-09a58d32-2abe-47b5-bbd8-8d90c30ded1f req-b6963545-34db-4b88-921b-27ca121af48e service neutron] Bound port: b77cdf5a-ea86-4fb0-acb9-192c36096be2, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bc8576e-af77-4014-8f9c-7c70f18d867e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '7d377109-576c-4b61-95d7-c920c4cb7462'}}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 09:13:10.763176 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-09a58d32-2abe-47b5-bbd8-8d90c30ded1f req-b6963545-34db-4b88-921b-27ca121af48e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (b77cdf5a-ea86-4fb0-acb9-192c36096be2), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:10.787680 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ca1e1955-8399-46bc-a9a9-e883d70fdaeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1240631', 'neutron.services.segments.db._delete_segments_for_network-8732013206218'] for network (71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:10.806618 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-9651adb2-05fb-4c61-ab6f-b3fb765459c2 None None] For port d808ed52-a44a-4792-932b-46300309ad4f, host dv-cinder-831776-4-iscsi, got binding levels [] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:13:10.807173 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9651adb2-05fb-4c61-ab6f-b3fb765459c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559013'] for port (d808ed52-a44a-4792-932b-46300309ad4f), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:10.810764 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.services.segments.db [None req-ca1e1955-8399-46bc-a9a9-e883d70fdaeb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625']}} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:13:10.820006 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-9651adb2-05fb-4c61-ab6f-b3fb765459c2 None None] Calling delete_port for d808ed52-a44a-4792-932b-46300309ad4f owned by network:dhcp {{(pid=103097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 09:13:10.820333 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.services.segments.db [None req-ca1e1955-8399-46bc-a9a9-e883d70fdaeb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fd71943-1f67-4889-a966-97189e27dce5') {'for_net_delete': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:13:10.820957 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.services.segments.db [None req-ca1e1955-8399-46bc-a9a9-e883d70fdaeb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fd71943-1f67-4889-a966-97189e27dce5') {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:13:10.823073 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.ipam_backend_mixin [None req-9651adb2-05fb-4c61-ab6f-b3fb765459c2 None None] Port d808ed52-a44a-4792-932b-46300309ad4f was not found and therefore no delete operation was performed {{(pid=103097) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 16 09:13:10.824376 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9651adb2-05fb-4c61-ab6f-b3fb765459c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732013351693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732012762718'] for port (d808ed52-a44a-4792-932b-46300309ad4f), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:10.830955 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ca1e1955-8399-46bc-a9a9-e883d70fdaeb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732013210067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13312443'] for segment (1fd71943-1f67-4889-a966-97189e27dce5), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:10.835870 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.db [req-09a58d32-2abe-47b5-bbd8-8d90c30ded1f req-b6963545-34db-4b88-921b-27ca121af48e service neutron] For port b77cdf5a-ea86-4fb0-acb9-192c36096be2, host hv-cinder-83177, cleared binding levels {{(pid=103096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 09:13:10.839582 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.db [req-09a58d32-2abe-47b5-bbd8-8d90c30ded1f req-b6963545-34db-4b88-921b-27ca121af48e service neutron] For port b77cdf5a-ea86-4fb0-acb9-192c36096be2, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=b77cdf5a-ea86-4fb0-acb9-192c36096be2,segment=NetworkSegment(6bc8576e-af77-4014-8f9c-7c70f18d867e),segment_id=6bc8576e-af77-4014-8f9c-7c70f18d867e)] {{(pid=103096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 09:13:10.846182 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ca1e1955-8399-46bc-a9a9-e883d70fdaeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079957'] for segment (1fd71943-1f67-4889-a966-97189e27dce5), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:10.848365 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-09a58d32-2abe-47b5-bbd8-8d90c30ded1f req-b6963545-34db-4b88-921b-27ca121af48e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13105703'] for port (b77cdf5a-ea86-4fb0-acb9-192c36096be2), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:10.849815 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9651adb2-05fb-4c61-ab6f-b3fb765459c2 None None] Pushing event deleted for resources: {'Port': ['ID=d808ed52-a44a-4792-932b-46300309ad4f,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:13:10.856495 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca1e1955-8399-46bc-a9a9-e883d70fdaeb admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=103095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 09:13:10.856906 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ca1e1955-8399-46bc-a9a9-e883d70fdaeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13558170'] for segment (1fd71943-1f67-4889-a966-97189e27dce5), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:10.857931 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9651adb2-05fb-4c61-ab6f-b3fb765459c2 None None] No DVR routers for this DVR port d808ed52-a44a-4792-932b-46300309ad4f on host dv-cinder-831776-4-iscsi {{(pid=103097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 09:13:10.859128 dv-cinder-831776-4-iscsi neutron-server[103095]: Traceback (most recent call last): Mar 16 09:13:10.859128 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 09:13:10.859128 dv-cinder-831776-4-iscsi neutron-server[103095]: timer() Mar 16 09:13:10.859128 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 09:13:10.859128 dv-cinder-831776-4-iscsi neutron-server[103095]: cb(*args, **kw) Mar 16 09:13:10.859128 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 16 09:13:10.859128 dv-cinder-831776-4-iscsi neutron-server[103095]: return func(*args, **kwargs) Mar 16 09:13:10.859128 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 09:13:10.859128 dv-cinder-831776-4-iscsi neutron-server[103095]: self._notify() Mar 16 09:13:10.859128 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 09:13:10.859128 dv-cinder-831776-4-iscsi neutron-server[103095]: self.callback(batched_events) Mar 16 09:13:10.859128 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 09:13:10.859128 dv-cinder-831776-4-iscsi neutron-server[103095]: event.method(event) Mar 16 09:13:10.859128 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 16 09:13:10.859128 dv-cinder-831776-4-iscsi neutron-server[103095]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 09:13:10.859128 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 16 09:13:10.859128 dv-cinder-831776-4-iscsi neutron-server[103095]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 09:13:10.859128 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 16 09:13:10.859128 dv-cinder-831776-4-iscsi neutron-server[103095]: return f(self, *a, **k) Mar 16 09:13:10.859128 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 09:13:10.859128 dv-cinder-831776-4-iscsi neutron-server[103095]: return self._get(url).json() Mar 16 09:13:10.859128 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 09:13:10.859128 dv-cinder-831776-4-iscsi neutron-server[103095]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 09:13:10.859128 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 09:13:10.859128 dv-cinder-831776-4-iscsi neutron-server[103095]: return self.request(url, 'GET', **kwargs) Mar 16 09:13:10.859128 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 09:13:10.859128 dv-cinder-831776-4-iscsi neutron-server[103095]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 09:13:10.859128 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 09:13:10.859128 dv-cinder-831776-4-iscsi neutron-server[103095]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 09:13:10.859128 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 09:13:10.859128 dv-cinder-831776-4-iscsi neutron-server[103095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 09:13:10.859128 dv-cinder-831776-4-iscsi neutron-server[103095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 09:13:10.896396 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a58d32-2abe-47b5-bbd8-8d90c30ded1f req-b6963545-34db-4b88-921b-27ca121af48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:13:10.896615 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-09a58d32-2abe-47b5-bbd8-8d90c30ded1f req-b6963545-34db-4b88-921b-27ca121af48e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334679'] for port (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:10.900670 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-09a58d32-2abe-47b5-bbd8-8d90c30ded1f req-b6963545-34db-4b88-921b-27ca121af48e service neutron] 10.222.0.48 "PUT /v2.0/ports/b77cdf5a-ea86-4fb0-acb9-192c36096be2 HTTP/1.1" status: 200 len: 1093 time: 0.7523596 Mar 16 09:13:10.901130 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dffecad-e003-48ce-9805-58ed20b72ca1', 'tag': 'b77cdf5a-ea86-4fb0-acb9-192c36096be2'}] {{(pid=103096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 09:13:10.903410 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552648401d13394d2a88e7485ef09c5647ae5ea4c1ec431ef2c5edbe801f23fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b49c4bc9-1007-4d91-89d4-5a9647b5bcaf" -d '{"events": [{"name": "network-changed", "server_uuid": "9dffecad-e003-48ce-9805-58ed20b72ca1", "tag": "b77cdf5a-ea86-4fb0-acb9-192c36096be2"}]}' {{(pid=103096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 09:13:10.919059 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6963545-34db-4b88-921b-27ca121af48e service neutron] Pushing event updated for resources: {'Port': ['ID=b77cdf5a-ea86-4fb0-acb9-192c36096be2,revision_number=3']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:13:10.931771 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ca1e1955-8399-46bc-a9a9-e883d70fdaeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1240622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-557370'] for network (71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:10.937938 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ca1e1955-8399-46bc-a9a9-e883d70fdaeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555813'] for network (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:10.944029 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-ca1e1955-8399-46bc-a9a9-e883d70fdaeb admin admin] 10.222.0.18 "DELETE /v2.0/networks/71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625 HTTP/1.1" status: 204 len: 168 time: 0.5684094 Mar 16 09:13:10.962710 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 09:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6282065b-ec3b-433d-babf-1d1bbc9828e2 x-openstack-request-id: req-6282065b-ec3b-433d-babf-1d1bbc9828e2 {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 09:13:10.963601 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dffecad-e003-48ce-9805-58ed20b72ca1", "tag": "b77cdf5a-ea86-4fb0-acb9-192c36096be2", "status": "completed", "code": 200}]} {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 09:13:10.963935 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6282065b-ec3b-433d-babf-1d1bbc9828e2 {{(pid=103096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 09:13:10.964410 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dffecad-e003-48ce-9805-58ed20b72ca1', 'tag': 'b77cdf5a-ea86-4fb0-acb9-192c36096be2', 'status': 'completed', 'code': 200} Mar 16 09:13:10.972642 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e1955-8399-46bc-a9a9-e883d70fdaeb admin admin] Pushing event deleted for resources: {'Network': ['ID=71efbb8e-7df5-4f1d-b6ec-3ebee6fb0625,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:13:11.035531 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a58d32-2abe-47b5-bbd8-8d90c30ded1f req-c652f45b-89b7-4a1b-a124-18cafed359a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:13:11.037059 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-09a58d32-2abe-47b5-bbd8-8d90c30ded1f req-c652f45b-89b7-4a1b-a124-18cafed359a2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a1eb3e610252404bb71c7045f4713f6f&device_id=9dffecad-e003-48ce-9805-58ed20b72ca1 HTTP/1.1" status: 200 len: 1127 time: 0.0598507 Mar 16 09:13:11.085220 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-09a58d32-2abe-47b5-bbd8-8d90c30ded1f req-f91f4f68-8bf9-400b-b032-ff31a4a0244b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b77cdf5a-ea86-4fb0-acb9-192c36096be2 HTTP/1.1" status: 200 len: 217 time: 0.0379457 Mar 16 09:13:11.088638 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 54510) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:13:11.189452 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a58d32-2abe-47b5-bbd8-8d90c30ded1f req-af1d0285-d0b7-425e-9dfc-efefc80780cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:13:11.190928 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-09a58d32-2abe-47b5-bbd8-8d90c30ded1f req-af1d0285-d0b7-425e-9dfc-efefc80780cc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6e06e20f-55ad-4e49-8b92-6c020216ec43 HTTP/1.1" status: 200 len: 848 time: 0.0963278 Mar 16 09:13:11.193965 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-8910cb7c-93bb-40e2-99a0-ca5916dbde13 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cb287d834c3747da825c3d4bb412c949&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1043434 Mar 16 09:13:11.197205 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 54514) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:13:11.243603 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d6021247-d166-4b23-8bad-54f7141e1999 admin admin] Publish callbacks [] for security_group (93e358f5-b9a7-48e1-9ada-8df75120957f), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:11.250118 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-09a58d32-2abe-47b5-bbd8-8d90c30ded1f req-62adc24a-7680-476c-90b3-8883616258a8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7d377109-576c-4b61-95d7-c920c4cb7462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517960 Mar 16 09:13:11.254224 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623d2679-4aaa-4b3c-8d2c-746632e92f24 req-8631008d-8c93-4a69-8517-d97dceef5c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:13:11.255611 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-623d2679-4aaa-4b3c-8d2c-746632e92f24 req-8631008d-8c93-4a69-8517-d97dceef5c6f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6376ecd52fd4df3958214376cfc2020&device_id=c779a8cc-d867-455b-9eec-00cddc9263b0 HTTP/1.1" status: 200 len: 1130 time: 0.1272459 Mar 16 09:13:11.268520 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d6021247-d166-4b23-8bad-54f7141e1999 admin admin] Publish callbacks [] for security_group (93e358f5-b9a7-48e1-9ada-8df75120957f), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:11.314108 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d6021247-d166-4b23-8bad-54f7141e1999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (93e358f5-b9a7-48e1-9ada-8df75120957f), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:11.316753 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d6021247-d166-4b23-8bad-54f7141e1999 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:11.317936 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-d6021247-d166-4b23-8bad-54f7141e1999 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/93e358f5-b9a7-48e1-9ada-8df75120957f HTTP/1.1" status: 204 len: 168 time: 0.1196427 Mar 16 09:13:11.326511 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6021247-d166-4b23-8bad-54f7141e1999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e358f5-b9a7-48e1-9ada-8df75120957f,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:13:11.373656 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaa4a83-2135-462c-8733-9f37c69a20f1 req-0efb0d46-c677-46e6-b2c5-0f9f65da255a tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:13:11.375147 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-ffaa4a83-2135-462c-8733-9f37c69a20f1 req-0efb0d46-c677-46e6-b2c5-0f9f65da255a tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=c779a8cc-d867-455b-9eec-00cddc9263b0 HTTP/1.1" status: 200 len: 946 time: 0.1801972 Mar 16 09:13:11.467914 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-09a58d32-2abe-47b5-bbd8-8d90c30ded1f req-c9f03819-51f7-4577-b898-d78c2cbe4f58 service neutron] 10.222.0.48 "GET /v2.0/networks/7d377109-576c-4b61-95d7-c920c4cb7462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113764 Mar 16 09:13:11.468849 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623d2679-4aaa-4b3c-8d2c-746632e92f24 req-641307ec-b027-430d-9f54-80aec5ede498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:13:11.470207 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-623d2679-4aaa-4b3c-8d2c-746632e92f24 req-641307ec-b027-430d-9f54-80aec5ede498 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a3933f25-b7ca-4916-8a13-138bf0db8c83 HTTP/1.1" status: 200 len: 917 time: 0.2046192 Mar 16 09:13:11.543569 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-ffaa4a83-2135-462c-8733-9f37c69a20f1 req-726d3e57-e3b1-4178-bd2e-2b931f333762 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e16628-b5b2-46e4-8557-501b5bcb6caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1605990 Mar 16 09:13:11.627463 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c6b6df-5acc-4363-81f6-4e07abd9ccf3 req-fca3eca3-9b73-4bdb-a435-c5cae686e287 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:13:11.628939 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-d4c6b6df-5acc-4363-81f6-4e07abd9ccf3 req-fca3eca3-9b73-4bdb-a435-c5cae686e287 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] 10.222.0.18 "GET /v2.0/ports?device_id=9dffecad-e003-48ce-9805-58ed20b72ca1 HTTP/1.1" status: 200 len: 943 time: 0.1760166 Mar 16 09:13:11.630652 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-623d2679-4aaa-4b3c-8d2c-746632e92f24 req-0083cbfb-b3c0-4b1a-a072-db2568cbd33d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03ea6c3f-166e-463f-a159-e054306e8c9c HTTP/1.1" status: 200 len: 1002 time: 0.1367841 Mar 16 09:13:11.721649 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-09a58d32-2abe-47b5-bbd8-8d90c30ded1f req-6b309985-7cb1-4163-a7c5-2e523f2f3e25 service neutron] 10.222.0.48 "GET /v2.0/networks/7d377109-576c-4b61-95d7-c920c4cb7462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237942 Mar 16 09:13:11.727884 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623d2679-4aaa-4b3c-8d2c-746632e92f24 req-3803484f-121d-4401-b4b8-479d4f1d021b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:13:11.728967 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-623d2679-4aaa-4b3c-8d2c-746632e92f24 req-3803484f-121d-4401-b4b8-479d4f1d021b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f6c2cbf7-36bb-4af8-9e66-db86b28b25f5 HTTP/1.1" status: 200 len: 855 time: 0.0917587 Mar 16 09:13:11.736005 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-d4c6b6df-5acc-4363-81f6-4e07abd9ccf3 req-82100521-8d7c-4d60-ad36-7f2963c188eb tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] 10.222.0.18 "GET /v2.0/security-groups?id=e39a0188-27f0-4c94-8ef9-27d7db77b587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003687 Mar 16 09:13:11.793303 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623d2679-4aaa-4b3c-8d2c-746632e92f24 req-eb0edd45-7d9d-48bb-83a1-a4f17ff662e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:13:11.794807 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-623d2679-4aaa-4b3c-8d2c-746632e92f24 req-eb0edd45-7d9d-48bb-83a1-a4f17ff662e6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a3933f25-b7ca-4916-8a13-138bf0db8c83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0579576 Mar 16 09:13:11.796954 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device 47fcdb74-ada2-419e-b82d-f3e229027f7c no longer exists at agent ovs-agent-dv-cinder-831776-4-iscsi {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 09:13:11.823760 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] No Port match for: 47fcdb74-ada2-419e-b82d-f3e229027f7c {{(pid=103097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 09:13:11.824124 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device 47fcdb74-ada2-419e-b82d-f3e229027f7c not bound to the agent host dv-cinder-831776-4-iscsi {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 09:13:11.824567 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device d808ed52-a44a-4792-932b-46300309ad4f no longer exists at agent ovs-agent-dv-cinder-831776-4-iscsi {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 09:13:11.846605 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] No Port match for: d808ed52-a44a-4792-932b-46300309ad4f {{(pid=103097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 09:13:11.846971 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device d808ed52-a44a-4792-932b-46300309ad4f not bound to the agent host dv-cinder-831776-4-iscsi {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 09:13:11.847387 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device 7b0f9b77-20b4-499c-ba37-3133a7150cf0 no longer exists at agent ovs-agent-dv-cinder-831776-4-iscsi {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 09:13:11.870353 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] No Port match for: 7b0f9b77-20b4-499c-ba37-3133a7150cf0 {{(pid=103097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 09:13:11.870708 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device 7b0f9b77-20b4-499c-ba37-3133a7150cf0 not bound to the agent host dv-cinder-831776-4-iscsi {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 09:13:12.135235 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49c4bc9-1007-4d91-89d4-5a9647b5bcaf req-a1e1bbdd-89e0-4b06-b4c1-ac919af3f1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:13:12.136746 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b49c4bc9-1007-4d91-89d4-5a9647b5bcaf req-a1e1bbdd-89e0-4b06-b4c1-ac919af3f1db service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a1eb3e610252404bb71c7045f4713f6f&device_id=9dffecad-e003-48ce-9805-58ed20b72ca1 HTTP/1.1" status: 200 len: 1127 time: 0.3559792 Mar 16 09:13:12.204382 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-623d2679-4aaa-4b3c-8d2c-746632e92f24 req-f9182e10-53dc-4985-80ff-97bc107f2cb2 service neutron] 10.222.0.48 "GET /v2.0/networks/a3933f25-b7ca-4916-8a13-138bf0db8c83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376033 Mar 16 09:13:12.300531 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49c4bc9-1007-4d91-89d4-5a9647b5bcaf req-61e626be-76ce-4ebc-9ffc-ea5b5ea6c335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:13:12.302000 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b49c4bc9-1007-4d91-89d4-5a9647b5bcaf req-61e626be-76ce-4ebc-9ffc-ea5b5ea6c335 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7d377109-576c-4b61-95d7-c920c4cb7462 HTTP/1.1" status: 200 len: 909 time: 0.1548471 Mar 16 09:13:12.352526 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b49c4bc9-1007-4d91-89d4-5a9647b5bcaf req-c99d29f5-8159-4af0-bcff-8e36bc0fb582 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b77cdf5a-ea86-4fb0-acb9-192c36096be2 HTTP/1.1" status: 200 len: 217 time: 0.0422692 Mar 16 09:13:12.359366 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-623d2679-4aaa-4b3c-8d2c-746632e92f24 req-3a59be5c-ff6c-407e-95d3-f169ce1d41c2 service neutron] 10.222.0.48 "GET /v2.0/networks/a3933f25-b7ca-4916-8a13-138bf0db8c83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490045 Mar 16 09:13:12.403461 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49c4bc9-1007-4d91-89d4-5a9647b5bcaf req-c27ad4b6-b0ed-40bf-a265-4d62c40b132f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:13:12.404924 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b49c4bc9-1007-4d91-89d4-5a9647b5bcaf req-c27ad4b6-b0ed-40bf-a265-4d62c40b132f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6e06e20f-55ad-4e49-8b92-6c020216ec43 HTTP/1.1" status: 200 len: 848 time: 0.0478148 Mar 16 09:13:12.440617 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b49c4bc9-1007-4d91-89d4-5a9647b5bcaf req-3683a50a-7d7f-4814-ab4d-02dc5c1107bc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7d377109-576c-4b61-95d7-c920c4cb7462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291617 Mar 16 09:13:12.535739 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b49c4bc9-1007-4d91-89d4-5a9647b5bcaf req-867e5f2a-34ae-4b89-aaf9-e685af1ca7da service neutron] 10.222.0.48 "GET /v2.0/networks/7d377109-576c-4b61-95d7-c920c4cb7462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887923 Mar 16 09:13:12.642171 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b49c4bc9-1007-4d91-89d4-5a9647b5bcaf req-e0255467-042e-46e6-9df4-d3a1017f04c4 service neutron] 10.222.0.48 "GET /v2.0/networks/7d377109-576c-4b61-95d7-c920c4cb7462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000171 Mar 16 09:13:12.686003 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9734bb8-db6a-4118-8918-ce1518a9dd10 req-fa834cd5-26a2-4cc6-96c7-1a9d9385fb3c tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:13:12.687587 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-e9734bb8-db6a-4118-8918-ce1518a9dd10 req-fa834cd5-26a2-4cc6-96c7-1a9d9385fb3c tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=c779a8cc-d867-455b-9eec-00cddc9263b0 HTTP/1.1" status: 200 len: 946 time: 0.0659807 Mar 16 09:13:12.736240 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-e9734bb8-db6a-4118-8918-ce1518a9dd10 req-99367e5d-7d9d-4418-8380-0092d0910edc tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e16628-b5b2-46e4-8557-501b5bcb6caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430703 Mar 16 09:13:12.860996 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85c152e-c878-4929-9dd9-e6f703ada7c2 req-ce80314a-ce89-45fe-910c-2f5108fac454 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:13:12.862522 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-f85c152e-c878-4929-9dd9-e6f703ada7c2 req-ce80314a-ce89-45fe-910c-2f5108fac454 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] 10.222.0.18 "GET /v2.0/ports?device_id=9dffecad-e003-48ce-9805-58ed20b72ca1 HTTP/1.1" status: 200 len: 943 time: 0.0517688 Mar 16 09:13:12.911727 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-f85c152e-c878-4929-9dd9-e6f703ada7c2 req-ca1763d5-c4bd-4bd8-8de2-4f5bbe3bf573 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] 10.222.0.18 "GET /v2.0/security-groups?id=e39a0188-27f0-4c94-8ef9-27d7db77b587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424700 Mar 16 09:13:13.328013 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Device 03ea6c3f-166e-463f-a159-e054306e8c9c no longer exists at agent hyperv_hv-cinder-83177 {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 09:13:13.403904 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Current status of the port 03ea6c3f-166e-463f-a159-e054306e8c9c is: ACTIVE; New status is: DOWN {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:13:13.404415 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (03ea6c3f-166e-463f-a159-e054306e8c9c), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:13.431326 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c779a8cc-d867-455b-9eec-00cddc9263b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03ea6c3f-166e-463f-a159-e054306e8c9c'}] {{(pid=103097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 09:13:13.433492 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4541ab3f2cdba5932412d0e11c0734b292cb124fdee115af1127c89d10c16b82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b91a880-90e7-4048-a2d4-e66551adb30b" -d '{"events": [{"server_uuid": "c779a8cc-d867-455b-9eec-00cddc9263b0", "name": "network-vif-unplugged", "status": "completed", "tag": "03ea6c3f-166e-463f-a159-e054306e8c9c"}]}' {{(pid=103097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 09:13:13.446315 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] For port 03ea6c3f-166e-463f-a159-e054306e8c9c, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=03ea6c3f-166e-463f-a159-e054306e8c9c,segment=NetworkSegment(92870879-9daf-4c8f-8e0a-de7f92d81d56),segment_id=92870879-9daf-4c8f-8e0a-de7f92d81d56)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:13:13.452008 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (03ea6c3f-166e-463f-a159-e054306e8c9c), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:13.477233 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Mar 2022 09:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e927bd1-a37b-42dc-bfc8-2c08d8a2327b x-openstack-request-id: req-9e927bd1-a37b-42dc-bfc8-2c08d8a2327b {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 09:13:13.477398 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c779a8cc-d867-455b-9eec-00cddc9263b0", "name": "network-vif-unplugged", "status": "completed", "tag": "03ea6c3f-166e-463f-a159-e054306e8c9c", "code": 200}]} {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 09:13:13.477700 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9e927bd1-a37b-42dc-bfc8-2c08d8a2327b {{(pid=103097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 09:13:13.478090 dv-cinder-831776-4-iscsi neutron-server[103097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c779a8cc-d867-455b-9eec-00cddc9263b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03ea6c3f-166e-463f-a159-e054306e8c9c', 'code': 200} Mar 16 09:13:13.504728 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Pushing event updated for resources: {'Port': ['ID=03ea6c3f-166e-463f-a159-e054306e8c9c,revision_number=8']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:13:13.879320 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a6d94c-a1ab-441d-8910-b2755ecfe377 req-cfe8cea7-e9ec-420e-a4b0-20813ad426a2 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:13:13.880916 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-64a6d94c-a1ab-441d-8910-b2755ecfe377 req-cfe8cea7-e9ec-420e-a4b0-20813ad426a2 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=c779a8cc-d867-455b-9eec-00cddc9263b0 HTTP/1.1" status: 200 len: 944 time: 0.0572829 Mar 16 09:13:13.931837 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-64a6d94c-a1ab-441d-8910-b2755ecfe377 req-4dcd3d8f-b787-4c80-b253-09953ec990dd tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e16628-b5b2-46e4-8557-501b5bcb6caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439816 Mar 16 09:13:14.045642 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aaa0a3-f8af-4719-a5d1-601e7d960eed req-ad422967-9756-41b1-938d-9a933cf0e4b6 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:13:14.047659 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-55aaa0a3-f8af-4719-a5d1-601e7d960eed req-ad422967-9756-41b1-938d-9a933cf0e4b6 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] 10.222.0.18 "GET /v2.0/ports?device_id=9dffecad-e003-48ce-9805-58ed20b72ca1 HTTP/1.1" status: 200 len: 943 time: 0.0554175 Mar 16 09:13:14.064011 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.agents_db [None req-ddb2e055-3acb-4969-8bde-a74b2247622c None None] Agent healthcheck: found 6 active agents {{(pid=103098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 09:13:14.115617 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-55aaa0a3-f8af-4719-a5d1-601e7d960eed req-2b25adcb-bf70-4cf7-b8d4-8ee48a04a7b1 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] 10.222.0.18 "GET /v2.0/security-groups?id=e39a0188-27f0-4c94-8ef9-27d7db77b587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611532 Mar 16 09:13:14.226842 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 54658) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:13:14.327054 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-361cabaa-60eb-487f-b53a-61924ca2507b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:14.397505 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-361cabaa-60eb-487f-b53a-61924ca2507b admin admin] Publish callbacks [] for security_group (a550d176-e382-45ea-9f46-6d0e9427fb4a), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:14.402329 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-361cabaa-60eb-487f-b53a-61924ca2507b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (a550d176-e382-45ea-9f46-6d0e9427fb4a), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:14.454637 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-361cabaa-60eb-487f-b53a-61924ca2507b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=86329647435d49af8dda675c62c9dd8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2266681 Mar 16 09:13:14.457390 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 54662) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:13:14.459254 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361cabaa-60eb-487f-b53a-61924ca2507b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a550d176-e382-45ea-9f46-6d0e9427fb4a,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:13:14.466668 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361cabaa-60eb-487f-b53a-61924ca2507b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:13:14.467100 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361cabaa-60eb-487f-b53a-61924ca2507b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:13:14.467514 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361cabaa-60eb-487f-b53a-61924ca2507b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:13:14.467928 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361cabaa-60eb-487f-b53a-61924ca2507b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:13:14.468330 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361cabaa-60eb-487f-b53a-61924ca2507b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:13:14.468725 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361cabaa-60eb-487f-b53a-61924ca2507b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:13:14.469116 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361cabaa-60eb-487f-b53a-61924ca2507b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:13:14.469547 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361cabaa-60eb-487f-b53a-61924ca2507b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:13:14.469940 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361cabaa-60eb-487f-b53a-61924ca2507b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:13:14.470432 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361cabaa-60eb-487f-b53a-61924ca2507b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:13:14.470827 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361cabaa-60eb-487f-b53a-61924ca2507b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:13:14.471233 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361cabaa-60eb-487f-b53a-61924ca2507b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:13:14.471624 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361cabaa-60eb-487f-b53a-61924ca2507b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:13:14.472150 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361cabaa-60eb-487f-b53a-61924ca2507b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:13:14.472567 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361cabaa-60eb-487f-b53a-61924ca2507b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:13:14.511734 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-b390ad52-4777-4b6f-a118-f6e6ad0a331d admin admin] Publish callbacks [] for security_group (a550d176-e382-45ea-9f46-6d0e9427fb4a), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:14.531739 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-b390ad52-4777-4b6f-a118-f6e6ad0a331d admin admin] Publish callbacks [] for security_group (a550d176-e382-45ea-9f46-6d0e9427fb4a), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:14.581025 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-b390ad52-4777-4b6f-a118-f6e6ad0a331d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (a550d176-e382-45ea-9f46-6d0e9427fb4a), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:14.583552 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-b390ad52-4777-4b6f-a118-f6e6ad0a331d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:14.584783 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-b390ad52-4777-4b6f-a118-f6e6ad0a331d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a550d176-e382-45ea-9f46-6d0e9427fb4a HTTP/1.1" status: 204 len: 168 time: 0.1263220 Mar 16 09:13:14.592212 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b390ad52-4777-4b6f-a118-f6e6ad0a331d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a550d176-e382-45ea-9f46-6d0e9427fb4a,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:13:14.848161 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 54668) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:13:14.861592 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-eeae9d18-56d6-4018-af25-3c7aec5161cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:14.932996 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-eeae9d18-56d6-4018-af25-3c7aec5161cb admin admin] Publish callbacks [] for security_group (575598ad-320b-40af-a50b-59b2a5c93f60), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:14.936872 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-eeae9d18-56d6-4018-af25-3c7aec5161cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (575598ad-320b-40af-a50b-59b2a5c93f60), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:14.975393 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeae9d18-56d6-4018-af25-3c7aec5161cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=575598ad-320b-40af-a50b-59b2a5c93f60,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:13:14.980153 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-eeae9d18-56d6-4018-af25-3c7aec5161cb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b06a405dbc2a4d638265329a74c5e783&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1309562 Mar 16 09:13:14.983034 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 54672) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:13:15.030500 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f744f622-a627-4acd-bc93-0e76d1298f47 admin admin] Publish callbacks [] for security_group (575598ad-320b-40af-a50b-59b2a5c93f60), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:15.051010 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f744f622-a627-4acd-bc93-0e76d1298f47 admin admin] Publish callbacks [] for security_group (575598ad-320b-40af-a50b-59b2a5c93f60), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:15.063257 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caf7c40-2710-4ea9-94af-5e7b9723a6b5 req-145fccbb-527b-4f32-ac8d-af24cb8dbd3e tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:13:15.064740 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2caf7c40-2710-4ea9-94af-5e7b9723a6b5 req-145fccbb-527b-4f32-ac8d-af24cb8dbd3e tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=c779a8cc-d867-455b-9eec-00cddc9263b0 HTTP/1.1" status: 200 len: 944 time: 0.0520151 Mar 16 09:13:15.098877 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f744f622-a627-4acd-bc93-0e76d1298f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (575598ad-320b-40af-a50b-59b2a5c93f60), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:15.102099 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f744f622-a627-4acd-bc93-0e76d1298f47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:15.105612 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-f744f622-a627-4acd-bc93-0e76d1298f47 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/575598ad-320b-40af-a50b-59b2a5c93f60 HTTP/1.1" status: 204 len: 168 time: 0.1194060 Mar 16 09:13:15.110962 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f744f622-a627-4acd-bc93-0e76d1298f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=575598ad-320b-40af-a50b-59b2a5c93f60,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:13:15.129792 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2caf7c40-2710-4ea9-94af-5e7b9723a6b5 req-2c374c89-9bee-4502-892d-768a6b7862b9 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e16628-b5b2-46e4-8557-501b5bcb6caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556152 Mar 16 09:13:15.245685 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fdd3da-7caa-44ea-baf4-bf9930c42412 req-eec18726-2656-4a45-bd33-260ea2e4f083 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:13:15.247175 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-83fdd3da-7caa-44ea-baf4-bf9930c42412 req-eec18726-2656-4a45-bd33-260ea2e4f083 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] 10.222.0.18 "GET /v2.0/ports?device_id=9dffecad-e003-48ce-9805-58ed20b72ca1 HTTP/1.1" status: 200 len: 943 time: 0.0556407 Mar 16 09:13:15.303375 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-83fdd3da-7caa-44ea-baf4-bf9930c42412 req-153ac022-28f1-4b80-8a71-ef295c21e722 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] 10.222.0.18 "GET /v2.0/security-groups?id=e39a0188-27f0-4c94-8ef9-27d7db77b587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447879 Mar 16 09:13:15.449369 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Device b77cdf5a-ea86-4fb0-acb9-192c36096be2 details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=103097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 09:13:15.550816 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] For port b77cdf5a-ea86-4fb0-acb9-192c36096be2, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=b77cdf5a-ea86-4fb0-acb9-192c36096be2,segment=NetworkSegment(6bc8576e-af77-4014-8f9c-7c70f18d867e),segment_id=6bc8576e-af77-4014-8f9c-7c70f18d867e)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:13:15.565665 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Returning: {'device': 'b77cdf5a-ea86-4fb0-acb9-192c36096be2', 'network_id': '7d377109-576c-4b61-95d7-c920c4cb7462', 'port_id': 'b77cdf5a-ea86-4fb0-acb9-192c36096be2', 'mac_address': 'fa:16:3e:66:16:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e06e20f-55ad-4e49-8b92-6c020216ec43', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 09:13:15.609842 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Current status of the port b77cdf5a-ea86-4fb0-acb9-192c36096be2 is: DOWN; New status is: BUILD {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:13:15.610461 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (b77cdf5a-ea86-4fb0-acb9-192c36096be2), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:15.625025 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.notifiers.nova [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b77cdf5a-ea86-4fb0-acb9-192c36096be2 {{(pid=103097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 09:13:15.650075 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] For port b77cdf5a-ea86-4fb0-acb9-192c36096be2, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=b77cdf5a-ea86-4fb0-acb9-192c36096be2,segment=NetworkSegment(6bc8576e-af77-4014-8f9c-7c70f18d867e),segment_id=6bc8576e-af77-4014-8f9c-7c70f18d867e)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:13:15.654524 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (b77cdf5a-ea86-4fb0-acb9-192c36096be2), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:15.712238 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Pushing event updated for resources: {'Port': ['ID=b77cdf5a-ea86-4fb0-acb9-192c36096be2,revision_number=4']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:13:15.916660 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [req-14c0be83-16a9-4dbc-a91d-e302e81e97c3 req-cebbf86d-009e-49b6-94b4-7d6595848981 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103096) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 16 09:13:15.917949 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-14c0be83-16a9-4dbc-a91d-e302e81e97c3 req-cebbf86d-009e-49b6-94b4-7d6595848981 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059505 Mar 16 09:13:15.982343 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] get_ports_and_sgs() called for port_ids ['b77cdf5a-ea86-4fb0-acb9-192c36096be2'] {{(pid=103097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 09:13:16.121094 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601cb608-0467-4ffa-b8b0-c10ba5f5e291 req-527e89f0-2d03-4eb6-8477-ee759f87de11 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:13:16.122815 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-601cb608-0467-4ffa-b8b0-c10ba5f5e291 req-527e89f0-2d03-4eb6-8477-ee759f87de11 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=c779a8cc-d867-455b-9eec-00cddc9263b0 HTTP/1.1" status: 200 len: 944 time: 0.0807559 Mar 16 09:13:16.147108 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [req-39551261-2cfa-40f4-a716-cdb0aca67dbc req-7929f95f-0f90-4231-822e-feb175fd1095 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c779a8cc-d867-455b-9eec-00cddc9263b0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0512061 Mar 16 09:13:16.189392 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-601cb608-0467-4ffa-b8b0-c10ba5f5e291 req-6892aab4-013f-41b7-a712-5c4aafd503aa tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e16628-b5b2-46e4-8557-501b5bcb6caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600414 Mar 16 09:13:16.222301 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39551261-2cfa-40f4-a716-cdb0aca67dbc req-6d090114-4464-43b3-818d-eaabc7a33830 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:13:16.223638 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [req-39551261-2cfa-40f4-a716-cdb0aca67dbc req-6d090114-4464-43b3-818d-eaabc7a33830 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports/03ea6c3f-166e-463f-a159-e054306e8c9c HTTP/1.1" status: 200 len: 941 time: 0.0474930 Mar 16 09:13:16.425763 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e7b832-dadc-4a76-81f8-0d10d39b5985 req-a53c86e2-ba29-474f-a22c-a0f5a6e1d00a tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:13:16.427274 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-30e7b832-dadc-4a76-81f8-0d10d39b5985 req-a53c86e2-ba29-474f-a22c-a0f5a6e1d00a tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] 10.222.0.18 "GET /v2.0/ports?device_id=9dffecad-e003-48ce-9805-58ed20b72ca1 HTTP/1.1" status: 200 len: 944 time: 0.0548880 Mar 16 09:13:16.486191 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-30e7b832-dadc-4a76-81f8-0d10d39b5985 req-96262aa3-20b4-4007-84b4-a2b408b05222 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] 10.222.0.18 "GET /v2.0/security-groups?id=e39a0188-27f0-4c94-8ef9-27d7db77b587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528109 Mar 16 09:13:17.010707 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39551261-2cfa-40f4-a716-cdb0aca67dbc req-96673338-cb98-46f4-ad02-03e7e81dd0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:13:17.012275 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-39551261-2cfa-40f4-a716-cdb0aca67dbc req-96673338-cb98-46f4-ad02-03e7e81dd0a5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c779a8cc-d867-455b-9eec-00cddc9263b0&tenant_id=c6376ecd52fd4df3958214376cfc2020 HTTP/1.1" status: 200 len: 1128 time: 0.0484905 Mar 16 09:13:17.075922 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39551261-2cfa-40f4-a716-cdb0aca67dbc req-7e51949b-b5bc-496c-b095-c010a490a795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:13:17.077434 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-39551261-2cfa-40f4-a716-cdb0aca67dbc req-7e51949b-b5bc-496c-b095-c010a490a795 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6376ecd52fd4df3958214376cfc2020&device_id=c779a8cc-d867-455b-9eec-00cddc9263b0 HTTP/1.1" status: 200 len: 1128 time: 0.0434918 Mar 16 09:13:17.167591 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39551261-2cfa-40f4-a716-cdb0aca67dbc req-e39e923f-a951-4243-a8e3-4e9e5b58645d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:13:17.169057 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-39551261-2cfa-40f4-a716-cdb0aca67dbc req-e39e923f-a951-4243-a8e3-4e9e5b58645d service neutron] 10.222.0.48 "GET /v2.0/networks?id=a3933f25-b7ca-4916-8a13-138bf0db8c83 HTTP/1.1" status: 200 len: 917 time: 0.0847340 Mar 16 09:13:17.245340 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-39551261-2cfa-40f4-a716-cdb0aca67dbc req-aee21117-46b6-424a-b310-7490c122de9c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03ea6c3f-166e-463f-a159-e054306e8c9c HTTP/1.1" status: 200 len: 1000 time: 0.0704615 Mar 16 09:13:17.322301 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39551261-2cfa-40f4-a716-cdb0aca67dbc req-d6498290-2956-4f92-a132-3a820f65f8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:13:17.323823 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-39551261-2cfa-40f4-a716-cdb0aca67dbc req-d6498290-2956-4f92-a132-3a820f65f8d0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f6c2cbf7-36bb-4af8-9e66-db86b28b25f5 HTTP/1.1" status: 200 len: 855 time: 0.0726061 Mar 16 09:13:17.330870 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Device b77cdf5a-ea86-4fb0-acb9-192c36096be2 up at agent hyperv_hv-cinder-83177 {{(pid=103097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 09:13:17.374704 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74a1344-15f7-493a-8cb1-2f08188de22f req-8bb0aa0d-d0e9-4b8d-9e28-8855aa3ea0ef tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:13:17.376086 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a74a1344-15f7-493a-8cb1-2f08188de22f req-8bb0aa0d-d0e9-4b8d-9e28-8855aa3ea0ef tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=c779a8cc-d867-455b-9eec-00cddc9263b0 HTTP/1.1" status: 200 len: 944 time: 0.0982163 Mar 16 09:13:17.390575 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Provisioning for port b77cdf5a-ea86-4fb0-acb9-192c36096be2 completed by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 16 09:13:17.394747 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Provisioning complete for port b77cdf5a-ea86-4fb0-acb9-192c36096be2 triggered by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:13:17.395131 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (b77cdf5a-ea86-4fb0-acb9-192c36096be2), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:17.401801 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39551261-2cfa-40f4-a716-cdb0aca67dbc req-184a1611-f00b-4c41-ae29-e27dd764c2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:13:17.403271 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-39551261-2cfa-40f4-a716-cdb0aca67dbc req-184a1611-f00b-4c41-ae29-e27dd764c2ed service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a3933f25-b7ca-4916-8a13-138bf0db8c83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0735812 Mar 16 09:13:17.474866 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a74a1344-15f7-493a-8cb1-2f08188de22f req-24cb099f-51cc-4638-afb1-05c18bda76eb tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e16628-b5b2-46e4-8557-501b5bcb6caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908580 Mar 16 09:13:17.484106 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Current status of the port b77cdf5a-ea86-4fb0-acb9-192c36096be2 is: BUILD; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:13:17.484503 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (b77cdf5a-ea86-4fb0-acb9-192c36096be2), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:17.512753 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dffecad-e003-48ce-9805-58ed20b72ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b77cdf5a-ea86-4fb0-acb9-192c36096be2'}] {{(pid=103097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 09:13:17.515169 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4541ab3f2cdba5932412d0e11c0734b292cb124fdee115af1127c89d10c16b82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f91c0e-abf7-4fdb-b45f-4a98a6cb9ecb" -d '{"events": [{"server_uuid": "9dffecad-e003-48ce-9805-58ed20b72ca1", "name": "network-vif-plugged", "status": "completed", "tag": "b77cdf5a-ea86-4fb0-acb9-192c36096be2"}]}' {{(pid=103097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 09:13:17.518799 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-39551261-2cfa-40f4-a716-cdb0aca67dbc req-a4297957-8d2f-4ef4-bd52-6330eff658f7 service neutron] 10.222.0.48 "GET /v2.0/networks/a3933f25-b7ca-4916-8a13-138bf0db8c83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083143 Mar 16 09:13:17.533992 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] For port b77cdf5a-ea86-4fb0-acb9-192c36096be2, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=b77cdf5a-ea86-4fb0-acb9-192c36096be2,segment=NetworkSegment(6bc8576e-af77-4014-8f9c-7c70f18d867e),segment_id=6bc8576e-af77-4014-8f9c-7c70f18d867e)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:13:17.540729 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (b77cdf5a-ea86-4fb0-acb9-192c36096be2), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:17.541879 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Device 03ea6c3f-166e-463f-a159-e054306e8c9c no longer exists at agent hyperv_hv-cinder-83177 {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 09:13:17.573187 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 09:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18da6c93-29c9-4103-b2d0-1b3820f17f9f x-openstack-request-id: req-18da6c93-29c9-4103-b2d0-1b3820f17f9f {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 09:13:17.574047 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dffecad-e003-48ce-9805-58ed20b72ca1", "name": "network-vif-plugged", "status": "completed", "tag": "b77cdf5a-ea86-4fb0-acb9-192c36096be2", "code": 200}]} {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 09:13:17.574660 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-18da6c93-29c9-4103-b2d0-1b3820f17f9f {{(pid=103097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 09:13:17.575545 dv-cinder-831776-4-iscsi neutron-server[103097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dffecad-e003-48ce-9805-58ed20b72ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b77cdf5a-ea86-4fb0-acb9-192c36096be2', 'code': 200} Mar 16 09:13:17.663439 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Pushing event updated for resources: {'Port': ['ID=b77cdf5a-ea86-4fb0-acb9-192c36096be2,revision_number=5']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:13:17.685752 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d5028c-b190-4230-9cee-423b029b601c req-552fad00-c4cd-4349-9f07-c46f2185a80a tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:13:17.687244 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a9d5028c-b190-4230-9cee-423b029b601c req-552fad00-c4cd-4349-9f07-c46f2185a80a tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] 10.222.0.18 "GET /v2.0/ports?device_id=9dffecad-e003-48ce-9805-58ed20b72ca1 HTTP/1.1" status: 200 len: 945 time: 0.1269858 Mar 16 09:13:17.689614 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-39551261-2cfa-40f4-a716-cdb0aca67dbc req-8d19389c-9d8f-484f-a6fa-eb5d4d81e7c6 service neutron] 10.222.0.48 "GET /v2.0/networks/a3933f25-b7ca-4916-8a13-138bf0db8c83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642129 Mar 16 09:13:17.725630 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 54790) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:13:17.734060 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Current status of the port 03ea6c3f-166e-463f-a159-e054306e8c9c is: DOWN; New status is: DOWN {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:13:17.774353 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a9d5028c-b190-4230-9cee-423b029b601c req-52d79edd-fb0c-4030-b309-31f5281d2550 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] 10.222.0.18 "GET /v2.0/security-groups?id=e39a0188-27f0-4c94-8ef9-27d7db77b587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799861 Mar 16 09:13:17.788629 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce65f4c-cff5-4ea2-aee1-28fa7ca42482 req-dc63b9db-0c27-400c-a245-9a5fc77c3f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:13:17.790849 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-7ce65f4c-cff5-4ea2-aee1-28fa7ca42482 req-dc63b9db-0c27-400c-a245-9a5fc77c3f5c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9dffecad-e003-48ce-9805-58ed20b72ca1 HTTP/1.1" status: 200 len: 1129 time: 0.0647006 Mar 16 09:13:17.836462 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-7ce65f4c-cff5-4ea2-aee1-28fa7ca42482 req-cfddde77-279e-4ddc-b82b-a79ea3951973 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e39a0188-27f0-4c94-8ef9-27d7db77b587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395477 Mar 16 09:13:17.848711 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d036327a-98fa-438a-867d-f097d57d42f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:17.922918 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d036327a-98fa-438a-867d-f097d57d42f4 admin admin] Publish callbacks [] for security_group (c6d02e98-cbcb-4805-b3da-a4ca20c53cd1), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:17.926741 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d036327a-98fa-438a-867d-f097d57d42f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (c6d02e98-cbcb-4805-b3da-a4ca20c53cd1), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:17.963814 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-d036327a-98fa-438a-867d-f097d57d42f4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cbf3f05db3ff41fbae779adb4ee609d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2360094 Mar 16 09:13:17.964684 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d036327a-98fa-438a-867d-f097d57d42f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d02e98-cbcb-4805-b3da-a4ca20c53cd1,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:13:17.967298 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 54800) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:13:18.014964 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-99cef701-e5d9-4009-b7ee-a24c1e9b1fe2 admin admin] Publish callbacks [] for security_group (c6d02e98-cbcb-4805-b3da-a4ca20c53cd1), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:18.035236 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-99cef701-e5d9-4009-b7ee-a24c1e9b1fe2 admin admin] Publish callbacks [] for security_group (c6d02e98-cbcb-4805-b3da-a4ca20c53cd1), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:18.079139 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-99cef701-e5d9-4009-b7ee-a24c1e9b1fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (c6d02e98-cbcb-4805-b3da-a4ca20c53cd1), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:18.081662 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-99cef701-e5d9-4009-b7ee-a24c1e9b1fe2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:18.082893 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-99cef701-e5d9-4009-b7ee-a24c1e9b1fe2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c6d02e98-cbcb-4805-b3da-a4ca20c53cd1 HTTP/1.1" status: 204 len: 168 time: 0.1142035 Mar 16 09:13:18.091425 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cef701-e5d9-4009-b7ee-a24c1e9b1fe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d02e98-cbcb-4805-b3da-a4ca20c53cd1,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:13:18.352546 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 54814) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:13:18.366631 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-548657fc-9d3a-44f8-8748-9f46cafde2fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:18.471860 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-548657fc-9d3a-44f8-8748-9f46cafde2fb admin admin] Publish callbacks [] for security_group (b37ae808-fb34-4fcf-be5e-103f08d15060), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:18.480580 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-548657fc-9d3a-44f8-8748-9f46cafde2fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (b37ae808-fb34-4fcf-be5e-103f08d15060), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:18.550795 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-548657fc-9d3a-44f8-8748-9f46cafde2fb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e25e3abab13b48adb81e191c05e74c56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1970191 Mar 16 09:13:18.551580 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548657fc-9d3a-44f8-8748-9f46cafde2fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b37ae808-fb34-4fcf-be5e-103f08d15060,revision_number=1']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:13:18.558236 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 54824) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:13:18.619614 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-875ca4a8-e83b-4bd7-80ea-3d73b17126ff admin admin] Publish callbacks [] for security_group (b37ae808-fb34-4fcf-be5e-103f08d15060), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:18.643099 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a7c10-9d32-4cb5-8933-2897a35cadc6 req-44489ad0-e43e-41c9-bebd-8d1db86a1fdc tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:13:18.645870 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2d3a7c10-9d32-4cb5-8933-2897a35cadc6 req-44489ad0-e43e-41c9-bebd-8d1db86a1fdc tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=c779a8cc-d867-455b-9eec-00cddc9263b0 HTTP/1.1" status: 200 len: 944 time: 0.0792983 Mar 16 09:13:18.651333 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-875ca4a8-e83b-4bd7-80ea-3d73b17126ff admin admin] Publish callbacks [] for security_group (b37ae808-fb34-4fcf-be5e-103f08d15060), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:18.717999 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2d3a7c10-9d32-4cb5-8933-2897a35cadc6 req-29d88e01-9f31-4eae-9a0b-0f9af6021e87 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e16628-b5b2-46e4-8557-501b5bcb6caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630317 Mar 16 09:13:18.733346 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-875ca4a8-e83b-4bd7-80ea-3d73b17126ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (b37ae808-fb34-4fcf-be5e-103f08d15060), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:18.738953 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-875ca4a8-e83b-4bd7-80ea-3d73b17126ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:18.741668 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-875ca4a8-e83b-4bd7-80ea-3d73b17126ff admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b37ae808-fb34-4fcf-be5e-103f08d15060 HTTP/1.1" status: 204 len: 168 time: 0.1818237 Mar 16 09:13:18.754061 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875ca4a8-e83b-4bd7-80ea-3d73b17126ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b37ae808-fb34-4fcf-be5e-103f08d15060,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:13:18.944695 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc4b5dd-312b-4fd8-8983-89f02a5fbad0 req-ba6a6f51-ab1c-4612-819b-c0c954d30390 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:13:18.953334 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-7bc4b5dd-312b-4fd8-8983-89f02a5fbad0 req-ba6a6f51-ab1c-4612-819b-c0c954d30390 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] 10.222.0.18 "GET /v2.0/ports?device_id=9dffecad-e003-48ce-9805-58ed20b72ca1 HTTP/1.1" status: 200 len: 945 time: 0.1044638 Mar 16 09:13:19.020279 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-7bc4b5dd-312b-4fd8-8983-89f02a5fbad0 req-7f45056f-96c0-4ddc-ae95-fb7ad7966838 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] 10.222.0.18 "GET /v2.0/security-groups?id=e39a0188-27f0-4c94-8ef9-27d7db77b587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657687 Mar 16 09:13:19.875265 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95322c09-9b09-441d-9378-dacc6cbb1346 req-09180c1d-71f0-45a4-9b5b-300bcdd359e5 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:13:19.876931 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-95322c09-9b09-441d-9378-dacc6cbb1346 req-09180c1d-71f0-45a4-9b5b-300bcdd359e5 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=c779a8cc-d867-455b-9eec-00cddc9263b0 HTTP/1.1" status: 200 len: 944 time: 0.0608535 Mar 16 09:13:19.957972 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-95322c09-9b09-441d-9378-dacc6cbb1346 req-20c64644-7eb8-4f6e-b7f2-ea4fbfc2193a tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e16628-b5b2-46e4-8557-501b5bcb6caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740271 Mar 16 09:13:20.191465 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7702a51e-0575-438e-ba6c-23c015af6440 req-c2d3e150-a3ca-40aa-8c35-c678f8fff1cb tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:13:20.192950 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-7702a51e-0575-438e-ba6c-23c015af6440 req-c2d3e150-a3ca-40aa-8c35-c678f8fff1cb tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] 10.222.0.18 "GET /v2.0/ports?device_id=9dffecad-e003-48ce-9805-58ed20b72ca1 HTTP/1.1" status: 200 len: 945 time: 0.0556204 Mar 16 09:13:20.262535 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-7702a51e-0575-438e-ba6c-23c015af6440 req-1561e309-cd5a-423f-96bb-52a98735e29a tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] 10.222.0.18 "GET /v2.0/security-groups?id=e39a0188-27f0-4c94-8ef9-27d7db77b587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619833 Mar 16 09:13:20.506832 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-adf1e8c8-cad4-4b39-9f5e-c14675e62341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (a398d5bf-1368-473f-bfdd-7d167c3f4154), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:21.118891 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8618105-1643-47b8-b847-00749ebff66e req-2f7d1c7f-a26e-499c-9043-a0c041c7a490 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:13:21.126591 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a8618105-1643-47b8-b847-00749ebff66e req-2f7d1c7f-a26e-499c-9043-a0c041c7a490 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=c779a8cc-d867-455b-9eec-00cddc9263b0 HTTP/1.1" status: 200 len: 944 time: 0.0850875 Mar 16 09:13:21.174578 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a8618105-1643-47b8-b847-00749ebff66e req-aa47ce34-49fd-4cb6-85f0-80a07d5fe7b8 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e16628-b5b2-46e4-8557-501b5bcb6caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470955 Mar 16 09:13:21.410328 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d90b8e-558b-4f6a-b0a3-231e499b1235 req-841d8c9f-7d9f-4383-b831-e2cb350133fc tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:13:21.411847 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-71d90b8e-558b-4f6a-b0a3-231e499b1235 req-841d8c9f-7d9f-4383-b831-e2cb350133fc tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] 10.222.0.18 "GET /v2.0/ports?device_id=9dffecad-e003-48ce-9805-58ed20b72ca1 HTTP/1.1" status: 200 len: 945 time: 0.0831740 Mar 16 09:13:21.468456 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-71d90b8e-558b-4f6a-b0a3-231e499b1235 req-e6daedc9-5a1c-4e15-97bd-a32d016aca3a tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] 10.222.0.18 "GET /v2.0/security-groups?id=e39a0188-27f0-4c94-8ef9-27d7db77b587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499392 Mar 16 09:13:22.317170 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcbf047-396a-4bfe-afd2-5b90e0d3f7ba req-d74037fa-5a35-4db6-a8aa-70ca2f5326a0 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:13:22.318708 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-1bcbf047-396a-4bfe-afd2-5b90e0d3f7ba req-d74037fa-5a35-4db6-a8aa-70ca2f5326a0 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=c779a8cc-d867-455b-9eec-00cddc9263b0 HTTP/1.1" status: 200 len: 944 time: 0.0523477 Mar 16 09:13:22.372631 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-1bcbf047-396a-4bfe-afd2-5b90e0d3f7ba req-99bf697d-ba63-4d66-b180-4230c773d2ec tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e16628-b5b2-46e4-8557-501b5bcb6caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473545 Mar 16 09:13:22.610683 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97fd388-1a82-4d06-8e50-f87da5cdfc12 req-ee7aa092-a0ce-483c-b1db-1ee0e2c2c413 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:13:22.612337 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-e97fd388-1a82-4d06-8e50-f87da5cdfc12 req-ee7aa092-a0ce-483c-b1db-1ee0e2c2c413 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] 10.222.0.18 "GET /v2.0/ports?device_id=9dffecad-e003-48ce-9805-58ed20b72ca1 HTTP/1.1" status: 200 len: 945 time: 0.0588050 Mar 16 09:13:22.674532 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-e97fd388-1a82-4d06-8e50-f87da5cdfc12 req-23fcdbee-ea8a-4986-97b8-c73c7cc9a053 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] 10.222.0.18 "GET /v2.0/security-groups?id=e39a0188-27f0-4c94-8ef9-27d7db77b587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519724 Mar 16 09:13:22.824075 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-690e88d7-5417-40d2-8c06-6efdcea65ef4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (09ce795b-eeca-4b3b-9d7f-577d9443cb21), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:23.502270 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357d3ff6-c446-41dc-ab60-a4d9a197a22e req-4ec5d1fb-2f45-4200-b5fc-8e149d91bb90 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:13:23.504545 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-357d3ff6-c446-41dc-ab60-a4d9a197a22e req-4ec5d1fb-2f45-4200-b5fc-8e149d91bb90 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=c779a8cc-d867-455b-9eec-00cddc9263b0 HTTP/1.1" status: 200 len: 944 time: 0.0551734 Mar 16 09:13:23.553132 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-357d3ff6-c446-41dc-ab60-a4d9a197a22e req-62c7ebe4-83f5-41e0-945f-36b84d03a1e5 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e16628-b5b2-46e4-8557-501b5bcb6caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426993 Mar 16 09:13:23.804008 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d03dc2d-0f69-49a4-a194-c29741a78d5b req-d08c75b9-43eb-4c49-9e71-cdd8d440b32c tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:13:23.805570 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-8d03dc2d-0f69-49a4-a194-c29741a78d5b req-d08c75b9-43eb-4c49-9e71-cdd8d440b32c tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] 10.222.0.18 "GET /v2.0/ports?device_id=9dffecad-e003-48ce-9805-58ed20b72ca1 HTTP/1.1" status: 200 len: 945 time: 0.0584521 Mar 16 09:13:23.857627 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-8d03dc2d-0f69-49a4-a194-c29741a78d5b req-7f5ca920-3e8f-4262-854e-f63025ea791e tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] 10.222.0.18 "GET /v2.0/security-groups?id=e39a0188-27f0-4c94-8ef9-27d7db77b587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461440 Mar 16 09:13:23.886553 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-cdeb7127-6fa1-4060-ae0a-c8ffc2dd9388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (514d7d79-ab14-439d-a6c0-bbffe337a49f), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:24.688112 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c4f899-851c-4932-9958-3fe77854c94d req-6b02d636-6acc-4236-95ed-660cc11c285b tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:13:24.689605 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-23c4f899-851c-4932-9958-3fe77854c94d req-6b02d636-6acc-4236-95ed-660cc11c285b tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=c779a8cc-d867-455b-9eec-00cddc9263b0 HTTP/1.1" status: 200 len: 944 time: 0.0614512 Mar 16 09:13:24.749284 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-23c4f899-851c-4932-9958-3fe77854c94d req-22089dcb-891b-446a-af2f-b04347609491 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e16628-b5b2-46e4-8557-501b5bcb6caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537498 Mar 16 09:13:25.009730 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb73b55-d679-46f0-9088-37543b295877 req-4d9bcb61-dc7a-49c6-b424-2881d7b201ec tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:13:25.011322 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-6cb73b55-d679-46f0-9088-37543b295877 req-4d9bcb61-dc7a-49c6-b424-2881d7b201ec tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] 10.222.0.18 "GET /v2.0/ports?device_id=9dffecad-e003-48ce-9805-58ed20b72ca1 HTTP/1.1" status: 200 len: 945 time: 0.0751715 Mar 16 09:13:25.060902 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-6cb73b55-d679-46f0-9088-37543b295877 req-136adb47-308a-4421-a863-c7ee8409bfb9 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] 10.222.0.18 "GET /v2.0/security-groups?id=e39a0188-27f0-4c94-8ef9-27d7db77b587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438030 Mar 16 09:13:25.531924 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (f0da09ba-cbd5-402d-a3a1-68b8fcaf25e8), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:25.539907 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3de267ec-888d-49e1-92d2-a6991c0932cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (3616e4f6-4586-420d-b0d2-e3b2f5abb17b), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:25.927822 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2a9d08-32b8-4fef-848d-8fb54294b194 req-90038356-499a-461d-aadc-c324aff7c5c7 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:13:25.931019 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-7c2a9d08-32b8-4fef-848d-8fb54294b194 req-90038356-499a-461d-aadc-c324aff7c5c7 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=c779a8cc-d867-455b-9eec-00cddc9263b0 HTTP/1.1" status: 200 len: 944 time: 0.0955966 Mar 16 09:13:25.981118 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-7c2a9d08-32b8-4fef-848d-8fb54294b194 req-2648b466-0ba7-487a-8eff-869d24c415d0 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e16628-b5b2-46e4-8557-501b5bcb6caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444167 Mar 16 09:13:26.184261 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b2da8-df54-47f2-8339-c425f7d925b7 req-01e458f5-1ba8-45c3-b9b2-1e9ec71708e7 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:13:26.185766 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-403b2da8-df54-47f2-8339-c425f7d925b7 req-01e458f5-1ba8-45c3-b9b2-1e9ec71708e7 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] 10.222.0.18 "GET /v2.0/ports?device_id=9dffecad-e003-48ce-9805-58ed20b72ca1 HTTP/1.1" status: 200 len: 945 time: 0.0553143 Mar 16 09:13:26.239848 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-403b2da8-df54-47f2-8339-c425f7d925b7 req-b23fba75-97d6-4660-aa72-b370ee322f32 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] 10.222.0.18 "GET /v2.0/security-groups?id=e39a0188-27f0-4c94-8ef9-27d7db77b587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473659 Mar 16 09:13:26.873768 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (489981c6-9aaa-401c-bd41-6b42e027a228), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:27.106593 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b6c01d-fc02-4756-8486-609eafd7066c req-cd6bf93b-7a8b-4586-b9be-a0877ba7af9b tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:13:27.108039 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-67b6c01d-fc02-4756-8486-609eafd7066c req-cd6bf93b-7a8b-4586-b9be-a0877ba7af9b tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=c779a8cc-d867-455b-9eec-00cddc9263b0 HTTP/1.1" status: 200 len: 944 time: 0.0505238 Mar 16 09:13:27.153226 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-67b6c01d-fc02-4756-8486-609eafd7066c req-1750d90d-956c-461c-bca9-89849ea17ca4 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e16628-b5b2-46e4-8557-501b5bcb6caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397747 Mar 16 09:13:27.354775 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ccb08e-3966-4106-8858-fe293a874ec5 req-0bf4375c-f59c-4eeb-9eda-1cc1bcdd177e tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:13:27.356262 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-e1ccb08e-3966-4106-8858-fe293a874ec5 req-0bf4375c-f59c-4eeb-9eda-1cc1bcdd177e tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] 10.222.0.18 "GET /v2.0/ports?device_id=9dffecad-e003-48ce-9805-58ed20b72ca1 HTTP/1.1" status: 200 len: 945 time: 0.0507162 Mar 16 09:13:27.401732 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-e1ccb08e-3966-4106-8858-fe293a874ec5 req-f294e418-52d2-48c2-9b19-78df572edc16 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] 10.222.0.18 "GET /v2.0/security-groups?id=e39a0188-27f0-4c94-8ef9-27d7db77b587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399828 Mar 16 09:13:28.143505 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 54992) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:13:28.247350 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1ceb85d0-174d-44da-aeb4-ddd1a9ec1a89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:28.280195 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2d6066-68d4-40c8-8422-72e32707c16b req-b81d7d59-987c-4db5-b9a5-5b151e938232 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:13:28.281924 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-bb2d6066-68d4-40c8-8422-72e32707c16b req-b81d7d59-987c-4db5-b9a5-5b151e938232 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=c779a8cc-d867-455b-9eec-00cddc9263b0 HTTP/1.1" status: 200 len: 944 time: 0.0572701 Mar 16 09:13:28.324098 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1ceb85d0-174d-44da-aeb4-ddd1a9ec1a89 admin admin] Publish callbacks [] for security_group (4b77a8ea-8baf-4571-9a15-452fc0e26b49), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:28.328530 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1ceb85d0-174d-44da-aeb4-ddd1a9ec1a89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (4b77a8ea-8baf-4571-9a15-452fc0e26b49), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:28.339313 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-bb2d6066-68d4-40c8-8422-72e32707c16b req-2d8dda2d-cc54-492c-9fc8-a93d68564d27 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e16628-b5b2-46e4-8557-501b5bcb6caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510328 Mar 16 09:13:28.365591 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-1ceb85d0-174d-44da-aeb4-ddd1a9ec1a89 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7bbe08e211804b27b3219b0aa7d4605c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2209942 Mar 16 09:13:28.367612 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceb85d0-174d-44da-aeb4-ddd1a9ec1a89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b77a8ea-8baf-4571-9a15-452fc0e26b49,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:13:28.368228 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 54998) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:13:28.417448 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-e5d01b03-bc4e-4076-af97-57d0560c1a72 admin admin] Publish callbacks [] for security_group (4b77a8ea-8baf-4571-9a15-452fc0e26b49), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:28.438729 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-e5d01b03-bc4e-4076-af97-57d0560c1a72 admin admin] Publish callbacks [] for security_group (4b77a8ea-8baf-4571-9a15-452fc0e26b49), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:28.511688 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-e5d01b03-bc4e-4076-af97-57d0560c1a72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (4b77a8ea-8baf-4571-9a15-452fc0e26b49), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:28.515384 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-e5d01b03-bc4e-4076-af97-57d0560c1a72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:28.516555 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-e5d01b03-bc4e-4076-af97-57d0560c1a72 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4b77a8ea-8baf-4571-9a15-452fc0e26b49 HTTP/1.1" status: 204 len: 168 time: 0.1472926 Mar 16 09:13:28.528720 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d01b03-bc4e-4076-af97-57d0560c1a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b77a8ea-8baf-4571-9a15-452fc0e26b49,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:13:28.536744 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0ce4e4-7dd4-4e85-8606-55db8ea0aa12 req-180ee789-7906-44d2-ab84-a0d802cf4ade tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:13:28.538399 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-ce0ce4e4-7dd4-4e85-8606-55db8ea0aa12 req-180ee789-7906-44d2-ab84-a0d802cf4ade tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] 10.222.0.18 "GET /v2.0/ports?device_id=9dffecad-e003-48ce-9805-58ed20b72ca1 HTTP/1.1" status: 200 len: 945 time: 0.0708814 Mar 16 09:13:28.590025 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-ce0ce4e4-7dd4-4e85-8606-55db8ea0aa12 req-144784e2-48ac-4e2d-b675-7ad2a8ae73f8 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] 10.222.0.18 "GET /v2.0/security-groups?id=e39a0188-27f0-4c94-8ef9-27d7db77b587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458906 Mar 16 09:13:28.786703 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 55006) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:13:28.799662 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-20dc1ca1-449e-4d1d-8381-51cfd31f6b1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:28.873199 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-20dc1ca1-449e-4d1d-8381-51cfd31f6b1b admin admin] Publish callbacks [] for security_group (8c2d9261-134f-40bf-a54e-5cb03bb66436), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:28.876830 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-20dc1ca1-449e-4d1d-8381-51cfd31f6b1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (8c2d9261-134f-40bf-a54e-5cb03bb66436), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:28.914173 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-20dc1ca1-449e-4d1d-8381-51cfd31f6b1b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9898001a3f4f42fea57019552d6028bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1258428 Mar 16 09:13:28.916349 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dc1ca1-449e-4d1d-8381-51cfd31f6b1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c2d9261-134f-40bf-a54e-5cb03bb66436,revision_number=1']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:13:28.916977 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 55008) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:13:28.966456 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-16e5c561-f4a4-4870-b0d7-d202b965a06c admin admin] Publish callbacks [] for security_group (8c2d9261-134f-40bf-a54e-5cb03bb66436), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:28.992880 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-16e5c561-f4a4-4870-b0d7-d202b965a06c admin admin] Publish callbacks [] for security_group (8c2d9261-134f-40bf-a54e-5cb03bb66436), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:29.042830 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-16e5c561-f4a4-4870-b0d7-d202b965a06c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (8c2d9261-134f-40bf-a54e-5cb03bb66436), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:29.045208 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-16e5c561-f4a4-4870-b0d7-d202b965a06c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:29.046369 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-16e5c561-f4a4-4870-b0d7-d202b965a06c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8c2d9261-134f-40bf-a54e-5cb03bb66436 HTTP/1.1" status: 204 len: 168 time: 0.1280975 Mar 16 09:13:29.053812 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e5c561-f4a4-4870-b0d7-d202b965a06c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c2d9261-134f-40bf-a54e-5cb03bb66436,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:13:29.372442 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 55016) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:13:29.385959 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6781ad7b-4066-4b11-a204-67cdb7f6bf81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:29.461646 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6781ad7b-4066-4b11-a204-67cdb7f6bf81 admin admin] Publish callbacks [] for security_group (7bb2960a-1192-4211-9d26-cb8e27963208), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:29.465719 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6781ad7b-4066-4b11-a204-67cdb7f6bf81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (7bb2960a-1192-4211-9d26-cb8e27963208), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:29.467946 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b922c1b-cb37-4d43-98d3-eb155cc8570d req-26f3031f-5eb8-4914-a9e7-6170a90660a2 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:13:29.469461 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-7b922c1b-cb37-4d43-98d3-eb155cc8570d req-26f3031f-5eb8-4914-a9e7-6170a90660a2 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=c779a8cc-d867-455b-9eec-00cddc9263b0 HTTP/1.1" status: 200 len: 944 time: 0.0589609 Mar 16 09:13:29.510407 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-6781ad7b-4066-4b11-a204-67cdb7f6bf81 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c9844836e0874400b547c34a8c9960e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1368256 Mar 16 09:13:29.511271 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6781ad7b-4066-4b11-a204-67cdb7f6bf81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb2960a-1192-4211-9d26-cb8e27963208,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:13:29.513586 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 55018) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:13:29.522112 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-7b922c1b-cb37-4d43-98d3-eb155cc8570d req-72257f30-9f67-4ce3-aca6-c83c83529874 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e16628-b5b2-46e4-8557-501b5bcb6caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469737 Mar 16 09:13:29.564125 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2aaddbd5-1f42-4c24-802a-a45fc9ec875b admin admin] Publish callbacks [] for security_group (7bb2960a-1192-4211-9d26-cb8e27963208), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:29.592328 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2aaddbd5-1f42-4c24-802a-a45fc9ec875b admin admin] Publish callbacks [] for security_group (7bb2960a-1192-4211-9d26-cb8e27963208), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:29.662621 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2aaddbd5-1f42-4c24-802a-a45fc9ec875b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (7bb2960a-1192-4211-9d26-cb8e27963208), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:29.665289 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-2aaddbd5-1f42-4c24-802a-a45fc9ec875b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:29.666467 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-2aaddbd5-1f42-4c24-802a-a45fc9ec875b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7bb2960a-1192-4211-9d26-cb8e27963208 HTTP/1.1" status: 204 len: 168 time: 0.1519761 Mar 16 09:13:29.675626 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaddbd5-1f42-4c24-802a-a45fc9ec875b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb2960a-1192-4211-9d26-cb8e27963208,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:13:29.721625 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2db4dd-2bc7-4086-9322-670fd6714324 req-39b9ab75-1d04-44a1-9451-92c64c0267cc tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:13:29.723327 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5d2db4dd-2bc7-4086-9322-670fd6714324 req-39b9ab75-1d04-44a1-9451-92c64c0267cc tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] 10.222.0.18 "GET /v2.0/ports?device_id=9dffecad-e003-48ce-9805-58ed20b72ca1 HTTP/1.1" status: 200 len: 945 time: 0.0651751 Mar 16 09:13:29.778517 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5d2db4dd-2bc7-4086-9322-670fd6714324 req-791560a3-2fe1-4764-ba0e-e0a14293af75 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] 10.222.0.18 "GET /v2.0/security-groups?id=e39a0188-27f0-4c94-8ef9-27d7db77b587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492728 Mar 16 09:13:30.648469 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29150b1-d6ba-4486-8cad-ea652efcffaf req-c6d23592-31b7-4833-b579-75661d6a78ad tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:13:30.649970 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-c29150b1-d6ba-4486-8cad-ea652efcffaf req-c6d23592-31b7-4833-b579-75661d6a78ad tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=c779a8cc-d867-455b-9eec-00cddc9263b0 HTTP/1.1" status: 200 len: 944 time: 0.0546379 Mar 16 09:13:30.699753 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-c29150b1-d6ba-4486-8cad-ea652efcffaf req-3a689224-c4f9-43b9-8c9e-8e016298e0dd tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e16628-b5b2-46e4-8557-501b5bcb6caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441558 Mar 16 09:13:30.903776 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c099cc-d3eb-4c68-8d0a-8baf826ec4fa req-5657cb41-0ee3-4e05-9549-da1ac8433296 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:13:30.905165 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-37c099cc-d3eb-4c68-8d0a-8baf826ec4fa req-5657cb41-0ee3-4e05-9549-da1ac8433296 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] 10.222.0.18 "GET /v2.0/ports?device_id=9dffecad-e003-48ce-9805-58ed20b72ca1 HTTP/1.1" status: 200 len: 945 time: 0.0554950 Mar 16 09:13:30.951218 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-37c099cc-d3eb-4c68-8d0a-8baf826ec4fa req-42be05f2-14b8-4ede-999b-4233a888b197 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] 10.222.0.18 "GET /v2.0/security-groups?id=e39a0188-27f0-4c94-8ef9-27d7db77b587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404549 Mar 16 09:13:31.775160 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6737d2-b01b-4e6d-8749-26e216794834 req-b83101cd-0f0e-4f2d-bbe5-7f284193430d tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:13:31.776562 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-1c6737d2-b01b-4e6d-8749-26e216794834 req-b83101cd-0f0e-4f2d-bbe5-7f284193430d tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] 10.222.0.18 "GET /v2.0/ports?device_id=9dffecad-e003-48ce-9805-58ed20b72ca1 HTTP/1.1" status: 200 len: 945 time: 0.0524483 Mar 16 09:13:31.851098 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-1c6737d2-b01b-4e6d-8749-26e216794834 req-27258802-e6bb-4ddd-80a3-e0dfae3ec6b3 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] 10.222.0.18 "GET /v2.0/security-groups?id=e39a0188-27f0-4c94-8ef9-27d7db77b587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643044 Mar 16 09:13:31.860084 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc750e8-2766-4d90-a69b-2d64626b3f99 req-1d9c8972-7b7b-4916-9be0-0c5f85f1152f tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:13:31.861637 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-6fc750e8-2766-4d90-a69b-2d64626b3f99 req-1d9c8972-7b7b-4916-9be0-0c5f85f1152f tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=c779a8cc-d867-455b-9eec-00cddc9263b0 HTTP/1.1" status: 200 len: 944 time: 0.0841422 Mar 16 09:13:31.918034 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-6fc750e8-2766-4d90-a69b-2d64626b3f99 req-efb39822-888f-433d-b531-4079a66cfdbc tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e16628-b5b2-46e4-8557-501b5bcb6caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491824 Mar 16 09:13:32.969562 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb6b70-7e91-428a-87e5-b27ddfb37a49 req-f86fb904-f5af-46c6-8ab8-f9f9492214a2 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:13:32.971095 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5cbb6b70-7e91-428a-87e5-b27ddfb37a49 req-f86fb904-f5af-46c6-8ab8-f9f9492214a2 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] 10.222.0.18 "GET /v2.0/ports?device_id=9dffecad-e003-48ce-9805-58ed20b72ca1 HTTP/1.1" status: 200 len: 945 time: 0.0526948 Mar 16 09:13:33.045082 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5cbb6b70-7e91-428a-87e5-b27ddfb37a49 req-6218540a-a08b-431e-b66b-c2471077f3b4 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] 10.222.0.18 "GET /v2.0/security-groups?id=e39a0188-27f0-4c94-8ef9-27d7db77b587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684247 Mar 16 09:13:33.060758 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd325e58-4294-4bbe-820b-993a75b80e09 req-cfe4d4b1-b762-4070-9823-267e743b094b tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:13:33.062295 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-bd325e58-4294-4bbe-820b-993a75b80e09 req-cfe4d4b1-b762-4070-9823-267e743b094b tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=c779a8cc-d867-455b-9eec-00cddc9263b0 HTTP/1.1" status: 200 len: 944 time: 0.0710664 Mar 16 09:13:33.108857 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-bd325e58-4294-4bbe-820b-993a75b80e09 req-2ea0e291-0ad9-44f4-a900-a7f7562cedc6 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e16628-b5b2-46e4-8557-501b5bcb6caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406952 Mar 16 09:13:33.264306 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 55088) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:13:33.315290 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0103b9-92c8-474b-bcc2-32bbece07472 req-1b306b53-5622-4174-a5ba-0ddb3ca549e3 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:13:33.316703 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-9e0103b9-92c8-474b-bcc2-32bbece07472 req-1b306b53-5622-4174-a5ba-0ddb3ca549e3 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] 10.222.0.48 "GET /v2.0/ports?device_id=9dffecad-e003-48ce-9805-58ed20b72ca1 HTTP/1.1" status: 200 len: 945 time: 0.0559466 Mar 16 09:13:33.367714 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b6439ec0-f07e-481f-a052-94a0475614d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:33.408085 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.plugin [req-9e0103b9-92c8-474b-bcc2-32bbece07472 req-df79c1f3-3fa3-43d0-90dc-a449f12448e2 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] Deleting port b77cdf5a-ea86-4fb0-acb9-192c36096be2 {{(pid=103096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 09:13:33.408339 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-9e0103b9-92c8-474b-bcc2-32bbece07472 req-df79c1f3-3fa3-43d0-90dc-a449f12448e2 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732013345958'] for port (b77cdf5a-ea86-4fb0-acb9-192c36096be2), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:33.443647 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b6439ec0-f07e-481f-a052-94a0475614d7 admin admin] Publish callbacks [] for security_group (e8725b95-877a-4bd4-9751-53b70c3827a3), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:33.448472 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b6439ec0-f07e-481f-a052-94a0475614d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (e8725b95-877a-4bd4-9751-53b70c3827a3), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:33.451836 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Device 03ea6c3f-166e-463f-a159-e054306e8c9c details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=103097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 09:13:33.485950 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6439ec0-f07e-481f-a052-94a0475614d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8725b95-877a-4bd4-9751-53b70c3827a3,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:13:33.493323 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-b6439ec0-f07e-481f-a052-94a0475614d7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4d50baa2ac9d44ef81a5656b876cfe64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2249613 Mar 16 09:13:33.493624 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 55092) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:13:33.515392 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.db [req-9e0103b9-92c8-474b-bcc2-32bbece07472 req-df79c1f3-3fa3-43d0-90dc-a449f12448e2 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] For port b77cdf5a-ea86-4fb0-acb9-192c36096be2, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=b77cdf5a-ea86-4fb0-acb9-192c36096be2,segment=NetworkSegment(6bc8576e-af77-4014-8f9c-7c70f18d867e),segment_id=6bc8576e-af77-4014-8f9c-7c70f18d867e)] {{(pid=103096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:13:33.516059 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-9e0103b9-92c8-474b-bcc2-32bbece07472 req-df79c1f3-3fa3-43d0-90dc-a449f12448e2 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559013'] for port (b77cdf5a-ea86-4fb0-acb9-192c36096be2), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:33.530015 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.plugin [req-9e0103b9-92c8-474b-bcc2-32bbece07472 req-df79c1f3-3fa3-43d0-90dc-a449f12448e2 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] Calling delete_port for b77cdf5a-ea86-4fb0-acb9-192c36096be2 owned by compute:nova {{(pid=103096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 09:13:33.545000 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7c2586a4-5811-460e-8d04-807fce87cc0d admin admin] Publish callbacks [] for security_group (e8725b95-877a-4bd4-9751-53b70c3827a3), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:33.553504 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] For port 03ea6c3f-166e-463f-a159-e054306e8c9c, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=03ea6c3f-166e-463f-a159-e054306e8c9c,segment=NetworkSegment(92870879-9daf-4c8f-8e0a-de7f92d81d56),segment_id=92870879-9daf-4c8f-8e0a-de7f92d81d56)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:13:33.565726 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Returning: {'device': '03ea6c3f-166e-463f-a159-e054306e8c9c', 'network_id': 'a3933f25-b7ca-4916-8a13-138bf0db8c83', 'port_id': '03ea6c3f-166e-463f-a159-e054306e8c9c', 'mac_address': 'fa:16:3e:ff:82:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6c2cbf7-36bb-4af8-9e66-db86b28b25f5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 09:13:33.567923 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7c2586a4-5811-460e-8d04-807fce87cc0d admin admin] Publish callbacks [] for security_group (e8725b95-877a-4bd4-9751-53b70c3827a3), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:33.603115 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Current status of the port 03ea6c3f-166e-463f-a159-e054306e8c9c is: DOWN; New status is: BUILD {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:13:33.603990 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (03ea6c3f-166e-463f-a159-e054306e8c9c), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:33.618141 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7c2586a4-5811-460e-8d04-807fce87cc0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (e8725b95-877a-4bd4-9751-53b70c3827a3), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:33.620711 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7c2586a4-5811-460e-8d04-807fce87cc0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:33.621890 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-7c2586a4-5811-460e-8d04-807fce87cc0d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e8725b95-877a-4bd4-9751-53b70c3827a3 HTTP/1.1" status: 204 len: 168 time: 0.1274219 Mar 16 09:13:33.629728 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2586a4-5811-460e-8d04-807fce87cc0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8725b95-877a-4bd4-9751-53b70c3827a3,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:13:33.637278 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.notifiers.nova [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03ea6c3f-166e-463f-a159-e054306e8c9c {{(pid=103097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 09:13:33.669350 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] For port 03ea6c3f-166e-463f-a159-e054306e8c9c, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=03ea6c3f-166e-463f-a159-e054306e8c9c,segment=NetworkSegment(92870879-9daf-4c8f-8e0a-de7f92d81d56),segment_id=92870879-9daf-4c8f-8e0a-de7f92d81d56)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:13:33.674607 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-9e0103b9-92c8-474b-bcc2-32bbece07472 req-df79c1f3-3fa3-43d0-90dc-a449f12448e2 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732013351693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732012762718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13105710'] for port (b77cdf5a-ea86-4fb0-acb9-192c36096be2), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:33.674785 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (03ea6c3f-166e-463f-a159-e054306e8c9c), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:33.686218 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] get_ports_and_sgs() called for port_ids ['b77cdf5a-ea86-4fb0-acb9-192c36096be2'] {{(pid=103097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 09:13:33.709874 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df79c1f3-3fa3-43d0-90dc-a449f12448e2 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] Pushing event deleted for resources: {'Port': ['ID=b77cdf5a-ea86-4fb0-acb9-192c36096be2,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:13:33.756376 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Pushing event updated for resources: {'Port': ['ID=03ea6c3f-166e-463f-a159-e054306e8c9c,revision_number=9']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:13:33.759867 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e0103b9-92c8-474b-bcc2-32bbece07472 req-df79c1f3-3fa3-43d0-90dc-a449f12448e2 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] No DVR routers for this DVR port b77cdf5a-ea86-4fb0-acb9-192c36096be2 on host hv-cinder-83177 {{(pid=103096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 09:13:33.762266 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-9e0103b9-92c8-474b-bcc2-32bbece07472 req-df79c1f3-3fa3-43d0-90dc-a449f12448e2 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334679'] for port (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:33.765562 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-9e0103b9-92c8-474b-bcc2-32bbece07472 req-df79c1f3-3fa3-43d0-90dc-a449f12448e2 tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] 10.222.0.48 "DELETE /v2.0/ports/b77cdf5a-ea86-4fb0-acb9-192c36096be2 HTTP/1.1" status: 204 len: 173 time: 0.4435756 Mar 16 09:13:33.766005 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dffecad-e003-48ce-9805-58ed20b72ca1', 'name': 'network-vif-deleted', 'tag': 'b77cdf5a-ea86-4fb0-acb9-192c36096be2'}] {{(pid=103096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 09:13:33.768206 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552648401d13394d2a88e7485ef09c5647ae5ea4c1ec431ef2c5edbe801f23fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f8e0a9d-54a2-4d5d-8ee5-5a15e64b538a" -d '{"events": [{"server_uuid": "9dffecad-e003-48ce-9805-58ed20b72ca1", "name": "network-vif-deleted", "tag": "b77cdf5a-ea86-4fb0-acb9-192c36096be2"}]}' {{(pid=103096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 09:13:33.804104 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 09:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c257c4a-1e6c-4a90-883b-ef6f18d6ecf0 x-openstack-request-id: req-6c257c4a-1e6c-4a90-883b-ef6f18d6ecf0 {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 09:13:33.804469 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dffecad-e003-48ce-9805-58ed20b72ca1", "name": "network-vif-deleted", "tag": "b77cdf5a-ea86-4fb0-acb9-192c36096be2", "status": "completed", "code": 200}]} {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 09:13:33.804800 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6c257c4a-1e6c-4a90-883b-ef6f18d6ecf0 {{(pid=103096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 09:13:33.805198 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dffecad-e003-48ce-9805-58ed20b72ca1', 'name': 'network-vif-deleted', 'tag': 'b77cdf5a-ea86-4fb0-acb9-192c36096be2', 'status': 'completed', 'code': 200} Mar 16 09:13:34.041660 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] get_ports_and_sgs() called for port_ids ['03ea6c3f-166e-463f-a159-e054306e8c9c'] {{(pid=103097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 09:13:34.157216 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-ab97e8f8-fa40-4b14-8bb2-750e242b7097 req-102a70e0-2ef1-49b7-9c22-fc8653e6711a tempest-VolumesActionsTest-79682649 tempest-VolumesActionsTest-79682649-project] 10.222.0.18 "GET /v2.0/ports?device_id=9dffecad-e003-48ce-9805-58ed20b72ca1 HTTP/1.1" status: 200 len: 210 time: 0.0318537 Mar 16 09:13:34.258820 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77133d36-08e1-4c20-a96f-bd38832974a6 req-9ec7542c-28c2-40c1-8e4f-930a76c28b85 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:13:34.260572 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-77133d36-08e1-4c20-a96f-bd38832974a6 req-9ec7542c-28c2-40c1-8e4f-930a76c28b85 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=c779a8cc-d867-455b-9eec-00cddc9263b0 HTTP/1.1" status: 200 len: 945 time: 0.0671148 Mar 16 09:13:34.311657 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-77133d36-08e1-4c20-a96f-bd38832974a6 req-3ade6fb9-a06b-478c-9d70-76780eb2cdc9 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e16628-b5b2-46e4-8557-501b5bcb6caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453179 Mar 16 09:13:35.438481 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b516c2-40ed-4551-b6c5-34a8c135d8fa req-0800e8d4-c8fe-4db7-a235-42d51cd208b8 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:13:35.439899 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-49b516c2-40ed-4551-b6c5-34a8c135d8fa req-0800e8d4-c8fe-4db7-a235-42d51cd208b8 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=c779a8cc-d867-455b-9eec-00cddc9263b0 HTTP/1.1" status: 200 len: 945 time: 0.0568581 Mar 16 09:13:35.452980 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Device 03ea6c3f-166e-463f-a159-e054306e8c9c up at agent hyperv_hv-cinder-83177 {{(pid=103097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 09:13:35.494689 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-49b516c2-40ed-4551-b6c5-34a8c135d8fa req-609e6fa7-bed0-49d6-80b9-fdbc30f547eb tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e16628-b5b2-46e4-8557-501b5bcb6caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491340 Mar 16 09:13:35.507170 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Provisioning complete for port 03ea6c3f-166e-463f-a159-e054306e8c9c triggered by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:13:35.508086 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (03ea6c3f-166e-463f-a159-e054306e8c9c), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:35.587621 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Current status of the port 03ea6c3f-166e-463f-a159-e054306e8c9c is: BUILD; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:13:35.588009 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (03ea6c3f-166e-463f-a159-e054306e8c9c), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:35.610608 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c779a8cc-d867-455b-9eec-00cddc9263b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03ea6c3f-166e-463f-a159-e054306e8c9c'}] {{(pid=103097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 09:13:35.612923 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4541ab3f2cdba5932412d0e11c0734b292cb124fdee115af1127c89d10c16b82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc8dfac0-d5ad-4d80-9f9e-5d45c43ae333" -d '{"events": [{"server_uuid": "c779a8cc-d867-455b-9eec-00cddc9263b0", "name": "network-vif-plugged", "status": "completed", "tag": "03ea6c3f-166e-463f-a159-e054306e8c9c"}]}' {{(pid=103097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 09:13:35.626008 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] For port 03ea6c3f-166e-463f-a159-e054306e8c9c, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=03ea6c3f-166e-463f-a159-e054306e8c9c,segment=NetworkSegment(92870879-9daf-4c8f-8e0a-de7f92d81d56),segment_id=92870879-9daf-4c8f-8e0a-de7f92d81d56)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:13:35.633789 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (03ea6c3f-166e-463f-a159-e054306e8c9c), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:35.634666 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Device b77cdf5a-ea86-4fb0-acb9-192c36096be2 no longer exists at agent hyperv_hv-cinder-83177 {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 09:13:35.672586 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 09:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b455da3-dac2-4f8c-beb5-d5928bddfb82 x-openstack-request-id: req-4b455da3-dac2-4f8c-beb5-d5928bddfb82 {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 09:13:35.672885 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c779a8cc-d867-455b-9eec-00cddc9263b0", "name": "network-vif-plugged", "status": "completed", "tag": "03ea6c3f-166e-463f-a159-e054306e8c9c", "code": 200}]} {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 09:13:35.673149 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4b455da3-dac2-4f8c-beb5-d5928bddfb82 {{(pid=103097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 09:13:35.673591 dv-cinder-831776-4-iscsi neutron-server[103097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c779a8cc-d867-455b-9eec-00cddc9263b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03ea6c3f-166e-463f-a159-e054306e8c9c', 'code': 200} Mar 16 09:13:35.676303 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] No Port match for: b77cdf5a-ea86-4fb0-acb9-192c36096be2 {{(pid=103097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 09:13:35.676705 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Device b77cdf5a-ea86-4fb0-acb9-192c36096be2 not bound to the agent host hv-cinder-83177 {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 09:13:35.702662 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Pushing event updated for resources: {'Port': ['ID=03ea6c3f-166e-463f-a159-e054306e8c9c,revision_number=10']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:13:35.840780 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281ec917-2706-443d-a178-2d2af290bfce req-41d05a3d-5de4-481d-ba1f-de752c922f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:13:35.842753 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-281ec917-2706-443d-a178-2d2af290bfce req-41d05a3d-5de4-481d-ba1f-de752c922f38 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c779a8cc-d867-455b-9eec-00cddc9263b0 HTTP/1.1" status: 200 len: 1131 time: 0.0461867 Mar 16 09:13:35.886507 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-281ec917-2706-443d-a178-2d2af290bfce req-96ba923e-954e-49c7-a38c-62e8c5236503 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=86e16628-b5b2-46e4-8557-501b5bcb6caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374961 Mar 16 09:13:36.619620 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2f17af-ccd6-477d-9c01-c787028feff5 req-bda5132e-deb1-4d9e-b5df-0cac764ac2f6 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:13:36.621054 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-3e2f17af-ccd6-477d-9c01-c787028feff5 req-bda5132e-deb1-4d9e-b5df-0cac764ac2f6 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=c779a8cc-d867-455b-9eec-00cddc9263b0 HTTP/1.1" status: 200 len: 947 time: 0.0545745 Mar 16 09:13:36.665083 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-3e2f17af-ccd6-477d-9c01-c787028feff5 req-e627e976-7126-4980-91c4-2f15827571d5 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e16628-b5b2-46e4-8557-501b5bcb6caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384772 Mar 16 09:13:37.785919 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d752fd-356d-43b8-8ffd-1dfc54aa4d29 req-020153fe-d1d4-4469-83f6-71b80e81aa27 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:13:37.787372 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-91d752fd-356d-43b8-8ffd-1dfc54aa4d29 req-020153fe-d1d4-4469-83f6-71b80e81aa27 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=c779a8cc-d867-455b-9eec-00cddc9263b0 HTTP/1.1" status: 200 len: 947 time: 0.0510018 Mar 16 09:13:37.832234 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-91d752fd-356d-43b8-8ffd-1dfc54aa4d29 req-0fb18b35-638d-48ee-88a7-f972f3bb62ab tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e16628-b5b2-46e4-8557-501b5bcb6caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393496 Mar 16 09:13:38.955604 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a365c-558f-4ef1-a315-704c1da5c524 req-e0bc70a0-c928-41de-bfa1-5cb988a7e601 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:13:38.957037 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-6b3a365c-558f-4ef1-a315-704c1da5c524 req-e0bc70a0-c928-41de-bfa1-5cb988a7e601 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=c779a8cc-d867-455b-9eec-00cddc9263b0 HTTP/1.1" status: 200 len: 947 time: 0.0537751 Mar 16 09:13:39.009509 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-6b3a365c-558f-4ef1-a315-704c1da5c524 req-d8410d91-7ca2-47dd-99df-5bd684b1f2e6 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e16628-b5b2-46e4-8557-501b5bcb6caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463376 Mar 16 09:13:40.133719 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99952d62-e795-42aa-b245-749c83f9e999 req-cc4e8471-0ba2-4213-aa5b-7ca14cc01011 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:13:40.135193 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-99952d62-e795-42aa-b245-749c83f9e999 req-cc4e8471-0ba2-4213-aa5b-7ca14cc01011 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=c779a8cc-d867-455b-9eec-00cddc9263b0 HTTP/1.1" status: 200 len: 947 time: 0.0548706 Mar 16 09:13:40.181090 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-99952d62-e795-42aa-b245-749c83f9e999 req-0b05946a-2494-42b6-9dd1-b68d9cdf2162 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e16628-b5b2-46e4-8557-501b5bcb6caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403423 Mar 16 09:13:41.299380 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d4dab1-3545-4cb0-ad92-ebd38845f6ca req-9c997fe6-d558-4e61-ba41-894efaef9e06 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:13:41.300837 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-17d4dab1-3545-4cb0-ad92-ebd38845f6ca req-9c997fe6-d558-4e61-ba41-894efaef9e06 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=c779a8cc-d867-455b-9eec-00cddc9263b0 HTTP/1.1" status: 200 len: 947 time: 0.0514929 Mar 16 09:13:41.349304 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-17d4dab1-3545-4cb0-ad92-ebd38845f6ca req-8f4c4b41-6729-417e-9709-c019d3b995ee tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e16628-b5b2-46e4-8557-501b5bcb6caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424526 Mar 16 09:13:42.517498 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981e4b7d-1808-4ec2-84e0-8af2bb891622 req-4a4b7f74-81c3-41f5-93de-87de9773f4a0 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:13:42.519924 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-981e4b7d-1808-4ec2-84e0-8af2bb891622 req-4a4b7f74-81c3-41f5-93de-87de9773f4a0 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=c779a8cc-d867-455b-9eec-00cddc9263b0 HTTP/1.1" status: 200 len: 947 time: 0.0578899 Mar 16 09:13:42.574173 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-981e4b7d-1808-4ec2-84e0-8af2bb891622 req-2fa1266f-febb-447c-9f33-0d2db51ae64d tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e16628-b5b2-46e4-8557-501b5bcb6caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476139 Mar 16 09:13:50.246137 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 55414) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:13:50.375575 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0a8be95e-8f52-4f35-a6d7-cb2121b68577 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:50.461318 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0a8be95e-8f52-4f35-a6d7-cb2121b68577 admin admin] Publish callbacks [] for security_group (191b61c2-8465-4d8e-b784-f81437a9eab9), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:50.466465 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0a8be95e-8f52-4f35-a6d7-cb2121b68577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (191b61c2-8465-4d8e-b784-f81437a9eab9), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:50.500663 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 55422) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:13:50.513684 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-0a8be95e-8f52-4f35-a6d7-cb2121b68577 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cedda7bf459d43e18f6f462e0678d176&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2659996 Mar 16 09:13:50.515388 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-684b29c0-f1fd-48ba-82a5-b774fffaa5c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (a398d5bf-1368-473f-bfdd-7d167c3f4154), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:50.536813 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8be95e-8f52-4f35-a6d7-cb2121b68577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=191b61c2-8465-4d8e-b784-f81437a9eab9,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:13:50.582393 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-0f91dd11-7ef3-4bc6-8109-b62fbb6ea48e admin admin] Publish callbacks [] for security_group (191b61c2-8465-4d8e-b784-f81437a9eab9), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:50.604261 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-0f91dd11-7ef3-4bc6-8109-b62fbb6ea48e admin admin] Publish callbacks [] for security_group (191b61c2-8465-4d8e-b784-f81437a9eab9), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:50.654039 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-0f91dd11-7ef3-4bc6-8109-b62fbb6ea48e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (191b61c2-8465-4d8e-b784-f81437a9eab9), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:50.656831 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-0f91dd11-7ef3-4bc6-8109-b62fbb6ea48e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:50.660694 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-0f91dd11-7ef3-4bc6-8109-b62fbb6ea48e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/191b61c2-8465-4d8e-b784-f81437a9eab9 HTTP/1.1" status: 204 len: 168 time: 0.1591065 Mar 16 09:13:50.669981 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f91dd11-7ef3-4bc6-8109-b62fbb6ea48e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=191b61c2-8465-4d8e-b784-f81437a9eab9,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:13:51.062820 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.agents_db [None req-ddb2e055-3acb-4969-8bde-a74b2247622c None None] Agent healthcheck: found 6 active agents {{(pid=103098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 09:13:52.828615 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-186e7189-aedc-41ae-a4f2-6cc9ce08d6e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (09ce795b-eeca-4b3b-9d7f-577d9443cb21), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:53.889451 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-cdeb7127-6fa1-4060-ae0a-c8ffc2dd9388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (514d7d79-ab14-439d-a6c0-bbffe337a49f), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:55.522562 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3de267ec-888d-49e1-92d2-a6991c0932cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (3616e4f6-4586-420d-b0d2-e3b2f5abb17b), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:55.525429 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (f0da09ba-cbd5-402d-a3a1-68b8fcaf25e8), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:13:56.876733 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (489981c6-9aaa-401c-bd41-6b42e027a228), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:00.263293 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 55596) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:14:00.307840 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ea62c26-4f41-403d-a3b1-fe54154924c0 admin admin] Deleting subnet 6e06e20f-55ad-4e49-8b92-6c020216ec43 {{(pid=103096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 16 09:14:00.310917 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-7ea62c26-4f41-403d-a3b1-fe54154924c0 admin admin] Publish callbacks [] for subnet (6e06e20f-55ad-4e49-8b92-6c020216ec43), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:00.344979 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-7ea62c26-4f41-403d-a3b1-fe54154924c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14117644'] for subnet (6e06e20f-55ad-4e49-8b92-6c020216ec43), precommit_delete_associations {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:00.385731 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-7ea62c26-4f41-403d-a3b1-fe54154924c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1238432'] for subnet (6e06e20f-55ad-4e49-8b92-6c020216ec43), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:00.435172 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-7ea62c26-4f41-403d-a3b1-fe54154924c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1238363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13105905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12838951'] for subnet (6e06e20f-55ad-4e49-8b92-6c020216ec43), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:00.460579 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea62c26-4f41-403d-a3b1-fe54154924c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e06e20f-55ad-4e49-8b92-6c020216ec43,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:14:00.462668 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-7ea62c26-4f41-403d-a3b1-fe54154924c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555813'] for subnet (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:00.465782 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-7ea62c26-4f41-403d-a3b1-fe54154924c0 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/6e06e20f-55ad-4e49-8b92-6c020216ec43 HTTP/1.1" status: 204 len: 168 time: 0.2015011 Mar 16 09:14:00.468186 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 55598) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:14:00.535967 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-a5775363-8f16-4bf5-b568-cfd2e8c7cf19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1197409'] for network (7d377109-576c-4b61-95d7-c920c4cb7462), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:00.609910 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-a5775363-8f16-4bf5-b568-cfd2e8c7cf19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1240631', 'neutron.services.segments.db._delete_segments_for_network-8732013206218'] for network (7d377109-576c-4b61-95d7-c920c4cb7462), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:00.633363 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.services.segments.db [None req-a5775363-8f16-4bf5-b568-cfd2e8c7cf19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d377109-576c-4b61-95d7-c920c4cb7462']}} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:14:00.642427 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.services.segments.db [None req-a5775363-8f16-4bf5-b568-cfd2e8c7cf19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bc8576e-af77-4014-8f9c-7c70f18d867e') {'for_net_delete': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:14:00.642719 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.services.segments.db [None req-a5775363-8f16-4bf5-b568-cfd2e8c7cf19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bc8576e-af77-4014-8f9c-7c70f18d867e') {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:14:00.652391 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-a5775363-8f16-4bf5-b568-cfd2e8c7cf19 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732013210067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14117639'] for segment (6bc8576e-af77-4014-8f9c-7c70f18d867e), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:00.667396 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-a5775363-8f16-4bf5-b568-cfd2e8c7cf19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079957'] for segment (6bc8576e-af77-4014-8f9c-7c70f18d867e), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:00.673513 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5775363-8f16-4bf5-b568-cfd2e8c7cf19 admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=103096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 09:14:00.673942 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-a5775363-8f16-4bf5-b568-cfd2e8c7cf19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13105755'] for segment (6bc8576e-af77-4014-8f9c-7c70f18d867e), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:00.675652 dv-cinder-831776-4-iscsi neutron-server[103096]: Traceback (most recent call last): Mar 16 09:14:00.675652 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 09:14:00.675652 dv-cinder-831776-4-iscsi neutron-server[103096]: timer() Mar 16 09:14:00.675652 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 09:14:00.675652 dv-cinder-831776-4-iscsi neutron-server[103096]: cb(*args, **kw) Mar 16 09:14:00.675652 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 16 09:14:00.675652 dv-cinder-831776-4-iscsi neutron-server[103096]: return func(*args, **kwargs) Mar 16 09:14:00.675652 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 09:14:00.675652 dv-cinder-831776-4-iscsi neutron-server[103096]: self._notify() Mar 16 09:14:00.675652 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 09:14:00.675652 dv-cinder-831776-4-iscsi neutron-server[103096]: self.callback(batched_events) Mar 16 09:14:00.675652 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 09:14:00.675652 dv-cinder-831776-4-iscsi neutron-server[103096]: event.method(event) Mar 16 09:14:00.675652 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 16 09:14:00.675652 dv-cinder-831776-4-iscsi neutron-server[103096]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 09:14:00.675652 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 16 09:14:00.675652 dv-cinder-831776-4-iscsi neutron-server[103096]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 09:14:00.675652 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 16 09:14:00.675652 dv-cinder-831776-4-iscsi neutron-server[103096]: return f(self, *a, **k) Mar 16 09:14:00.675652 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 09:14:00.675652 dv-cinder-831776-4-iscsi neutron-server[103096]: return self._get(url).json() Mar 16 09:14:00.675652 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 09:14:00.675652 dv-cinder-831776-4-iscsi neutron-server[103096]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 09:14:00.675652 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 09:14:00.675652 dv-cinder-831776-4-iscsi neutron-server[103096]: return self.request(url, 'GET', **kwargs) Mar 16 09:14:00.675652 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 09:14:00.675652 dv-cinder-831776-4-iscsi neutron-server[103096]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 09:14:00.675652 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 09:14:00.675652 dv-cinder-831776-4-iscsi neutron-server[103096]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 09:14:00.675652 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 09:14:00.675652 dv-cinder-831776-4-iscsi neutron-server[103096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 09:14:00.675652 dv-cinder-831776-4-iscsi neutron-server[103096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 09:14:00.730992 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-a5775363-8f16-4bf5-b568-cfd2e8c7cf19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1240622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-557370'] for network (7d377109-576c-4b61-95d7-c920c4cb7462), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:00.736399 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-a5775363-8f16-4bf5-b568-cfd2e8c7cf19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555813'] for network (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:00.739789 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-a5775363-8f16-4bf5-b568-cfd2e8c7cf19 admin admin] 10.222.0.18 "DELETE /v2.0/networks/7d377109-576c-4b61-95d7-c920c4cb7462 HTTP/1.1" status: 204 len: 168 time: 0.2706914 Mar 16 09:14:00.751409 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5775363-8f16-4bf5-b568-cfd2e8c7cf19 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d377109-576c-4b61-95d7-c920c4cb7462,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:14:00.857895 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 55608) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:14:00.887651 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 55610) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:14:00.899840 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-73583d6b-2a70-4de7-bd9d-2877414cfc48 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a1eb3e610252404bb71c7045f4713f6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407593 Mar 16 09:14:00.902294 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 55614) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:14:00.952307 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-589626c6-98ab-4a03-941d-7e9adb2fc8a3 admin admin] Publish callbacks [] for security_group (e39a0188-27f0-4c94-8ef9-27d7db77b587), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:00.982519 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-589626c6-98ab-4a03-941d-7e9adb2fc8a3 admin admin] Publish callbacks [] for security_group (e39a0188-27f0-4c94-8ef9-27d7db77b587), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:01.030934 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-589626c6-98ab-4a03-941d-7e9adb2fc8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (e39a0188-27f0-4c94-8ef9-27d7db77b587), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:01.033434 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-589626c6-98ab-4a03-941d-7e9adb2fc8a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:01.034604 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-589626c6-98ab-4a03-941d-7e9adb2fc8a3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e39a0188-27f0-4c94-8ef9-27d7db77b587 HTTP/1.1" status: 204 len: 168 time: 0.1313419 Mar 16 09:14:01.042849 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589626c6-98ab-4a03-941d-7e9adb2fc8a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39a0188-27f0-4c94-8ef9-27d7db77b587,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:14:01.051622 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-166f021e-9978-4c26-94eb-85d20623a41e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:01.131279 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-166f021e-9978-4c26-94eb-85d20623a41e admin admin] Publish callbacks [] for security_group (22d5dd97-90b1-4b4c-accb-794a887382ba), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:01.135360 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-166f021e-9978-4c26-94eb-85d20623a41e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (22d5dd97-90b1-4b4c-accb-794a887382ba), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:01.180099 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-166f021e-9978-4c26-94eb-85d20623a41e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f4508dcef1684f1bbfdfe68e94bf4f10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2912469 Mar 16 09:14:01.181038 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166f021e-9978-4c26-94eb-85d20623a41e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22d5dd97-90b1-4b4c-accb-794a887382ba,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:14:01.182992 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 55620) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:14:01.230523 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-a1336fe4-3f36-4ae5-b99c-4e782e0669ef admin admin] Publish callbacks [] for security_group (22d5dd97-90b1-4b4c-accb-794a887382ba), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:01.251624 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-a1336fe4-3f36-4ae5-b99c-4e782e0669ef admin admin] Publish callbacks [] for security_group (22d5dd97-90b1-4b4c-accb-794a887382ba), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:01.299036 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-a1336fe4-3f36-4ae5-b99c-4e782e0669ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (22d5dd97-90b1-4b4c-accb-794a887382ba), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:01.302010 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-a1336fe4-3f36-4ae5-b99c-4e782e0669ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:01.303177 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-a1336fe4-3f36-4ae5-b99c-4e782e0669ef admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/22d5dd97-90b1-4b4c-accb-794a887382ba HTTP/1.1" status: 204 len: 168 time: 0.1191876 Mar 16 09:14:01.311052 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1336fe4-3f36-4ae5-b99c-4e782e0669ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d5dd97-90b1-4b4c-accb-794a887382ba,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:14:01.705133 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 55650) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:14:01.799280 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.v2.base [None req-cf0f2439-8b6c-4158-9994-9365eb184bdb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1050260373-network', 'tenant_id': '9105c40a7aa64b46b2a5bb388f445284'}} {{(pid=103096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:14:01.818982 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf0f2439-8b6c-4158-9994-9365eb184bdb admin admin] Made reservation on behalf of 9105c40a7aa64b46b2a5bb388f445284 for: {'network': 1} {{(pid=103096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 09:14:01.821694 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-cf0f2439-8b6c-4158-9994-9365eb184bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for network (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:01.830301 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-cf0f2439-8b6c-4158-9994-9365eb184bdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:01.905817 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-cf0f2439-8b6c-4158-9994-9365eb184bdb admin admin] Publish callbacks [] for security_group (9c9bfef6-b207-4be6-b350-4ec6ea979a5c), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:01.909611 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-cf0f2439-8b6c-4158-9994-9365eb184bdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (9c9bfef6-b207-4be6-b350-4ec6ea979a5c), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:01.923204 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf0f2439-8b6c-4158-9994-9365eb184bdb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=103096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 09:14:01.948110 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-cf0f2439-8b6c-4158-9994-9365eb184bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079957'] for segment (97acc3c3-2622-45b7-862b-840b637c186e), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:01.948593 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.db.segments_db [None req-cf0f2439-8b6c-4158-9994-9365eb184bdb admin admin] Added segment 97acc3c3-2622-45b7-862b-840b637c186e of type vlan for network 51a1b050-f32d-4097-bc16-62cec3c7dc23 Mar 16 09:14:01.956643 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0f2439-8b6c-4158-9994-9365eb184bdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9bfef6-b207-4be6-b350-4ec6ea979a5c,revision_number=1']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:14:01.965642 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 55662) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:14:01.997030 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-cf0f2439-8b6c-4158-9994-9365eb184bdb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732012783544'] for network (51a1b050-f32d-4097-bc16-62cec3c7dc23), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:02.023535 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-cf0f2439-8b6c-4158-9994-9365eb184bdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787'] for network (51a1b050-f32d-4097-bc16-62cec3c7dc23), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:02.024967 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0f2439-8b6c-4158-9994-9365eb184bdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:14:02.025613 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-cf0f2439-8b6c-4158-9994-9365eb184bdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555813'] for network (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:02.063205 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.v2.base [None req-b205fbb5-7556-4b6a-b3ab-d2026bf8a702 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1758434805-network', 'tenant_id': 'acda52d846f04cf8b49ca272597c9d5d'}} {{(pid=103095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:14:02.081726 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b205fbb5-7556-4b6a-b3ab-d2026bf8a702 admin admin] Made reservation on behalf of acda52d846f04cf8b49ca272597c9d5d for: {'network': 1} {{(pid=103095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 09:14:02.084024 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b205fbb5-7556-4b6a-b3ab-d2026bf8a702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for network (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:02.084953 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-cf0f2439-8b6c-4158-9994-9365eb184bdb admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3787179 Mar 16 09:14:02.088741 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 55666) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:14:02.089902 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0f2439-8b6c-4158-9994-9365eb184bdb admin admin] Pushing event updated for resources: {'Network': ['ID=51a1b050-f32d-4097-bc16-62cec3c7dc23,revision_number=1']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:14:02.099102 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.v2.base [None req-23cbb9a5-4159-47df-b62b-d01bcdb3055e admin admin] Request body: {'subnet': {'network_id': '51a1b050-f32d-4097-bc16-62cec3c7dc23', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1050260373-subnet', 'tenant_id': '9105c40a7aa64b46b2a5bb388f445284', 'ip_version': 4}} {{(pid=103095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:14:02.100020 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Network 51a1b050-f32d-4097-bc16-62cec3c7dc23 details requested by agent ovs-agent-dv-cinder-831776-4-iscsi with host dv-cinder-831776-4-iscsi {{(pid=103097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 16 09:14:02.107904 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b205fbb5-7556-4b6a-b3ab-d2026bf8a702 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:02.128245 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23cbb9a5-4159-47df-b62b-d01bcdb3055e admin admin] Made reservation on behalf of 9105c40a7aa64b46b2a5bb388f445284 for: {'subnet': 1} {{(pid=103095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 09:14:02.130481 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-23cbb9a5-4159-47df-b62b-d01bcdb3055e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133455005'] for subnet (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:02.292188 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b205fbb5-7556-4b6a-b3ab-d2026bf8a702 admin admin] Publish callbacks [] for security_group (49990729-ea47-4c7b-a7d3-10bc5888630e), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:02.301728 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b205fbb5-7556-4b6a-b3ab-d2026bf8a702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (49990729-ea47-4c7b-a7d3-10bc5888630e), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:02.325883 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b205fbb5-7556-4b6a-b3ab-d2026bf8a702 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=103095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 09:14:02.368506 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b205fbb5-7556-4b6a-b3ab-d2026bf8a702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079957'] for segment (0ad45193-c88a-4b26-9fac-41c5a66a372f), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:02.368843 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.db.segments_db [None req-b205fbb5-7556-4b6a-b3ab-d2026bf8a702 admin admin] Added segment 0ad45193-c88a-4b26-9fac-41c5a66a372f of type vlan for network e1ee28af-2313-443a-8430-6783e827c8db Mar 16 09:14:02.372838 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b205fbb5-7556-4b6a-b3ab-d2026bf8a702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49990729-ea47-4c7b-a7d3-10bc5888630e,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:14:02.410998 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-23cbb9a5-4159-47df-b62b-d01bcdb3055e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13558131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133455011'] for subnet (a6f52e30-58d6-4f30-893d-beb4b2ff4428), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:02.422853 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b205fbb5-7556-4b6a-b3ab-d2026bf8a702 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732012783544'] for network (e1ee28af-2313-443a-8430-6783e827c8db), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:02.492205 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cbb9a5-4159-47df-b62b-d01bcdb3055e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6f52e30-58d6-4f30-893d-beb4b2ff4428,revision_number=0']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:14:02.494095 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b205fbb5-7556-4b6a-b3ab-d2026bf8a702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787'] for network (e1ee28af-2313-443a-8430-6783e827c8db), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:02.495005 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b205fbb5-7556-4b6a-b3ab-d2026bf8a702 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:14:02.495583 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-b205fbb5-7556-4b6a-b3ab-d2026bf8a702 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555813'] for network (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:02.543843 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cbb9a5-4159-47df-b62b-d01bcdb3055e admin admin] Checking segment: {'id': '97acc3c3-2622-45b7-862b-840b637c186e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '51a1b050-f32d-4097-bc16-62cec3c7dc23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 09:14:02.544196 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23cbb9a5-4159-47df-b62b-d01bcdb3055e admin admin] Network hostable DHCP agents. Network: 51a1b050-f32d-4097-bc16-62cec3c7dc23, hostable agents: ['a398d5bf-1368-473f-bfdd-7d167c3f4154'], hosted agents: [] {{(pid=103095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 09:14:02.551533 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-b205fbb5-7556-4b6a-b3ab-d2026bf8a702 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5848823 Mar 16 09:14:02.554805 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 55668) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:14:02.559914 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.v2.base [None req-29aeeadc-fe22-4813-a3d8-82dbb5097f41 admin admin] Request body: {'subnet': {'network_id': 'e1ee28af-2313-443a-8430-6783e827c8db', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1758434805-subnet', 'tenant_id': 'acda52d846f04cf8b49ca272597c9d5d', 'ip_version': 4}} {{(pid=103096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:14:02.569551 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b205fbb5-7556-4b6a-b3ab-d2026bf8a702 admin admin] Pushing event updated for resources: {'Network': ['ID=e1ee28af-2313-443a-8430-6783e827c8db,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:14:02.578738 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23cbb9a5-4159-47df-b62b-d01bcdb3055e admin admin] Network 51a1b050-f32d-4097-bc16-62cec3c7dc23 is scheduled to be hosted by DHCP agent a398d5bf-1368-473f-bfdd-7d167c3f4154 with binding_index 1 {{(pid=103095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 09:14:02.579350 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29aeeadc-fe22-4813-a3d8-82dbb5097f41 admin admin] Made reservation on behalf of acda52d846f04cf8b49ca272597c9d5d for: {'subnet': 1} {{(pid=103096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 09:14:02.581432 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Network e1ee28af-2313-443a-8430-6783e827c8db details requested by agent ovs-agent-dv-cinder-831776-4-iscsi with host dv-cinder-831776-4-iscsi {{(pid=103097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 16 09:14:02.581691 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-29aeeadc-fe22-4813-a3d8-82dbb5097f41 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12838912'] for subnet (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:02.590089 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-23cbb9a5-4159-47df-b62b-d01bcdb3055e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831776-4-iscsi, 51a1b050-f32d-4097-bc16-62cec3c7dc23) {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 09:14:02.595732 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23cbb9a5-4159-47df-b62b-d01bcdb3055e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:14:02.596393 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-23cbb9a5-4159-47df-b62b-d01bcdb3055e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:02.616969 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-23cbb9a5-4159-47df-b62b-d01bcdb3055e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5263910 Mar 16 09:14:02.617810 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 55670) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:14:02.622417 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caddb44f-5f3d-4d79-a10d-86546e06e7e9 None None] Network 51a1b050-f32d-4097-bc16-62cec3c7dc23 requested from dv-cinder-831776-4-iscsi {{(pid=103097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 09:14:02.622582 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.v2.base [None req-4780dea9-fd69-4468-b289-3310decf7e00 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1050260373-router', 'tenant_id': '9105c40a7aa64b46b2a5bb388f445284', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab'}}} {{(pid=103095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:14:02.648925 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4780dea9-fd69-4468-b289-3310decf7e00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124920'] for router (4fdd40b5-320a-4942-a0b1-70df085e344a), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:02.650202 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4780dea9-fd69-4468-b289-3310decf7e00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124913'] for router (4fdd40b5-320a-4942-a0b1-70df085e344a), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:02.721064 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4780dea9-fd69-4468-b289-3310decf7e00 admin admin] Publish callbacks [] for router_controller (4fdd40b5-320a-4942-a0b1-70df085e344a), precommit_add_association {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:02.761244 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e284b76-4eed-4712-b640-e459d3cd6a21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e1f1783-ec04-51b5-b159-6c4258c95f07-51a1b050-f32d-4097-bc16-62cec3c7dc23', 'network_id': '51a1b050-f32d-4097-bc16-62cec3c7dc23', 'project_id': '9105c40a7aa64b46b2a5bb388f445284', 'fixed_ips': [{'subnet_id': 'a6f52e30-58d6-4f30-893d-beb4b2ff4428'}]}} from dv-cinder-831776-4-iscsi. {{(pid=103097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 16 09:14:02.762352 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-7e284b76-4eed-4712-b640-e459d3cd6a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:02.767965 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-29aeeadc-fe22-4813-a3d8-82dbb5097f41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13105842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12838974'] for subnet (2589bda5-b4b7-46d6-9ea7-a504068c0d7e), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:02.828663 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aeeadc-fe22-4813-a3d8-82dbb5097f41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2589bda5-b4b7-46d6-9ea7-a504068c0d7e,revision_number=0']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:14:02.840729 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29aeeadc-fe22-4813-a3d8-82dbb5097f41 admin admin] Checking segment: {'id': '0ad45193-c88a-4b26-9fac-41c5a66a372f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'e1ee28af-2313-443a-8430-6783e827c8db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 09:14:02.841395 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29aeeadc-fe22-4813-a3d8-82dbb5097f41 admin admin] Network hostable DHCP agents. Network: e1ee28af-2313-443a-8430-6783e827c8db, hostable agents: ['a398d5bf-1368-473f-bfdd-7d167c3f4154'], hosted agents: [] {{(pid=103096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 09:14:02.859050 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29aeeadc-fe22-4813-a3d8-82dbb5097f41 admin admin] Network e1ee28af-2313-443a-8430-6783e827c8db is scheduled to be hosted by DHCP agent a398d5bf-1368-473f-bfdd-7d167c3f4154 with binding_index 1 {{(pid=103096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 09:14:02.868893 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4780dea9-fd69-4468-b289-3310decf7e00 admin admin] Publish callbacks [] for router_gateway (4fdd40b5-320a-4942-a0b1-70df085e344a), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:02.869636 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.base_scheduler [None req-29aeeadc-fe22-4813-a3d8-82dbb5097f41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831776-4-iscsi, e1ee28af-2313-443a-8430-6783e827c8db) {{(pid=103096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 09:14:02.874550 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29aeeadc-fe22-4813-a3d8-82dbb5097f41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:14:02.874550 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-29aeeadc-fe22-4813-a3d8-82dbb5097f41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555813'] for subnet (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:02.897473 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-29aeeadc-fe22-4813-a3d8-82dbb5097f41 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3413377 Mar 16 09:14:02.897952 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 55672) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:14:02.902762 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.v2.base [None req-d9b93f9b-70c1-4f0a-9d19-c09a683d4407 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1758434805-router', 'tenant_id': 'acda52d846f04cf8b49ca272597c9d5d', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab'}}} {{(pid=103096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:14:02.903143 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b337e64-0147-4718-84ab-04153c072758 None None] Network e1ee28af-2313-443a-8430-6783e827c8db requested from dv-cinder-831776-4-iscsi {{(pid=103097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 09:14:02.926847 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-d9b93f9b-70c1-4f0a-9d19-c09a683d4407 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124920'] for router (d45b9d88-fcaf-4334-a3c0-1dfd30d22a35), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:02.929052 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-d9b93f9b-70c1-4f0a-9d19-c09a683d4407 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124913'] for router (d45b9d88-fcaf-4334-a3c0-1dfd30d22a35), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:02.960010 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.db_base_plugin_common [None req-7e284b76-4eed-4712-b640-e459d3cd6a21 None None] Allocated IP 172.20.0.2 (51a1b050-f32d-4097-bc16-62cec3c7dc23/a6f52e30-58d6-4f30-893d-beb4b2ff4428/1bb08710-43ff-4607-8b9c-8294c3a28a2a) {{(pid=103097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 09:14:02.988975 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-d9b93f9b-70c1-4f0a-9d19-c09a683d4407 admin admin] Publish callbacks [] for router_controller (d45b9d88-fcaf-4334-a3c0-1dfd30d22a35), precommit_add_association {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:03.106816 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4780dea9-fd69-4468-b289-3310decf7e00 admin admin] Publish callbacks [] for router_gateway (4fdd40b5-320a-4942-a0b1-70df085e344a), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:03.122269 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d0d2f8-4f00-466c-88c9-8a5c15c6e994 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e1f1783-ec04-51b5-b159-6c4258c95f07-e1ee28af-2313-443a-8430-6783e827c8db', 'network_id': 'e1ee28af-2313-443a-8430-6783e827c8db', 'project_id': 'acda52d846f04cf8b49ca272597c9d5d', 'fixed_ips': [{'subnet_id': '2589bda5-b4b7-46d6-9ea7-a504068c0d7e'}]}} from dv-cinder-831776-4-iscsi. {{(pid=103097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 16 09:14:03.123143 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-24d0d2f8-4f00-466c-88c9-8a5c15c6e994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:03.127627 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4780dea9-fd69-4468-b289-3310decf7e00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:03.169105 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-7e284b76-4eed-4712-b640-e459d3cd6a21 None None] Publish callbacks [] for port (1bb08710-43ff-4607-8b9c-8294c3a28a2a), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:03.218913 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-7e284b76-4eed-4712-b640-e459d3cd6a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732012762709'] for port (1bb08710-43ff-4607-8b9c-8294c3a28a2a), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:03.245893 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-4780dea9-fd69-4468-b289-3310decf7e00 admin admin] Allocated IP 172.27.1.105 (c4839873-0f35-4ea4-8707-46bf79a3edab/25bf7ac3-5945-4bb8-8d8f-087cde6dd03d/b4b9ef11-bd89-4e2b-8d40-6560106fea41) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 09:14:03.278242 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e284b76-4eed-4712-b640-e459d3cd6a21 None None] Network 51a1b050-f32d-4097-bc16-62cec3c7dc23 is already hosted by enough agents. {{(pid=103097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 09:14:03.305559 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.scheduler.base_scheduler [None req-7e284b76-4eed-4712-b640-e459d3cd6a21 None None] Resources bound (agent type, host, resource id): {{(pid=103097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 09:14:03.309233 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e284b76-4eed-4712-b640-e459d3cd6a21 None None] Received port after_create {{(pid=103097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 09:14:03.312693 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e284b76-4eed-4712-b640-e459d3cd6a21 None None] Pushing event updated for resources: {'Port': ['ID=1bb08710-43ff-4607-8b9c-8294c3a28a2a,revision_number=1']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:14:03.328474 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e284b76-4eed-4712-b640-e459d3cd6a21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:14:03.328824 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e284b76-4eed-4712-b640-e459d3cd6a21 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:14:03.329168 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e284b76-4eed-4712-b640-e459d3cd6a21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:14:03.329537 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e284b76-4eed-4712-b640-e459d3cd6a21 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:14:03.330049 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e284b76-4eed-4712-b640-e459d3cd6a21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:14:03.330566 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e284b76-4eed-4712-b640-e459d3cd6a21 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:14:03.330900 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e284b76-4eed-4712-b640-e459d3cd6a21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:14:03.331228 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e284b76-4eed-4712-b640-e459d3cd6a21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:14:03.331556 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e284b76-4eed-4712-b640-e459d3cd6a21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:14:03.331885 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e284b76-4eed-4712-b640-e459d3cd6a21 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:14:03.332207 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e284b76-4eed-4712-b640-e459d3cd6a21 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:14:03.332531 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e284b76-4eed-4712-b640-e459d3cd6a21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:14:03.332854 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e284b76-4eed-4712-b640-e459d3cd6a21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:14:03.333174 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e284b76-4eed-4712-b640-e459d3cd6a21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:14:03.333518 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e284b76-4eed-4712-b640-e459d3cd6a21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:14:03.360043 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4780dea9-fd69-4468-b289-3310decf7e00 admin admin] Publish callbacks [] for port (b4b9ef11-bd89-4e2b-8d40-6560106fea41), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:03.373147 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.db_base_plugin_common [None req-24d0d2f8-4f00-466c-88c9-8a5c15c6e994 None None] Allocated IP 172.20.0.2 (e1ee28af-2313-443a-8430-6783e827c8db/2589bda5-b4b7-46d6-9ea7-a504068c0d7e/88ad7d30-3451-4b00-94a4-f817eea5a326) {{(pid=103097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 09:14:03.388857 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-d9b93f9b-70c1-4f0a-9d19-c09a683d4407 admin admin] Publish callbacks [] for router_gateway (d45b9d88-fcaf-4334-a3c0-1dfd30d22a35), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:03.398509 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4780dea9-fd69-4468-b289-3310decf7e00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732012762709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13558255'] for port (b4b9ef11-bd89-4e2b-8d40-6560106fea41), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:03.412061 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.managers [None req-7e284b76-4eed-4712-b640-e459d3cd6a21 None None] Attempting to bind port 1bb08710-43ff-4607-8b9c-8294c3a28a2a on host dv-cinder-831776-4-iscsi for vnic_type normal with profile {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 09:14:03.412726 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.managers [None req-7e284b76-4eed-4712-b640-e459d3cd6a21 None None] Attempting to bind port 1bb08710-43ff-4607-8b9c-8294c3a28a2a by drivers openvswitch,hyperv on host dv-cinder-831776-4-iscsi at level 0 using segments [{'id': '97acc3c3-2622-45b7-862b-840b637c186e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '51a1b050-f32d-4097-bc16-62cec3c7dc23'}] {{(pid=103097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 09:14:03.413380 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e284b76-4eed-4712-b640-e459d3cd6a21 None None] Attempting to bind port 1bb08710-43ff-4607-8b9c-8294c3a28a2a on network 51a1b050-f32d-4097-bc16-62cec3c7dc23 {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 09:14:03.446442 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4780dea9-fd69-4468-b289-3310decf7e00 admin admin] Network c4839873-0f35-4ea4-8707-46bf79a3edab is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 09:14:03.449970 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e284b76-4eed-4712-b640-e459d3cd6a21 None None] Checking agent: {'id': '489981c6-9aaa-401c-bd41-6b42e027a228', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 8, 53, 27), 'started_at': datetime.datetime(2022, 3, 16, 8, 53, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 9, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 09:14:03.450148 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-4780dea9-fd69-4468-b289-3310decf7e00 admin admin] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 09:14:03.450421 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e284b76-4eed-4712-b640-e459d3cd6a21 None None] Checking segment: {'id': '97acc3c3-2622-45b7-862b-840b637c186e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '51a1b050-f32d-4097-bc16-62cec3c7dc23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 09:14:03.450923 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-7e284b76-4eed-4712-b640-e459d3cd6a21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:03.451158 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e284b76-4eed-4712-b640-e459d3cd6a21 None None] Bound using segment: {'id': '97acc3c3-2622-45b7-862b-840b637c186e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '51a1b050-f32d-4097-bc16-62cec3c7dc23'} {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 09:14:03.451638 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.managers [None req-7e284b76-4eed-4712-b640-e459d3cd6a21 None None] Bound port: 1bb08710-43ff-4607-8b9c-8294c3a28a2a, host: dv-cinder-831776-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97acc3c3-2622-45b7-862b-840b637c186e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '51a1b050-f32d-4097-bc16-62cec3c7dc23'}}] {{(pid=103097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 09:14:03.452604 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-7e284b76-4eed-4712-b640-e459d3cd6a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (1bb08710-43ff-4607-8b9c-8294c3a28a2a), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:03.456044 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4780dea9-fd69-4468-b289-3310decf7e00 admin admin] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 09:14:03.478731 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4780dea9-fd69-4468-b289-3310decf7e00 admin admin] Pushing event updated for resources: {'Port': ['ID=b4b9ef11-bd89-4e2b-8d40-6560106fea41,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:14:03.569764 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-7e284b76-4eed-4712-b640-e459d3cd6a21 None None] For port 1bb08710-43ff-4607-8b9c-8294c3a28a2a, host dv-cinder-831776-4-iscsi, cleared binding levels {{(pid=103097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 09:14:03.588487 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-7e284b76-4eed-4712-b640-e459d3cd6a21 None None] For port 1bb08710-43ff-4607-8b9c-8294c3a28a2a, host dv-cinder-831776-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-4-iscsi',level=0,port_id=1bb08710-43ff-4607-8b9c-8294c3a28a2a,segment=NetworkSegment(97acc3c3-2622-45b7-862b-840b637c186e),segment_id=97acc3c3-2622-45b7-862b-840b637c186e)] {{(pid=103097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 09:14:03.601204 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-7e284b76-4eed-4712-b640-e459d3cd6a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (1bb08710-43ff-4607-8b9c-8294c3a28a2a), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:03.606975 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-24d0d2f8-4f00-466c-88c9-8a5c15c6e994 None None] Publish callbacks [] for port (88ad7d30-3451-4b00-94a4-f817eea5a326), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:03.612151 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-d9b93f9b-70c1-4f0a-9d19-c09a683d4407 admin admin] Publish callbacks [] for router_gateway (d45b9d88-fcaf-4334-a3c0-1dfd30d22a35), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:03.633036 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-d9b93f9b-70c1-4f0a-9d19-c09a683d4407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:03.636042 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-24d0d2f8-4f00-466c-88c9-8a5c15c6e994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732012762709'] for port (88ad7d30-3451-4b00-94a4-f817eea5a326), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:03.674661 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d0d2f8-4f00-466c-88c9-8a5c15c6e994 None None] Network e1ee28af-2313-443a-8430-6783e827c8db is already hosted by enough agents. {{(pid=103097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 09:14:03.676654 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.scheduler.base_scheduler [None req-24d0d2f8-4f00-466c-88c9-8a5c15c6e994 None None] Resources bound (agent type, host, resource id): {{(pid=103097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 09:14:03.678620 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e284b76-4eed-4712-b640-e459d3cd6a21 None None] Pushing event updated for resources: {'Port': ['ID=1bb08710-43ff-4607-8b9c-8294c3a28a2a,revision_number=2']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:14:03.681533 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d0d2f8-4f00-466c-88c9-8a5c15c6e994 None None] Received port after_create {{(pid=103097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 09:14:03.777042 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d0d2f8-4f00-466c-88c9-8a5c15c6e994 None None] Pushing event updated for resources: {'Port': ['ID=88ad7d30-3451-4b00-94a4-f817eea5a326,revision_number=1']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:14:03.787450 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.db_base_plugin_common [None req-d9b93f9b-70c1-4f0a-9d19-c09a683d4407 admin admin] Allocated IP 172.27.1.233 (c4839873-0f35-4ea4-8707-46bf79a3edab/25bf7ac3-5945-4bb8-8d8f-087cde6dd03d/2683ecd3-c8e8-4cd8-949e-8038f83ed059) {{(pid=103096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 09:14:03.793376 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.managers [None req-24d0d2f8-4f00-466c-88c9-8a5c15c6e994 None None] Attempting to bind port 88ad7d30-3451-4b00-94a4-f817eea5a326 on host dv-cinder-831776-4-iscsi for vnic_type normal with profile {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 09:14:03.793786 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.managers [None req-24d0d2f8-4f00-466c-88c9-8a5c15c6e994 None None] Attempting to bind port 88ad7d30-3451-4b00-94a4-f817eea5a326 by drivers openvswitch,hyperv on host dv-cinder-831776-4-iscsi at level 0 using segments [{'id': '0ad45193-c88a-4b26-9fac-41c5a66a372f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'e1ee28af-2313-443a-8430-6783e827c8db'}] {{(pid=103097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 09:14:03.794161 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d0d2f8-4f00-466c-88c9-8a5c15c6e994 None None] Attempting to bind port 88ad7d30-3451-4b00-94a4-f817eea5a326 on network e1ee28af-2313-443a-8430-6783e827c8db {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 09:14:03.799986 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d0d2f8-4f00-466c-88c9-8a5c15c6e994 None None] Checking agent: {'id': '489981c6-9aaa-401c-bd41-6b42e027a228', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 8, 53, 27), 'started_at': datetime.datetime(2022, 3, 16, 8, 53, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 9, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 09:14:03.800712 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d0d2f8-4f00-466c-88c9-8a5c15c6e994 None None] Checking segment: {'id': '0ad45193-c88a-4b26-9fac-41c5a66a372f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'e1ee28af-2313-443a-8430-6783e827c8db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 09:14:03.800847 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-24d0d2f8-4f00-466c-88c9-8a5c15c6e994 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:03.801306 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d0d2f8-4f00-466c-88c9-8a5c15c6e994 None None] Bound using segment: {'id': '0ad45193-c88a-4b26-9fac-41c5a66a372f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'e1ee28af-2313-443a-8430-6783e827c8db'} {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 09:14:03.801825 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.managers [None req-24d0d2f8-4f00-466c-88c9-8a5c15c6e994 None None] Bound port: 88ad7d30-3451-4b00-94a4-f817eea5a326, host: dv-cinder-831776-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ad45193-c88a-4b26-9fac-41c5a66a372f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'e1ee28af-2313-443a-8430-6783e827c8db'}}] {{(pid=103097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 09:14:03.802216 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-24d0d2f8-4f00-466c-88c9-8a5c15c6e994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (88ad7d30-3451-4b00-94a4-f817eea5a326), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:03.892599 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-24d0d2f8-4f00-466c-88c9-8a5c15c6e994 None None] For port 88ad7d30-3451-4b00-94a4-f817eea5a326, host dv-cinder-831776-4-iscsi, cleared binding levels {{(pid=103097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 09:14:03.901751 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-24d0d2f8-4f00-466c-88c9-8a5c15c6e994 None None] For port 88ad7d30-3451-4b00-94a4-f817eea5a326, host dv-cinder-831776-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-4-iscsi',level=0,port_id=88ad7d30-3451-4b00-94a4-f817eea5a326,segment=NetworkSegment(0ad45193-c88a-4b26-9fac-41c5a66a372f),segment_id=0ad45193-c88a-4b26-9fac-41c5a66a372f)] {{(pid=103097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 09:14:03.916794 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-24d0d2f8-4f00-466c-88c9-8a5c15c6e994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (88ad7d30-3451-4b00-94a4-f817eea5a326), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:03.941813 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-d9b93f9b-70c1-4f0a-9d19-c09a683d4407 admin admin] Publish callbacks [] for port (2683ecd3-c8e8-4cd8-949e-8038f83ed059), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:03.995879 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d0d2f8-4f00-466c-88c9-8a5c15c6e994 None None] Pushing event updated for resources: {'Port': ['ID=88ad7d30-3451-4b00-94a4-f817eea5a326,revision_number=2']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:14:04.006792 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-d9b93f9b-70c1-4f0a-9d19-c09a683d4407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732012762709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13105710'] for port (2683ecd3-c8e8-4cd8-949e-8038f83ed059), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:04.015276 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4780dea9-fd69-4468-b289-3310decf7e00 admin admin] Publish callbacks [] for router_gateway (4fdd40b5-320a-4942-a0b1-70df085e344a), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:04.054794 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b93f9b-70c1-4f0a-9d19-c09a683d4407 admin admin] Network c4839873-0f35-4ea4-8707-46bf79a3edab is already hosted by enough agents. {{(pid=103096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 09:14:04.058996 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.base_scheduler [None req-d9b93f9b-70c1-4f0a-9d19-c09a683d4407 admin admin] Resources bound (agent type, host, resource id): {{(pid=103096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 09:14:04.061136 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b93f9b-70c1-4f0a-9d19-c09a683d4407 admin admin] Pushing event updated for resources: {'Port': ['ID=2683ecd3-c8e8-4cd8-949e-8038f83ed059,revision_number=1']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:14:04.063929 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b93f9b-70c1-4f0a-9d19-c09a683d4407 admin admin] Received port after_create {{(pid=103096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 09:14:04.272087 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4780dea9-fd69-4468-b289-3310decf7e00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557426'] for router (4fdd40b5-320a-4942-a0b1-70df085e344a), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:04.360614 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-d9b93f9b-70c1-4f0a-9d19-c09a683d4407 admin admin] Publish callbacks [] for router_gateway (d45b9d88-fcaf-4334-a3c0-1dfd30d22a35), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:04.407173 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4780dea9-fd69-4468-b289-3310decf7e00 admin admin] Router 4fdd40b5-320a-4942-a0b1-70df085e344a is scheduled to L3 agent 09ce795b-eeca-4b3b-9d7f-577d9443cb21 with binding_index 1 {{(pid=103095) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 09:14:04.516776 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4780dea9-fd69-4468-b289-3310decf7e00 admin admin] Notify agent at l3_agent.dv-cinder-831776-4-iscsi the message routers_updated {{(pid=103095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 09:14:04.527080 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c190b2f-ac72-4b27-856f-3b773bc7be37 None None] Sync routers for ids ['4fdd40b5-320a-4942-a0b1-70df085e344a'] in dv-cinder-831776-4-iscsi {{(pid=103097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 09:14:04.538805 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c190b2f-ac72-4b27-856f-3b773bc7be37 None None] Routers {'4fdd40b5-320a-4942-a0b1-70df085e344a'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:14:04.539459 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-6c190b2f-ac72-4b27-856f-3b773bc7be37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:13:53Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['4fdd40b5-320a-4942-a0b1-70df085e344a'], 'active': True} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:14:04.541618 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4780dea9-fd69-4468-b289-3310decf7e00 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:04.543331 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-4780dea9-fd69-4468-b289-3310decf7e00 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9245279 Mar 16 09:14:04.545987 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 55676) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:14:04.573691 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-d9b93f9b-70c1-4f0a-9d19-c09a683d4407 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557426'] for router (d45b9d88-fcaf-4334-a3c0-1dfd30d22a35), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:04.658088 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvr_db [None req-6c190b2f-ac72-4b27-856f-3b773bc7be37 None None] Set router 4fdd40b5-320a-4942-a0b1-70df085e344a gateway port host: dv-cinder-831776-4-iscsi {{(pid=103097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:14:04.729236 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9b93f9b-70c1-4f0a-9d19-c09a683d4407 admin admin] Router d45b9d88-fcaf-4334-a3c0-1dfd30d22a35 is scheduled to L3 agent 09ce795b-eeca-4b3b-9d7f-577d9443cb21 with binding_index 1 {{(pid=103096) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 09:14:04.858405 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-6c190b2f-ac72-4b27-856f-3b773bc7be37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fdd40b5-320a-4942-a0b1-70df085e344a', 'name': 'tempest-TestMinimumBasicScenario-1050260373-router', 'tenant_id': '9105c40a7aa64b46b2a5bb388f445284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'b4b9ef11-bd89-4e2b-8d40-6560106fea41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:14:02Z', 'updated_at': '2022-03-16T09:14:03Z', 'revision_number': 3, 'project_id': '9105c40a7aa64b46b2a5bb388f445284', 'gw_port': {'id': 'b4b9ef11-bd89-4e2b-8d40-6560106fea41', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f3:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fdd40b5-320a-4942-a0b1-70df085e344a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:14:03Z', 'updated_at': '2022-03-16T09:14:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi'}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:14:04.871687 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9b93f9b-70c1-4f0a-9d19-c09a683d4407 admin admin] Notify agent at l3_agent.dv-cinder-831776-4-iscsi the message routers_updated {{(pid=103096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 09:14:04.881080 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4608af81-53f9-4f26-8e5a-c472f47284a6 None None] Sync routers for ids ['d45b9d88-fcaf-4334-a3c0-1dfd30d22a35'] in dv-cinder-831776-4-iscsi {{(pid=103098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 09:14:04.900549 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c190b2f-ac72-4b27-856f-3b773bc7be37 None None] Checking router: 4fdd40b5-320a-4942-a0b1-70df085e344a for host: dv-cinder-831776-4-iscsi {{(pid=103097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 09:14:04.901295 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c190b2f-ac72-4b27-856f-3b773bc7be37 None None] Updating router 4fdd40b5-320a-4942-a0b1-70df085e344a port b4b9ef11-bd89-4e2b-8d40-6560106fea41 binding host dv-cinder-831776-4-iscsi {{(pid=103097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 09:14:04.901654 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4608af81-53f9-4f26-8e5a-c472f47284a6 None None] Routers {'d45b9d88-fcaf-4334-a3c0-1dfd30d22a35'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:14:04.901955 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-4608af81-53f9-4f26-8e5a-c472f47284a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:13:53Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['d45b9d88-fcaf-4334-a3c0-1dfd30d22a35'], 'active': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:14:04.919373 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-d9b93f9b-70c1-4f0a-9d19-c09a683d4407 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:04.922753 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-d9b93f9b-70c1-4f0a-9d19-c09a683d4407 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0234463 Mar 16 09:14:04.925238 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 55678) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:14:04.939361 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2d99d6-3edf-4317-81e0-8042cce92c05 None None] Network 51a1b050-f32d-4097-bc16-62cec3c7dc23 requested from dv-cinder-831776-4-iscsi {{(pid=103097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 09:14:04.968967 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-6c190b2f-ac72-4b27-856f-3b773bc7be37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (b4b9ef11-bd89-4e2b-8d40-6560106fea41), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:05.050018 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-596df438-7bb7-42ee-ae5a-b665240cb333 None None] Provisioning complete for port 1bb08710-43ff-4607-8b9c-8294c3a28a2a triggered by entity DHCP. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:14:05.050397 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-596df438-7bb7-42ee-ae5a-b665240cb333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (1bb08710-43ff-4607-8b9c-8294c3a28a2a), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:05.076022 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d78c403d-1042-4796-b9c8-25a6f1be79d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:05.157642 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvr_db [None req-4608af81-53f9-4f26-8e5a-c472f47284a6 None None] Set router d45b9d88-fcaf-4334-a3c0-1dfd30d22a35 gateway port host: dv-cinder-831776-4-iscsi {{(pid=103098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:14:05.278261 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-d78c403d-1042-4796-b9c8-25a6f1be79d6 admin admin] Allocated IP 172.20.0.1 (51a1b050-f32d-4097-bc16-62cec3c7dc23/a6f52e30-58d6-4f30-893d-beb4b2ff4428/c44e55f4-bd25-428a-b793-6df02aae4939) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 09:14:05.413537 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d78c403d-1042-4796-b9c8-25a6f1be79d6 admin admin] Publish callbacks [] for port (c44e55f4-bd25-428a-b793-6df02aae4939), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:05.414072 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-4608af81-53f9-4f26-8e5a-c472f47284a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd45b9d88-fcaf-4334-a3c0-1dfd30d22a35', 'name': 'tempest-TestVolumeBootPattern-1758434805-router', 'tenant_id': 'acda52d846f04cf8b49ca272597c9d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '2683ecd3-c8e8-4cd8-949e-8038f83ed059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:14:02Z', 'updated_at': '2022-03-16T09:14:04Z', 'revision_number': 3, 'project_id': 'acda52d846f04cf8b49ca272597c9d5d', 'gw_port': {'id': '2683ecd3-c8e8-4cd8-949e-8038f83ed059', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bd:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd45b9d88-fcaf-4334-a3c0-1dfd30d22a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:14:03Z', 'updated_at': '2022-03-16T09:14:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi'}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:14:05.447568 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47923f1-5cf9-4573-b3a2-4b757fa9882d None None] Network e1ee28af-2313-443a-8430-6783e827c8db requested from dv-cinder-831776-4-iscsi {{(pid=103097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 09:14:05.455460 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d78c403d-1042-4796-b9c8-25a6f1be79d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732012762709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13558255'] for port (c44e55f4-bd25-428a-b793-6df02aae4939), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:05.469346 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4608af81-53f9-4f26-8e5a-c472f47284a6 None None] Checking router: d45b9d88-fcaf-4334-a3c0-1dfd30d22a35 for host: dv-cinder-831776-4-iscsi {{(pid=103098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 09:14:05.469729 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4608af81-53f9-4f26-8e5a-c472f47284a6 None None] Updating router d45b9d88-fcaf-4334-a3c0-1dfd30d22a35 port 2683ecd3-c8e8-4cd8-949e-8038f83ed059 binding host dv-cinder-831776-4-iscsi {{(pid=103098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 09:14:05.498458 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78c403d-1042-4796-b9c8-25a6f1be79d6 admin admin] Network 51a1b050-f32d-4097-bc16-62cec3c7dc23 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 09:14:05.499955 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4608af81-53f9-4f26-8e5a-c472f47284a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (2683ecd3-c8e8-4cd8-949e-8038f83ed059), before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:05.506375 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-d78c403d-1042-4796-b9c8-25a6f1be79d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 09:14:05.511104 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78c403d-1042-4796-b9c8-25a6f1be79d6 admin admin] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 09:14:05.515706 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-596df438-7bb7-42ee-ae5a-b665240cb333 None None] Current status of the port 1bb08710-43ff-4607-8b9c-8294c3a28a2a is: DOWN; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:14:05.516075 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-596df438-7bb7-42ee-ae5a-b665240cb333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (1bb08710-43ff-4607-8b9c-8294c3a28a2a), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:05.543679 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78c403d-1042-4796-b9c8-25a6f1be79d6 admin admin] Pushing event updated for resources: {'Port': ['ID=c44e55f4-bd25-428a-b793-6df02aae4939,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:14:05.565904 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d78c403d-1042-4796-b9c8-25a6f1be79d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-557441'] for router_interface (4fdd40b5-320a-4942-a0b1-70df085e344a), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:05.635245 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-e94f4bd3-1e09-4bfe-bf0a-dd331a854cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:05.644534 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-596df438-7bb7-42ee-ae5a-b665240cb333 None None] For port 1bb08710-43ff-4607-8b9c-8294c3a28a2a, host dv-cinder-831776-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-4-iscsi',level=0,port_id=1bb08710-43ff-4607-8b9c-8294c3a28a2a,segment=NetworkSegment(97acc3c3-2622-45b7-862b-840b637c186e),segment_id=97acc3c3-2622-45b7-862b-840b637c186e)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:14:05.688738 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-596df438-7bb7-42ee-ae5a-b665240cb333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (1bb08710-43ff-4607-8b9c-8294c3a28a2a), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:05.746488 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-6c190b2f-ac72-4b27-856f-3b773bc7be37 None None] Publish callbacks [] for port (b4b9ef11-bd89-4e2b-8d40-6560106fea41), precommit_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:05.755805 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d78c403d-1042-4796-b9c8-25a6f1be79d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (c44e55f4-bd25-428a-b793-6df02aae4939), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:05.768419 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-6c190b2f-ac72-4b27-856f-3b773bc7be37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (b4b9ef11-bd89-4e2b-8d40-6560106fea41), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:05.774343 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596df438-7bb7-42ee-ae5a-b665240cb333 None None] Pushing event updated for resources: {'Port': ['ID=1bb08710-43ff-4607-8b9c-8294c3a28a2a,revision_number=3']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:14:05.848473 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.managers [None req-6c190b2f-ac72-4b27-856f-3b773bc7be37 None None] Attempting to bind port b4b9ef11-bd89-4e2b-8d40-6560106fea41 on host dv-cinder-831776-4-iscsi for vnic_type normal with profile {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 09:14:05.848855 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.managers [None req-6c190b2f-ac72-4b27-856f-3b773bc7be37 None None] Attempting to bind port b4b9ef11-bd89-4e2b-8d40-6560106fea41 by drivers openvswitch,hyperv on host dv-cinder-831776-4-iscsi at level 0 using segments [{'id': '627a1704-08f1-4a54-a35a-53ba84ce9e35', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab'}] {{(pid=103097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 09:14:05.849800 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c190b2f-ac72-4b27-856f-3b773bc7be37 None None] Attempting to bind port b4b9ef11-bd89-4e2b-8d40-6560106fea41 on network c4839873-0f35-4ea4-8707-46bf79a3edab {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 09:14:05.853982 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6142941b-83eb-42c0-844d-451c61b2db28 None None] Pushing event updated for resources: {'Port': ['ID=b4b9ef11-bd89-4e2b-8d40-6560106fea41,revision_number=2']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:14:05.867568 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c190b2f-ac72-4b27-856f-3b773bc7be37 None None] Checking agent: {'id': '489981c6-9aaa-401c-bd41-6b42e027a228', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 8, 53, 27), 'started_at': datetime.datetime(2022, 3, 16, 8, 53, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 9, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 09:14:05.868985 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c190b2f-ac72-4b27-856f-3b773bc7be37 None None] Checking segment: {'id': '627a1704-08f1-4a54-a35a-53ba84ce9e35', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 09:14:05.869390 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-6c190b2f-ac72-4b27-856f-3b773bc7be37 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:05.876464 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c190b2f-ac72-4b27-856f-3b773bc7be37 None None] Bound using segment: {'id': '627a1704-08f1-4a54-a35a-53ba84ce9e35', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab'} {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 09:14:05.879502 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.managers [None req-6c190b2f-ac72-4b27-856f-3b773bc7be37 None None] Bound port: b4b9ef11-bd89-4e2b-8d40-6560106fea41, host: dv-cinder-831776-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '627a1704-08f1-4a54-a35a-53ba84ce9e35', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab'}}] {{(pid=103097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 09:14:05.879922 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-6c190b2f-ac72-4b27-856f-3b773bc7be37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (b4b9ef11-bd89-4e2b-8d40-6560106fea41), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:05.889102 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-440be181-754e-4490-b444-3adc2adb628c None None] Provisioning complete for port 88ad7d30-3451-4b00-94a4-f817eea5a326 triggered by entity DHCP. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:14:05.889102 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-440be181-754e-4490-b444-3adc2adb628c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (88ad7d30-3451-4b00-94a4-f817eea5a326), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:05.980228 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-6c190b2f-ac72-4b27-856f-3b773bc7be37 None None] For port b4b9ef11-bd89-4e2b-8d40-6560106fea41, host dv-cinder-831776-4-iscsi, cleared binding levels {{(pid=103097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 09:14:05.984077 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-6c190b2f-ac72-4b27-856f-3b773bc7be37 None None] For port b4b9ef11-bd89-4e2b-8d40-6560106fea41, host dv-cinder-831776-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-4-iscsi',level=0,port_id=b4b9ef11-bd89-4e2b-8d40-6560106fea41,segment=NetworkSegment(627a1704-08f1-4a54-a35a-53ba84ce9e35),segment_id=627a1704-08f1-4a54-a35a-53ba84ce9e35)] {{(pid=103097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 09:14:05.994884 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.db_base_plugin_common [None req-e94f4bd3-1e09-4bfe-bf0a-dd331a854cd1 admin admin] Allocated IP 172.20.0.1 (e1ee28af-2313-443a-8430-6783e827c8db/2589bda5-b4b7-46d6-9ea7-a504068c0d7e/bf33179f-f3f1-4e2b-b1f3-23f11050d97f) {{(pid=103096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 09:14:06.034889 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-6c190b2f-ac72-4b27-856f-3b773bc7be37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (b4b9ef11-bd89-4e2b-8d40-6560106fea41), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:06.051123 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device 1bb08710-43ff-4607-8b9c-8294c3a28a2a up at agent ovs-agent-dv-cinder-831776-4-iscsi {{(pid=103097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 09:14:06.120555 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4608af81-53f9-4f26-8e5a-c472f47284a6 None None] Publish callbacks [] for port (2683ecd3-c8e8-4cd8-949e-8038f83ed059), precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:06.135751 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d78c403d-1042-4796-b9c8-25a6f1be79d6 admin admin] Publish callbacks [] for port (c44e55f4-bd25-428a-b793-6df02aae4939), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:06.139455 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4608af81-53f9-4f26-8e5a-c472f47284a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (2683ecd3-c8e8-4cd8-949e-8038f83ed059), after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:06.151724 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d78c403d-1042-4796-b9c8-25a6f1be79d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13558246'] for port (c44e55f4-bd25-428a-b793-6df02aae4939), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:06.184871 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c190b2f-ac72-4b27-856f-3b773bc7be37 None None] Routers {'4fdd40b5-320a-4942-a0b1-70df085e344a'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:14:06.185539 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-6c190b2f-ac72-4b27-856f-3b773bc7be37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:13:53Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['4fdd40b5-320a-4942-a0b1-70df085e344a'], 'active': True} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:14:06.192186 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6142941b-83eb-42c0-844d-451c61b2db28 None None] Pushing event updated for resources: {'Port': ['ID=b4b9ef11-bd89-4e2b-8d40-6560106fea41,revision_number=3']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:14:06.205796 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-e94f4bd3-1e09-4bfe-bf0a-dd331a854cd1 admin admin] Publish callbacks [] for port (bf33179f-f3f1-4e2b-b1f3-23f11050d97f), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:06.211285 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-4608af81-53f9-4f26-8e5a-c472f47284a6 None None] Attempting to bind port 2683ecd3-c8e8-4cd8-949e-8038f83ed059 on host dv-cinder-831776-4-iscsi for vnic_type normal with profile {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 09:14:06.211658 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-4608af81-53f9-4f26-8e5a-c472f47284a6 None None] Attempting to bind port 2683ecd3-c8e8-4cd8-949e-8038f83ed059 by drivers openvswitch,hyperv on host dv-cinder-831776-4-iscsi at level 0 using segments [{'id': '627a1704-08f1-4a54-a35a-53ba84ce9e35', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab'}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 09:14:06.212076 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4608af81-53f9-4f26-8e5a-c472f47284a6 None None] Attempting to bind port 2683ecd3-c8e8-4cd8-949e-8038f83ed059 on network c4839873-0f35-4ea4-8707-46bf79a3edab {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 09:14:06.225795 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4608af81-53f9-4f26-8e5a-c472f47284a6 None None] Checking agent: {'id': '489981c6-9aaa-401c-bd41-6b42e027a228', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 8, 53, 27), 'started_at': datetime.datetime(2022, 3, 16, 8, 53, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 9, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 09:14:06.226469 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4608af81-53f9-4f26-8e5a-c472f47284a6 None None] Checking segment: {'id': '627a1704-08f1-4a54-a35a-53ba84ce9e35', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 09:14:06.227032 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4608af81-53f9-4f26-8e5a-c472f47284a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:06.227596 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4608af81-53f9-4f26-8e5a-c472f47284a6 None None] Bound using segment: {'id': '627a1704-08f1-4a54-a35a-53ba84ce9e35', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab'} {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 09:14:06.228254 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-4608af81-53f9-4f26-8e5a-c472f47284a6 None None] Bound port: 2683ecd3-c8e8-4cd8-949e-8038f83ed059, host: dv-cinder-831776-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '627a1704-08f1-4a54-a35a-53ba84ce9e35', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab'}}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 09:14:06.228851 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4608af81-53f9-4f26-8e5a-c472f47284a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (2683ecd3-c8e8-4cd8-949e-8038f83ed059), before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:06.250902 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d78c403d-1042-4796-b9c8-25a6f1be79d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560177'] for router_interface (4fdd40b5-320a-4942-a0b1-70df085e344a), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:06.265458 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-e94f4bd3-1e09-4bfe-bf0a-dd331a854cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732012762709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13105710'] for port (bf33179f-f3f1-4e2b-b1f3-23f11050d97f), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:06.289133 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94f4bd3-1e09-4bfe-bf0a-dd331a854cd1 admin admin] Network e1ee28af-2313-443a-8430-6783e827c8db is already hosted by enough agents. {{(pid=103096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 09:14:06.292835 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-4608af81-53f9-4f26-8e5a-c472f47284a6 None None] For port 2683ecd3-c8e8-4cd8-949e-8038f83ed059, host dv-cinder-831776-4-iscsi, cleared binding levels {{(pid=103098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 09:14:06.293258 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.base_scheduler [None req-e94f4bd3-1e09-4bfe-bf0a-dd331a854cd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 09:14:06.297820 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-4608af81-53f9-4f26-8e5a-c472f47284a6 None None] For port 2683ecd3-c8e8-4cd8-949e-8038f83ed059, host dv-cinder-831776-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-4-iscsi',level=0,port_id=2683ecd3-c8e8-4cd8-949e-8038f83ed059,segment=NetworkSegment(627a1704-08f1-4a54-a35a-53ba84ce9e35),segment_id=627a1704-08f1-4a54-a35a-53ba84ce9e35)] {{(pid=103098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 09:14:06.312539 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4608af81-53f9-4f26-8e5a-c472f47284a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (2683ecd3-c8e8-4cd8-949e-8038f83ed059), after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:06.315169 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4327eb-cb5e-4d51-8e6b-9b21b17f5cdd None None] Pushing event updated for resources: {'Port': ['ID=2683ecd3-c8e8-4cd8-949e-8038f83ed059,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:14:06.319865 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78c403d-1042-4796-b9c8-25a6f1be79d6 admin admin] Pushing event updated for resources: {'Port': ['ID=c44e55f4-bd25-428a-b793-6df02aae4939,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:14:06.327771 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4327eb-cb5e-4d51-8e6b-9b21b17f5cdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:14:06.329109 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4327eb-cb5e-4d51-8e6b-9b21b17f5cdd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:14:06.329691 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4327eb-cb5e-4d51-8e6b-9b21b17f5cdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:14:06.330229 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4327eb-cb5e-4d51-8e6b-9b21b17f5cdd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:14:06.331374 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4327eb-cb5e-4d51-8e6b-9b21b17f5cdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:14:06.331940 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4327eb-cb5e-4d51-8e6b-9b21b17f5cdd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:14:06.332550 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4327eb-cb5e-4d51-8e6b-9b21b17f5cdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:14:06.333557 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4327eb-cb5e-4d51-8e6b-9b21b17f5cdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:14:06.333904 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4327eb-cb5e-4d51-8e6b-9b21b17f5cdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:14:06.334241 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4327eb-cb5e-4d51-8e6b-9b21b17f5cdd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:14:06.334576 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4327eb-cb5e-4d51-8e6b-9b21b17f5cdd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:14:06.334925 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4327eb-cb5e-4d51-8e6b-9b21b17f5cdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:14:06.335260 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4327eb-cb5e-4d51-8e6b-9b21b17f5cdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:14:06.335585 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4327eb-cb5e-4d51-8e6b-9b21b17f5cdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:14:06.335971 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4327eb-cb5e-4d51-8e6b-9b21b17f5cdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:14:06.350601 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Provisioning complete for port 1bb08710-43ff-4607-8b9c-8294c3a28a2a triggered by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:14:06.350976 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (1bb08710-43ff-4607-8b9c-8294c3a28a2a), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:06.363122 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94f4bd3-1e09-4bfe-bf0a-dd331a854cd1 admin admin] Received port after_create {{(pid=103096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 09:14:06.392322 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4608af81-53f9-4f26-8e5a-c472f47284a6 None None] Routers {'d45b9d88-fcaf-4334-a3c0-1dfd30d22a35'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:14:06.393427 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-4608af81-53f9-4f26-8e5a-c472f47284a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:13:53Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['d45b9d88-fcaf-4334-a3c0-1dfd30d22a35'], 'active': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:14:06.395798 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78c403d-1042-4796-b9c8-25a6f1be79d6 admin admin] Network 51a1b050-f32d-4097-bc16-62cec3c7dc23 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 09:14:06.397814 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-d78c403d-1042-4796-b9c8-25a6f1be79d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 09:14:06.421073 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94f4bd3-1e09-4bfe-bf0a-dd331a854cd1 admin admin] Pushing event updated for resources: {'Port': ['ID=bf33179f-f3f1-4e2b-b1f3-23f11050d97f,revision_number=1']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:14:06.448228 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-e94f4bd3-1e09-4bfe-bf0a-dd331a854cd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-557441'] for router_interface (d45b9d88-fcaf-4334-a3c0-1dfd30d22a35), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:06.460577 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-440be181-754e-4490-b444-3adc2adb628c None None] Current status of the port 88ad7d30-3451-4b00-94a4-f817eea5a326 is: DOWN; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:14:06.460972 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-440be181-754e-4490-b444-3adc2adb628c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (88ad7d30-3451-4b00-94a4-f817eea5a326), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:06.509090 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4327eb-cb5e-4d51-8e6b-9b21b17f5cdd None None] Pushing event updated for resources: {'Port': ['ID=2683ecd3-c8e8-4cd8-949e-8038f83ed059,revision_number=3']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:14:06.527671 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94f4bd3-1e09-4bfe-bf0a-dd331a854cd1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:14:06.527671 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94f4bd3-1e09-4bfe-bf0a-dd331a854cd1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:14:06.530308 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94f4bd3-1e09-4bfe-bf0a-dd331a854cd1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:14:06.531039 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94f4bd3-1e09-4bfe-bf0a-dd331a854cd1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:14:06.532227 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94f4bd3-1e09-4bfe-bf0a-dd331a854cd1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:14:06.533465 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvr_db [None req-6c190b2f-ac72-4b27-856f-3b773bc7be37 None None] Set router 4fdd40b5-320a-4942-a0b1-70df085e344a gateway port host: dv-cinder-831776-4-iscsi {{(pid=103097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:14:06.534174 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94f4bd3-1e09-4bfe-bf0a-dd331a854cd1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:14:06.534537 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94f4bd3-1e09-4bfe-bf0a-dd331a854cd1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:14:06.535809 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94f4bd3-1e09-4bfe-bf0a-dd331a854cd1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:14:06.535809 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94f4bd3-1e09-4bfe-bf0a-dd331a854cd1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:14:06.535809 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94f4bd3-1e09-4bfe-bf0a-dd331a854cd1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:14:06.537159 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94f4bd3-1e09-4bfe-bf0a-dd331a854cd1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:14:06.537159 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94f4bd3-1e09-4bfe-bf0a-dd331a854cd1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:14:06.542456 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94f4bd3-1e09-4bfe-bf0a-dd331a854cd1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:14:06.542833 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94f4bd3-1e09-4bfe-bf0a-dd331a854cd1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:14:06.543173 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94f4bd3-1e09-4bfe-bf0a-dd331a854cd1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:14:06.557049 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvr_db [None req-4608af81-53f9-4f26-8e5a-c472f47284a6 None None] Set router d45b9d88-fcaf-4334-a3c0-1dfd30d22a35 gateway port host: dv-cinder-831776-4-iscsi {{(pid=103098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:14:06.626091 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d78c403d-1042-4796-b9c8-25a6f1be79d6 admin admin] Router 4fdd40b5-320a-4942-a0b1-70df085e344a has already been hosted by L3 agent 09ce795b-eeca-4b3b-9d7f-577d9443cb21 {{(pid=103095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 09:14:06.690784 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-440be181-754e-4490-b444-3adc2adb628c None None] For port 88ad7d30-3451-4b00-94a4-f817eea5a326, host dv-cinder-831776-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-4-iscsi',level=0,port_id=88ad7d30-3451-4b00-94a4-f817eea5a326,segment=NetworkSegment(0ad45193-c88a-4b26-9fac-41c5a66a372f),segment_id=0ad45193-c88a-4b26-9fac-41c5a66a372f)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:14:06.718234 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-e94f4bd3-1e09-4bfe-bf0a-dd331a854cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (bf33179f-f3f1-4e2b-b1f3-23f11050d97f), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:06.766856 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-440be181-754e-4490-b444-3adc2adb628c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (88ad7d30-3451-4b00-94a4-f817eea5a326), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:06.781437 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d78c403d-1042-4796-b9c8-25a6f1be79d6 admin admin] Notify agent at l3_agent.dv-cinder-831776-4-iscsi the message routers_updated {{(pid=103095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 09:14:06.789450 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-4608af81-53f9-4f26-8e5a-c472f47284a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd45b9d88-fcaf-4334-a3c0-1dfd30d22a35', 'name': 'tempest-TestVolumeBootPattern-1758434805-router', 'tenant_id': 'acda52d846f04cf8b49ca272597c9d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '2683ecd3-c8e8-4cd8-949e-8038f83ed059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:14:02Z', 'updated_at': '2022-03-16T09:14:04Z', 'revision_number': 3, 'project_id': 'acda52d846f04cf8b49ca272597c9d5d', 'gw_port': {'id': '2683ecd3-c8e8-4cd8-949e-8038f83ed059', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bd:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd45b9d88-fcaf-4334-a3c0-1dfd30d22a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:14:03Z', 'updated_at': '2022-03-16T09:14:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi'}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:14:06.790332 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-d78c403d-1042-4796-b9c8-25a6f1be79d6 admin admin] 10.222.0.18 "PUT /v2.0/routers/4fdd40b5-320a-4942-a0b1-70df085e344a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2426293 Mar 16 09:14:06.825805 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4608af81-53f9-4f26-8e5a-c472f47284a6 None None] The sync data for ids ['d45b9d88-fcaf-4334-a3c0-1dfd30d22a35'] in dv-cinder-831776-4-iscsi is: [{'id': 'd45b9d88-fcaf-4334-a3c0-1dfd30d22a35', 'name': 'tempest-TestVolumeBootPattern-1758434805-router', 'tenant_id': 'acda52d846f04cf8b49ca272597c9d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '2683ecd3-c8e8-4cd8-949e-8038f83ed059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:14:02Z', 'updated_at': '2022-03-16T09:14:04Z', 'revision_number': 3, 'project_id': 'acda52d846f04cf8b49ca272597c9d5d', 'gw_port': {'id': '2683ecd3-c8e8-4cd8-949e-8038f83ed059', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bd:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd45b9d88-fcaf-4334-a3c0-1dfd30d22a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:14:03Z', 'updated_at': '2022-03-16T09:14:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi'}] {{(pid=103098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 09:14:06.935161 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440be181-754e-4490-b444-3adc2adb628c None None] Pushing event updated for resources: {'Port': ['ID=88ad7d30-3451-4b00-94a4-f817eea5a326,revision_number=3']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:14:06.938767 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Current status of the port 1bb08710-43ff-4607-8b9c-8294c3a28a2a is: ACTIVE; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:14:06.939943 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device 88ad7d30-3451-4b00-94a4-f817eea5a326 up at agent ovs-agent-dv-cinder-831776-4-iscsi {{(pid=103097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 09:14:06.955722 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-e94f4bd3-1e09-4bfe-bf0a-dd331a854cd1 admin admin] Publish callbacks [] for port (bf33179f-f3f1-4e2b-b1f3-23f11050d97f), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:06.963248 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-02f24ab0-4be2-4c40-83fe-48983ff012dd None None] Provisioning complete for port 88ad7d30-3451-4b00-94a4-f817eea5a326 triggered by entity DHCP. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:14:06.963463 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-02f24ab0-4be2-4c40-83fe-48983ff012dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (88ad7d30-3451-4b00-94a4-f817eea5a326), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:06.963824 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-e94f4bd3-1e09-4bfe-bf0a-dd331a854cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13105703'] for port (bf33179f-f3f1-4e2b-b1f3-23f11050d97f), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:07.034614 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-e94f4bd3-1e09-4bfe-bf0a-dd331a854cd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560177'] for router_interface (d45b9d88-fcaf-4334-a3c0-1dfd30d22a35), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:07.038285 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94f4bd3-1e09-4bfe-bf0a-dd331a854cd1 admin admin] Pushing event updated for resources: {'Port': ['ID=bf33179f-f3f1-4e2b-b1f3-23f11050d97f,revision_number=2']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:14:07.039095 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-6c190b2f-ac72-4b27-856f-3b773bc7be37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fdd40b5-320a-4942-a0b1-70df085e344a', 'name': 'tempest-TestMinimumBasicScenario-1050260373-router', 'tenant_id': '9105c40a7aa64b46b2a5bb388f445284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'b4b9ef11-bd89-4e2b-8d40-6560106fea41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:14:02Z', 'updated_at': '2022-03-16T09:14:05Z', 'revision_number': 4, 'project_id': '9105c40a7aa64b46b2a5bb388f445284', 'gw_port': {'id': 'b4b9ef11-bd89-4e2b-8d40-6560106fea41', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f3:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fdd40b5-320a-4942-a0b1-70df085e344a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:14:03Z', 'updated_at': '2022-03-16T09:14:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_interfaces': [{'id': 'c44e55f4-bd25-428a-b793-6df02aae4939', 'name': '', 'network_id': '51a1b050-f32d-4097-bc16-62cec3c7dc23', 'tenant_id': '9105c40a7aa64b46b2a5bb388f445284', 'mac_address': 'fa:16:3e:22:e8:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fdd40b5-320a-4942-a0b1-70df085e344a', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'a6f52e30-58d6-4f30-893d-beb4b2ff4428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:14:05Z', 'updated_at': '2022-03-16T09:14:05Z', 'revision_number': 2, 'project_id': '9105c40a7aa64b46b2a5bb388f445284', 'subnets': [{'id': 'a6f52e30-58d6-4f30-893d-beb4b2ff4428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:14:07.074988 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c190b2f-ac72-4b27-856f-3b773bc7be37 None None] The sync data for ids ['4fdd40b5-320a-4942-a0b1-70df085e344a'] in dv-cinder-831776-4-iscsi is: [{'id': '4fdd40b5-320a-4942-a0b1-70df085e344a', 'name': 'tempest-TestMinimumBasicScenario-1050260373-router', 'tenant_id': '9105c40a7aa64b46b2a5bb388f445284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'b4b9ef11-bd89-4e2b-8d40-6560106fea41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:14:02Z', 'updated_at': '2022-03-16T09:14:05Z', 'revision_number': 4, 'project_id': '9105c40a7aa64b46b2a5bb388f445284', 'gw_port': {'id': 'b4b9ef11-bd89-4e2b-8d40-6560106fea41', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f3:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fdd40b5-320a-4942-a0b1-70df085e344a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:14:03Z', 'updated_at': '2022-03-16T09:14:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_interfaces': [{'id': 'c44e55f4-bd25-428a-b793-6df02aae4939', 'name': '', 'network_id': '51a1b050-f32d-4097-bc16-62cec3c7dc23', 'tenant_id': '9105c40a7aa64b46b2a5bb388f445284', 'mac_address': 'fa:16:3e:22:e8:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fdd40b5-320a-4942-a0b1-70df085e344a', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'a6f52e30-58d6-4f30-893d-beb4b2ff4428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:14:05Z', 'updated_at': '2022-03-16T09:14:05Z', 'revision_number': 2, 'project_id': '9105c40a7aa64b46b2a5bb388f445284', 'subnets': [{'id': 'a6f52e30-58d6-4f30-893d-beb4b2ff4428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 09:14:07.094215 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Provisioning complete for port 88ad7d30-3451-4b00-94a4-f817eea5a326 triggered by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:14:07.094597 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (88ad7d30-3451-4b00-94a4-f817eea5a326), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:07.139958 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-02f24ab0-4be2-4c40-83fe-48983ff012dd None None] Current status of the port 88ad7d30-3451-4b00-94a4-f817eea5a326 is: ACTIVE; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:14:07.179569 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-02f24ab0-4be2-4c40-83fe-48983ff012dd None None] Provisioning complete for port 1bb08710-43ff-4607-8b9c-8294c3a28a2a triggered by entity DHCP. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:14:07.179949 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-02f24ab0-4be2-4c40-83fe-48983ff012dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (1bb08710-43ff-4607-8b9c-8294c3a28a2a), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:07.205667 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94f4bd3-1e09-4bfe-bf0a-dd331a854cd1 admin admin] Network e1ee28af-2313-443a-8430-6783e827c8db is already hosted by enough agents. {{(pid=103096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 09:14:07.207076 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.base_scheduler [None req-e94f4bd3-1e09-4bfe-bf0a-dd331a854cd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 09:14:07.250540 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Current status of the port 88ad7d30-3451-4b00-94a4-f817eea5a326 is: ACTIVE; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:14:07.371047 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-02f24ab0-4be2-4c40-83fe-48983ff012dd None None] Current status of the port 1bb08710-43ff-4607-8b9c-8294c3a28a2a is: ACTIVE; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:14:07.372252 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e94f4bd3-1e09-4bfe-bf0a-dd331a854cd1 admin admin] Router d45b9d88-fcaf-4334-a3c0-1dfd30d22a35 has already been hosted by L3 agent 09ce795b-eeca-4b3b-9d7f-577d9443cb21 {{(pid=103096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 09:14:07.394829 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-02f24ab0-4be2-4c40-83fe-48983ff012dd None None] Provisioning complete for port bf33179f-f3f1-4e2b-b1f3-23f11050d97f triggered by entity DHCP. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:14:07.395224 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-02f24ab0-4be2-4c40-83fe-48983ff012dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (bf33179f-f3f1-4e2b-b1f3-23f11050d97f), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:07.482410 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-02f24ab0-4be2-4c40-83fe-48983ff012dd None None] Port bf33179f-f3f1-4e2b-b1f3-23f11050d97f cannot update to ACTIVE because it is not bound. {{(pid=103097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 09:14:07.524162 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-02f24ab0-4be2-4c40-83fe-48983ff012dd None None] Provisioning complete for port c44e55f4-bd25-428a-b793-6df02aae4939 triggered by entity DHCP. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:14:07.524601 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-02f24ab0-4be2-4c40-83fe-48983ff012dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (c44e55f4-bd25-428a-b793-6df02aae4939), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:07.587106 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-02f24ab0-4be2-4c40-83fe-48983ff012dd None None] Port c44e55f4-bd25-428a-b793-6df02aae4939 cannot update to ACTIVE because it is not bound. {{(pid=103097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 09:14:07.590918 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e94f4bd3-1e09-4bfe-bf0a-dd331a854cd1 admin admin] Notify agent at l3_agent.dv-cinder-831776-4-iscsi the message routers_updated {{(pid=103096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 09:14:07.603281 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-e94f4bd3-1e09-4bfe-bf0a-dd331a854cd1 admin admin] 10.222.0.18 "PUT /v2.0/routers/d45b9d88-fcaf-4334-a3c0-1dfd30d22a35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6751392 Mar 16 09:14:07.634277 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 55696) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:14:07.639335 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.v2.base [None req-35938f29-8b6f-4f8b-bdd0-7cfa1670ea28 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1040188861-network', 'tenant_id': '947a751f7c1e4a90a81ee13d33095cde'}} {{(pid=103095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:14:07.665272 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35938f29-8b6f-4f8b-bdd0-7cfa1670ea28 admin admin] Made reservation on behalf of 947a751f7c1e4a90a81ee13d33095cde for: {'network': 1} {{(pid=103095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 09:14:07.668090 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-35938f29-8b6f-4f8b-bdd0-7cfa1670ea28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for network (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:07.681456 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-35938f29-8b6f-4f8b-bdd0-7cfa1670ea28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:07.713012 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-8d996592-3a18-4efc-9eb4-4c7b0caba2d6 None None] Provisioning complete for port bf33179f-f3f1-4e2b-b1f3-23f11050d97f triggered by entity DHCP. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:14:07.713678 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-8d996592-3a18-4efc-9eb4-4c7b0caba2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (bf33179f-f3f1-4e2b-b1f3-23f11050d97f), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:07.759922 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-8d996592-3a18-4efc-9eb4-4c7b0caba2d6 None None] Port bf33179f-f3f1-4e2b-b1f3-23f11050d97f cannot update to ACTIVE because it is not bound. {{(pid=103097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 09:14:07.827053 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-35938f29-8b6f-4f8b-bdd0-7cfa1670ea28 admin admin] Publish callbacks [] for security_group (451d9027-1144-4d01-b14a-6ad701e9f879), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:07.846306 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-35938f29-8b6f-4f8b-bdd0-7cfa1670ea28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (451d9027-1144-4d01-b14a-6ad701e9f879), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:07.893753 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35938f29-8b6f-4f8b-bdd0-7cfa1670ea28 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=103095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 09:14:07.915484 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35938f29-8b6f-4f8b-bdd0-7cfa1670ea28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=451d9027-1144-4d01-b14a-6ad701e9f879,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:14:07.921665 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-35938f29-8b6f-4f8b-bdd0-7cfa1670ea28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079957'] for segment (58bd9012-6b0b-4d9a-9805-d81b2e7a82e8), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:07.922054 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.db.segments_db [None req-35938f29-8b6f-4f8b-bdd0-7cfa1670ea28 admin admin] Added segment 58bd9012-6b0b-4d9a-9805-d81b2e7a82e8 of type vlan for network 97ef918a-debb-4a91-84de-9f679e3c4540 Mar 16 09:14:07.980783 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-35938f29-8b6f-4f8b-bdd0-7cfa1670ea28 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732012783544'] for network (97ef918a-debb-4a91-84de-9f679e3c4540), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:08.008305 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device 1bb08710-43ff-4607-8b9c-8294c3a28a2a up at agent ovs-agent-dv-cinder-831776-4-iscsi {{(pid=103097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 09:14:08.029798 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-35938f29-8b6f-4f8b-bdd0-7cfa1670ea28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787'] for network (97ef918a-debb-4a91-84de-9f679e3c4540), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:08.030775 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35938f29-8b6f-4f8b-bdd0-7cfa1670ea28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:14:08.031358 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-35938f29-8b6f-4f8b-bdd0-7cfa1670ea28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555813'] for network (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:08.067465 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Provisioning complete for port 1bb08710-43ff-4607-8b9c-8294c3a28a2a triggered by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:14:08.068635 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (1bb08710-43ff-4607-8b9c-8294c3a28a2a), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:08.099556 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-35938f29-8b6f-4f8b-bdd0-7cfa1670ea28 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4641643 Mar 16 09:14:08.102358 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 55704) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:14:08.107390 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.v2.base [None req-66500095-4f28-40c4-a11b-2f8c6fdca950 admin admin] Request body: {'subnet': {'network_id': '97ef918a-debb-4a91-84de-9f679e3c4540', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1040188861-subnet', 'tenant_id': '947a751f7c1e4a90a81ee13d33095cde', 'ip_version': 4}} {{(pid=103096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:14:08.116543 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35938f29-8b6f-4f8b-bdd0-7cfa1670ea28 admin admin] Pushing event updated for resources: {'Network': ['ID=97ef918a-debb-4a91-84de-9f679e3c4540,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:14:08.135893 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Network 97ef918a-debb-4a91-84de-9f679e3c4540 details requested by agent ovs-agent-dv-cinder-831776-4-iscsi with host dv-cinder-831776-4-iscsi {{(pid=103097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 16 09:14:08.143078 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66500095-4f28-40c4-a11b-2f8c6fdca950 admin admin] Made reservation on behalf of 947a751f7c1e4a90a81ee13d33095cde for: {'subnet': 1} {{(pid=103096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 09:14:08.147465 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-66500095-4f28-40c4-a11b-2f8c6fdca950 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12838912'] for subnet (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:08.269027 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Current status of the port 1bb08710-43ff-4607-8b9c-8294c3a28a2a is: ACTIVE; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:14:08.270347 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device 88ad7d30-3451-4b00-94a4-f817eea5a326 up at agent ovs-agent-dv-cinder-831776-4-iscsi {{(pid=103097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 09:14:08.384138 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Provisioning complete for port 88ad7d30-3451-4b00-94a4-f817eea5a326 triggered by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:14:08.384671 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (88ad7d30-3451-4b00-94a4-f817eea5a326), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:08.395964 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-66500095-4f28-40c4-a11b-2f8c6fdca950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13105842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12838974'] for subnet (4db9f080-61b1-40f2-9991-01423322eae8), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:08.445187 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 55712) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:14:08.454963 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.v2.base [None req-59668a9d-6fa9-41bf-bb74-f39a4d909674 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-642702357-network', 'tenant_id': '831beda959844f1c9ef19ab81d3a52b5'}} {{(pid=103095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:14:08.472010 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Current status of the port 88ad7d30-3451-4b00-94a4-f817eea5a326 is: ACTIVE; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:14:08.473351 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device 2683ecd3-c8e8-4cd8-949e-8038f83ed059 up at agent ovs-agent-dv-cinder-831776-4-iscsi {{(pid=103097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 09:14:08.480103 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59668a9d-6fa9-41bf-bb74-f39a4d909674 admin admin] Made reservation on behalf of 831beda959844f1c9ef19ab81d3a52b5 for: {'network': 1} {{(pid=103095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 09:14:08.482920 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-59668a9d-6fa9-41bf-bb74-f39a4d909674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for network (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:08.494793 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-59668a9d-6fa9-41bf-bb74-f39a4d909674 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:08.543999 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Provisioning complete for port 2683ecd3-c8e8-4cd8-949e-8038f83ed059 triggered by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:14:08.544435 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (2683ecd3-c8e8-4cd8-949e-8038f83ed059), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:08.606146 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-59668a9d-6fa9-41bf-bb74-f39a4d909674 admin admin] Publish callbacks [] for security_group (d063a746-7600-489a-a931-cd03e3563b55), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:08.615262 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-59668a9d-6fa9-41bf-bb74-f39a4d909674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (d063a746-7600-489a-a931-cd03e3563b55), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:08.641212 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59668a9d-6fa9-41bf-bb74-f39a4d909674 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=103095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 16 09:14:08.649565 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Current status of the port 2683ecd3-c8e8-4cd8-949e-8038f83ed059 is: DOWN; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:14:08.649962 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (2683ecd3-c8e8-4cd8-949e-8038f83ed059), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:08.663316 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59668a9d-6fa9-41bf-bb74-f39a4d909674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d063a746-7600-489a-a931-cd03e3563b55,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:14:08.666591 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-59668a9d-6fa9-41bf-bb74-f39a4d909674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079957'] for segment (02d393fd-19de-4bcc-bd9b-72fa097ca06e), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:08.666943 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.db.segments_db [None req-59668a9d-6fa9-41bf-bb74-f39a4d909674 admin admin] Added segment 02d393fd-19de-4bcc-bd9b-72fa097ca06e of type vlan for network dd22b7a8-e86a-40b6-b9b1-eb1d29ce569e Mar 16 09:14:08.673180 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] For port 2683ecd3-c8e8-4cd8-949e-8038f83ed059, host dv-cinder-831776-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-4-iscsi',level=0,port_id=2683ecd3-c8e8-4cd8-949e-8038f83ed059,segment=NetworkSegment(627a1704-08f1-4a54-a35a-53ba84ce9e35),segment_id=627a1704-08f1-4a54-a35a-53ba84ce9e35)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:14:08.680696 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (2683ecd3-c8e8-4cd8-949e-8038f83ed059), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:08.729612 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-59668a9d-6fa9-41bf-bb74-f39a4d909674 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732012783544'] for network (dd22b7a8-e86a-40b6-b9b1-eb1d29ce569e), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:08.743175 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Pushing event updated for resources: {'Port': ['ID=2683ecd3-c8e8-4cd8-949e-8038f83ed059,revision_number=4']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:14:08.764819 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-59668a9d-6fa9-41bf-bb74-f39a4d909674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787'] for network (dd22b7a8-e86a-40b6-b9b1-eb1d29ce569e), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:08.765084 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66500095-4f28-40c4-a11b-2f8c6fdca950 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4db9f080-61b1-40f2-9991-01423322eae8,revision_number=0']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:14:08.774134 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59668a9d-6fa9-41bf-bb74-f39a4d909674 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:14:08.774815 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-59668a9d-6fa9-41bf-bb74-f39a4d909674 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555813'] for network (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:08.785169 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66500095-4f28-40c4-a11b-2f8c6fdca950 admin admin] Checking segment: {'id': '58bd9012-6b0b-4d9a-9805-d81b2e7a82e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '97ef918a-debb-4a91-84de-9f679e3c4540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 09:14:08.785569 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66500095-4f28-40c4-a11b-2f8c6fdca950 admin admin] Network hostable DHCP agents. Network: 97ef918a-debb-4a91-84de-9f679e3c4540, hostable agents: ['a398d5bf-1368-473f-bfdd-7d167c3f4154'], hosted agents: [] {{(pid=103096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 09:14:08.806721 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66500095-4f28-40c4-a11b-2f8c6fdca950 admin admin] Network 97ef918a-debb-4a91-84de-9f679e3c4540 is scheduled to be hosted by DHCP agent a398d5bf-1368-473f-bfdd-7d167c3f4154 with binding_index 1 {{(pid=103096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 09:14:08.817975 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.base_scheduler [None req-66500095-4f28-40c4-a11b-2f8c6fdca950 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831776-4-iscsi, 97ef918a-debb-4a91-84de-9f679e3c4540) {{(pid=103096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 09:14:08.823035 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66500095-4f28-40c4-a11b-2f8c6fdca950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:14:08.824332 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-66500095-4f28-40c4-a11b-2f8c6fdca950 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555813'] for subnet (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:08.830044 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f319024-0e78-461c-9cbb-f3949cc237d3 None None] Network 97ef918a-debb-4a91-84de-9f679e3c4540 requested from dv-cinder-831776-4-iscsi {{(pid=103097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 09:14:08.851694 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-59668a9d-6fa9-41bf-bb74-f39a4d909674 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4053392 Mar 16 09:14:08.854556 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 55714) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:14:08.859993 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.v2.base [None req-dee21b8d-336e-4fed-b4c1-3c72d1908d7e admin admin] Request body: {'subnet': {'network_id': 'dd22b7a8-e86a-40b6-b9b1-eb1d29ce569e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-642702357-subnet', 'tenant_id': '831beda959844f1c9ef19ab81d3a52b5', 'ip_version': 4}} {{(pid=103095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:14:08.864498 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59668a9d-6fa9-41bf-bb74-f39a4d909674 admin admin] Pushing event updated for resources: {'Network': ['ID=dd22b7a8-e86a-40b6-b9b1-eb1d29ce569e,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:14:08.870193 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-66500095-4f28-40c4-a11b-2f8c6fdca950 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7643948 Mar 16 09:14:08.870365 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 55716) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:14:08.874668 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.v2.base [None req-fa52f238-289f-4aee-9b57-332f55f3bcf1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1040188861-router', 'tenant_id': '947a751f7c1e4a90a81ee13d33095cde', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab'}}} {{(pid=103096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:14:08.899857 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-fa52f238-289f-4aee-9b57-332f55f3bcf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124920'] for router (104eed89-97e8-41c8-829f-d4c18b84844a), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:08.901042 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-fa52f238-289f-4aee-9b57-332f55f3bcf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124913'] for router (104eed89-97e8-41c8-829f-d4c18b84844a), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:08.905234 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee21b8d-336e-4fed-b4c1-3c72d1908d7e admin admin] Made reservation on behalf of 831beda959844f1c9ef19ab81d3a52b5 for: {'subnet': 1} {{(pid=103095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 09:14:08.910297 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-dee21b8d-336e-4fed-b4c1-3c72d1908d7e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133455005'] for subnet (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:08.976852 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-fa52f238-289f-4aee-9b57-332f55f3bcf1 admin admin] Publish callbacks [] for router_controller (104eed89-97e8-41c8-829f-d4c18b84844a), precommit_add_association {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:09.057276 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Network dd22b7a8-e86a-40b6-b9b1-eb1d29ce569e details requested by agent ovs-agent-dv-cinder-831776-4-iscsi with host dv-cinder-831776-4-iscsi {{(pid=103097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 16 09:14:09.125510 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-dee21b8d-336e-4fed-b4c1-3c72d1908d7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13558131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133455011'] for subnet (34da4090-2bd1-482e-837a-427ad906aa0b), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:09.152545 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-fa52f238-289f-4aee-9b57-332f55f3bcf1 admin admin] Publish callbacks [] for router_gateway (104eed89-97e8-41c8-829f-d4c18b84844a), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:09.192137 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee21b8d-336e-4fed-b4c1-3c72d1908d7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=34da4090-2bd1-482e-837a-427ad906aa0b,revision_number=0']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:14:09.200150 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e976202-69b4-44fa-a102-594b57611668 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e1f1783-ec04-51b5-b159-6c4258c95f07-97ef918a-debb-4a91-84de-9f679e3c4540', 'network_id': '97ef918a-debb-4a91-84de-9f679e3c4540', 'project_id': '947a751f7c1e4a90a81ee13d33095cde', 'fixed_ips': [{'subnet_id': '4db9f080-61b1-40f2-9991-01423322eae8'}]}} from dv-cinder-831776-4-iscsi. {{(pid=103097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 16 09:14:09.201133 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-2e976202-69b4-44fa-a102-594b57611668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:09.203064 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee21b8d-336e-4fed-b4c1-3c72d1908d7e admin admin] Checking segment: {'id': '02d393fd-19de-4bcc-bd9b-72fa097ca06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'dd22b7a8-e86a-40b6-b9b1-eb1d29ce569e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 09:14:09.203415 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee21b8d-336e-4fed-b4c1-3c72d1908d7e admin admin] Network hostable DHCP agents. Network: dd22b7a8-e86a-40b6-b9b1-eb1d29ce569e, hostable agents: ['a398d5bf-1368-473f-bfdd-7d167c3f4154'], hosted agents: [] {{(pid=103095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 16 09:14:09.222245 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee21b8d-336e-4fed-b4c1-3c72d1908d7e admin admin] Network dd22b7a8-e86a-40b6-b9b1-eb1d29ce569e is scheduled to be hosted by DHCP agent a398d5bf-1368-473f-bfdd-7d167c3f4154 with binding_index 1 {{(pid=103095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 16 09:14:09.240174 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-dee21b8d-336e-4fed-b4c1-3c72d1908d7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831776-4-iscsi, dd22b7a8-e86a-40b6-b9b1-eb1d29ce569e) {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 09:14:09.256032 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee21b8d-336e-4fed-b4c1-3c72d1908d7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:14:09.256794 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-dee21b8d-336e-4fed-b4c1-3c72d1908d7e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:09.279608 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-dee21b8d-336e-4fed-b4c1-3c72d1908d7e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4216790 Mar 16 09:14:09.279944 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 55718) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:14:09.283976 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.v2.base [None req-ca71d5a9-b6ef-4cfa-9c0c-ef6f4ea43238 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-642702357-router', 'tenant_id': '831beda959844f1c9ef19ab81d3a52b5', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab'}}} {{(pid=103095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:14:09.293713 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813f695e-2689-4511-b7f7-3aafbc80a5e3 None None] Network dd22b7a8-e86a-40b6-b9b1-eb1d29ce569e requested from dv-cinder-831776-4-iscsi {{(pid=103097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 09:14:09.306131 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ca71d5a9-b6ef-4cfa-9c0c-ef6f4ea43238 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124920'] for router (3b3c03a9-8a50-45c0-9cbe-1445dba2ce04), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:09.307406 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ca71d5a9-b6ef-4cfa-9c0c-ef6f4ea43238 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558465', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-547898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124913'] for router (3b3c03a9-8a50-45c0-9cbe-1445dba2ce04), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:09.382224 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1f7740-775d-4628-aaec-82b27d4fd289 None None] Sync routers for ids ['d45b9d88-fcaf-4334-a3c0-1dfd30d22a35'] in dv-cinder-831776-4-iscsi {{(pid=103097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 09:14:09.410990 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ca71d5a9-b6ef-4cfa-9c0c-ef6f4ea43238 admin admin] Publish callbacks [] for router_controller (3b3c03a9-8a50-45c0-9cbe-1445dba2ce04), precommit_add_association {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:09.446407 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1f7740-775d-4628-aaec-82b27d4fd289 None None] Routers {'d45b9d88-fcaf-4334-a3c0-1dfd30d22a35'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:14:09.447035 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-0e1f7740-775d-4628-aaec-82b27d4fd289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:13:53Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['d45b9d88-fcaf-4334-a3c0-1dfd30d22a35'], 'active': True} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:14:09.459954 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-fa52f238-289f-4aee-9b57-332f55f3bcf1 admin admin] Publish callbacks [] for router_gateway (104eed89-97e8-41c8-829f-d4c18b84844a), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:09.484262 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-fa52f238-289f-4aee-9b57-332f55f3bcf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:09.550705 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.db_base_plugin_common [None req-2e976202-69b4-44fa-a102-594b57611668 None None] Allocated IP 172.20.0.2 (97ef918a-debb-4a91-84de-9f679e3c4540/4db9f080-61b1-40f2-9991-01423322eae8/3380145b-44c9-4b13-9a7a-8f03f7dcac64) {{(pid=103097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 09:14:09.563192 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b348dd3-38d7-4bc9-8f11-5026ebaba649 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e1f1783-ec04-51b5-b159-6c4258c95f07-dd22b7a8-e86a-40b6-b9b1-eb1d29ce569e', 'network_id': 'dd22b7a8-e86a-40b6-b9b1-eb1d29ce569e', 'project_id': '831beda959844f1c9ef19ab81d3a52b5', 'fixed_ips': [{'subnet_id': '34da4090-2bd1-482e-837a-427ad906aa0b'}]}} from dv-cinder-831776-4-iscsi. {{(pid=103097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 16 09:14:09.563967 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-5b348dd3-38d7-4bc9-8f11-5026ebaba649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:09.577449 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ca71d5a9-b6ef-4cfa-9c0c-ef6f4ea43238 admin admin] Publish callbacks [] for router_gateway (3b3c03a9-8a50-45c0-9cbe-1445dba2ce04), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:09.648077 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvr_db [None req-0e1f7740-775d-4628-aaec-82b27d4fd289 None None] Set router d45b9d88-fcaf-4334-a3c0-1dfd30d22a35 gateway port host: dv-cinder-831776-4-iscsi {{(pid=103097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:14:09.658202 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.db_base_plugin_common [None req-fa52f238-289f-4aee-9b57-332f55f3bcf1 admin admin] Allocated IP 172.27.1.246 (c4839873-0f35-4ea4-8707-46bf79a3edab/25bf7ac3-5945-4bb8-8d8f-087cde6dd03d/34691523-1319-499c-9a66-b49ead4c0464) {{(pid=103096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 09:14:09.768984 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-fa52f238-289f-4aee-9b57-332f55f3bcf1 admin admin] Publish callbacks [] for port (34691523-1319-499c-9a66-b49ead4c0464), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:09.805522 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ca71d5a9-b6ef-4cfa-9c0c-ef6f4ea43238 admin admin] Publish callbacks [] for router_gateway (3b3c03a9-8a50-45c0-9cbe-1445dba2ce04), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:09.808666 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-fa52f238-289f-4aee-9b57-332f55f3bcf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732012762709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13105710'] for port (34691523-1319-499c-9a66-b49ead4c0464), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:09.829556 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ca71d5a9-b6ef-4cfa-9c0c-ef6f4ea43238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:09.898795 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa52f238-289f-4aee-9b57-332f55f3bcf1 admin admin] Pushing event updated for resources: {'Port': ['ID=34691523-1319-499c-9a66-b49ead4c0464,revision_number=1']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:14:09.906740 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa52f238-289f-4aee-9b57-332f55f3bcf1 admin admin] Network c4839873-0f35-4ea4-8707-46bf79a3edab is already hosted by enough agents. {{(pid=103096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 09:14:09.908867 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.base_scheduler [None req-fa52f238-289f-4aee-9b57-332f55f3bcf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 09:14:09.911888 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa52f238-289f-4aee-9b57-332f55f3bcf1 admin admin] Received port after_create {{(pid=103096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 09:14:10.000842 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.db_base_plugin_common [None req-5b348dd3-38d7-4bc9-8f11-5026ebaba649 None None] Allocated IP 172.20.0.2 (dd22b7a8-e86a-40b6-b9b1-eb1d29ce569e/34da4090-2bd1-482e-837a-427ad906aa0b/334f994e-7854-4b7b-88f8-d78feaa607a5) {{(pid=103097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 09:14:10.014053 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-ca71d5a9-b6ef-4cfa-9c0c-ef6f4ea43238 admin admin] Allocated IP 172.27.1.9 (c4839873-0f35-4ea4-8707-46bf79a3edab/25bf7ac3-5945-4bb8-8d8f-087cde6dd03d/b5f420a3-1782-4c31-968d-2ac536d06440) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 09:14:10.033762 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device b4b9ef11-bd89-4e2b-8d40-6560106fea41 up at agent ovs-agent-dv-cinder-831776-4-iscsi {{(pid=103097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 09:14:10.128959 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ca71d5a9-b6ef-4cfa-9c0c-ef6f4ea43238 admin admin] Publish callbacks [] for port (b5f420a3-1782-4c31-968d-2ac536d06440), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:10.167721 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ca71d5a9-b6ef-4cfa-9c0c-ef6f4ea43238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732012762709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13558255'] for port (b5f420a3-1782-4c31-968d-2ac536d06440), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:10.168262 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-2e976202-69b4-44fa-a102-594b57611668 None None] Publish callbacks [] for port (3380145b-44c9-4b13-9a7a-8f03f7dcac64), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:10.190437 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-2e976202-69b4-44fa-a102-594b57611668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732012762709'] for port (3380145b-44c9-4b13-9a7a-8f03f7dcac64), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:10.216032 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca71d5a9-b6ef-4cfa-9c0c-ef6f4ea43238 admin admin] Network c4839873-0f35-4ea4-8707-46bf79a3edab is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 09:14:10.218489 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-fa52f238-289f-4aee-9b57-332f55f3bcf1 admin admin] Publish callbacks [] for router_gateway (104eed89-97e8-41c8-829f-d4c18b84844a), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:10.219159 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-ca71d5a9-b6ef-4cfa-9c0c-ef6f4ea43238 admin admin] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 09:14:10.222670 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca71d5a9-b6ef-4cfa-9c0c-ef6f4ea43238 admin admin] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 09:14:10.275718 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e976202-69b4-44fa-a102-594b57611668 None None] Network 97ef918a-debb-4a91-84de-9f679e3c4540 is already hosted by enough agents. {{(pid=103097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 09:14:10.290173 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.scheduler.base_scheduler [None req-2e976202-69b4-44fa-a102-594b57611668 None None] Resources bound (agent type, host, resource id): {{(pid=103097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 09:14:10.292045 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e976202-69b4-44fa-a102-594b57611668 None None] Pushing event updated for resources: {'Port': ['ID=3380145b-44c9-4b13-9a7a-8f03f7dcac64,revision_number=1']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:14:10.294355 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e976202-69b4-44fa-a102-594b57611668 None None] Received port after_create {{(pid=103097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 09:14:10.308790 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Provisioning complete for port b4b9ef11-bd89-4e2b-8d40-6560106fea41 triggered by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:14:10.309185 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (b4b9ef11-bd89-4e2b-8d40-6560106fea41), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:10.431312 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-0e1f7740-775d-4628-aaec-82b27d4fd289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd45b9d88-fcaf-4334-a3c0-1dfd30d22a35', 'name': 'tempest-TestVolumeBootPattern-1758434805-router', 'tenant_id': 'acda52d846f04cf8b49ca272597c9d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '2683ecd3-c8e8-4cd8-949e-8038f83ed059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:14:02Z', 'updated_at': '2022-03-16T09:14:06Z', 'revision_number': 4, 'project_id': 'acda52d846f04cf8b49ca272597c9d5d', 'gw_port': {'id': '2683ecd3-c8e8-4cd8-949e-8038f83ed059', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45b9d88-fcaf-4334-a3c0-1dfd30d22a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:14:03Z', 'updated_at': '2022-03-16T09:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_interfaces': [{'id': 'bf33179f-f3f1-4e2b-b1f3-23f11050d97f', 'name': '', 'network_id': 'e1ee28af-2313-443a-8430-6783e827c8db', 'tenant_id': 'acda52d846f04cf8b49ca272597c9d5d', 'mac_address': 'fa:16:3e:db:69:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd45b9d88-fcaf-4334-a3c0-1dfd30d22a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '2589bda5-b4b7-46d6-9ea7-a504068c0d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:14:05Z', 'updated_at': '2022-03-16T09:14:06Z', 'revision_number': 2, 'project_id': 'acda52d846f04cf8b49ca272597c9d5d', 'subnets': [{'id': '2589bda5-b4b7-46d6-9ea7-a504068c0d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:14:10.431927 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c29d464-7805-4abe-98b6-d617a2e12a21 None None] Sync routers for ids ['4fdd40b5-320a-4942-a0b1-70df085e344a'] in dv-cinder-831776-4-iscsi {{(pid=103098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 09:14:10.444065 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c29d464-7805-4abe-98b6-d617a2e12a21 None None] Routers {'4fdd40b5-320a-4942-a0b1-70df085e344a'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:14:10.445093 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-5c29d464-7805-4abe-98b6-d617a2e12a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:13:53Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['4fdd40b5-320a-4942-a0b1-70df085e344a'], 'active': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:14:10.446722 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-5b348dd3-38d7-4bc9-8f11-5026ebaba649 None None] Publish callbacks [] for port (334f994e-7854-4b7b-88f8-d78feaa607a5), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:10.476521 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca71d5a9-b6ef-4cfa-9c0c-ef6f4ea43238 admin admin] Pushing event updated for resources: {'Port': ['ID=b5f420a3-1782-4c31-968d-2ac536d06440,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:14:10.479032 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1f7740-775d-4628-aaec-82b27d4fd289 None None] Checking router: d45b9d88-fcaf-4334-a3c0-1dfd30d22a35 for host: dv-cinder-831776-4-iscsi {{(pid=103097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 09:14:10.479522 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1f7740-775d-4628-aaec-82b27d4fd289 None None] Updating router d45b9d88-fcaf-4334-a3c0-1dfd30d22a35 port bf33179f-f3f1-4e2b-b1f3-23f11050d97f binding host dv-cinder-831776-4-iscsi {{(pid=103097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 09:14:10.482917 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.managers [None req-2e976202-69b4-44fa-a102-594b57611668 None None] Attempting to bind port 3380145b-44c9-4b13-9a7a-8f03f7dcac64 on host dv-cinder-831776-4-iscsi for vnic_type normal with profile {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 09:14:10.482917 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.managers [None req-2e976202-69b4-44fa-a102-594b57611668 None None] Attempting to bind port 3380145b-44c9-4b13-9a7a-8f03f7dcac64 by drivers openvswitch,hyperv on host dv-cinder-831776-4-iscsi at level 0 using segments [{'id': '58bd9012-6b0b-4d9a-9805-d81b2e7a82e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '97ef918a-debb-4a91-84de-9f679e3c4540'}] {{(pid=103097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 09:14:10.483234 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e976202-69b4-44fa-a102-594b57611668 None None] Attempting to bind port 3380145b-44c9-4b13-9a7a-8f03f7dcac64 on network 97ef918a-debb-4a91-84de-9f679e3c4540 {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 09:14:10.504567 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-5b348dd3-38d7-4bc9-8f11-5026ebaba649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732012762709'] for port (334f994e-7854-4b7b-88f8-d78feaa607a5), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:10.506698 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-fa52f238-289f-4aee-9b57-332f55f3bcf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557426'] for router (104eed89-97e8-41c8-829f-d4c18b84844a), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:10.527997 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e976202-69b4-44fa-a102-594b57611668 None None] Checking agent: {'id': '489981c6-9aaa-401c-bd41-6b42e027a228', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 8, 53, 27), 'started_at': datetime.datetime(2022, 3, 16, 8, 53, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 9, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 09:14:10.528375 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e976202-69b4-44fa-a102-594b57611668 None None] Checking segment: {'id': '58bd9012-6b0b-4d9a-9805-d81b2e7a82e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '97ef918a-debb-4a91-84de-9f679e3c4540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 09:14:10.528781 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-2e976202-69b4-44fa-a102-594b57611668 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:10.529178 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e976202-69b4-44fa-a102-594b57611668 None None] Bound using segment: {'id': '58bd9012-6b0b-4d9a-9805-d81b2e7a82e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '97ef918a-debb-4a91-84de-9f679e3c4540'} {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 09:14:10.529675 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.managers [None req-2e976202-69b4-44fa-a102-594b57611668 None None] Bound port: 3380145b-44c9-4b13-9a7a-8f03f7dcac64, host: dv-cinder-831776-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58bd9012-6b0b-4d9a-9805-d81b2e7a82e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '97ef918a-debb-4a91-84de-9f679e3c4540'}}] {{(pid=103097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 09:14:10.530053 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-2e976202-69b4-44fa-a102-594b57611668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (3380145b-44c9-4b13-9a7a-8f03f7dcac64), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:10.567344 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-0e1f7740-775d-4628-aaec-82b27d4fd289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (bf33179f-f3f1-4e2b-b1f3-23f11050d97f), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:10.584278 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b348dd3-38d7-4bc9-8f11-5026ebaba649 None None] Network dd22b7a8-e86a-40b6-b9b1-eb1d29ce569e is already hosted by enough agents. {{(pid=103097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 09:14:10.614149 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.scheduler.base_scheduler [None req-5b348dd3-38d7-4bc9-8f11-5026ebaba649 None None] Resources bound (agent type, host, resource id): {{(pid=103097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 09:14:10.620721 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b348dd3-38d7-4bc9-8f11-5026ebaba649 None None] Received port after_create {{(pid=103097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 09:14:10.653750 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b348dd3-38d7-4bc9-8f11-5026ebaba649 None None] Pushing event updated for resources: {'Port': ['ID=334f994e-7854-4b7b-88f8-d78feaa607a5,revision_number=1']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:14:10.704712 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa52f238-289f-4aee-9b57-332f55f3bcf1 admin admin] Router 104eed89-97e8-41c8-829f-d4c18b84844a is scheduled to L3 agent 09ce795b-eeca-4b3b-9d7f-577d9443cb21 with binding_index 1 {{(pid=103096) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 09:14:10.726135 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvr_db [None req-5c29d464-7805-4abe-98b6-d617a2e12a21 None None] Set router 4fdd40b5-320a-4942-a0b1-70df085e344a gateway port host: dv-cinder-831776-4-iscsi {{(pid=103098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:14:10.767559 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ca71d5a9-b6ef-4cfa-9c0c-ef6f4ea43238 admin admin] Publish callbacks [] for router_gateway (3b3c03a9-8a50-45c0-9cbe-1445dba2ce04), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:10.834009 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa52f238-289f-4aee-9b57-332f55f3bcf1 admin admin] Notify agent at l3_agent.dv-cinder-831776-4-iscsi the message routers_updated {{(pid=103096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 09:14:10.850813 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cf8087-4870-4046-bedc-871ab34f8b2f None None] Sync routers for ids ['104eed89-97e8-41c8-829f-d4c18b84844a'] in dv-cinder-831776-4-iscsi {{(pid=103097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 09:14:10.853522 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Current status of the port b4b9ef11-bd89-4e2b-8d40-6560106fea41 is: DOWN; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:14:10.853909 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (b4b9ef11-bd89-4e2b-8d40-6560106fea41), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:10.858976 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-fa52f238-289f-4aee-9b57-332f55f3bcf1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:10.864372 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-fa52f238-289f-4aee-9b57-332f55f3bcf1 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9905157 Mar 16 09:14:10.864561 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 55722) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:14:10.976886 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-5c29d464-7805-4abe-98b6-d617a2e12a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fdd40b5-320a-4942-a0b1-70df085e344a', 'name': 'tempest-TestMinimumBasicScenario-1050260373-router', 'tenant_id': '9105c40a7aa64b46b2a5bb388f445284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'b4b9ef11-bd89-4e2b-8d40-6560106fea41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:14:02Z', 'updated_at': '2022-03-16T09:14:05Z', 'revision_number': 4, 'project_id': '9105c40a7aa64b46b2a5bb388f445284', 'gw_port': {'id': 'b4b9ef11-bd89-4e2b-8d40-6560106fea41', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f3:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fdd40b5-320a-4942-a0b1-70df085e344a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:14:03Z', 'updated_at': '2022-03-16T09:14:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_interfaces': [{'id': 'c44e55f4-bd25-428a-b793-6df02aae4939', 'name': '', 'network_id': '51a1b050-f32d-4097-bc16-62cec3c7dc23', 'tenant_id': '9105c40a7aa64b46b2a5bb388f445284', 'mac_address': 'fa:16:3e:22:e8:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fdd40b5-320a-4942-a0b1-70df085e344a', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'a6f52e30-58d6-4f30-893d-beb4b2ff4428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:14:05Z', 'updated_at': '2022-03-16T09:14:05Z', 'revision_number': 2, 'project_id': '9105c40a7aa64b46b2a5bb388f445284', 'subnets': [{'id': 'a6f52e30-58d6-4f30-893d-beb4b2ff4428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:14:10.986334 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-2e976202-69b4-44fa-a102-594b57611668 None None] For port 3380145b-44c9-4b13-9a7a-8f03f7dcac64, host dv-cinder-831776-4-iscsi, cleared binding levels {{(pid=103097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 09:14:10.997540 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] For port b4b9ef11-bd89-4e2b-8d40-6560106fea41, host dv-cinder-831776-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-4-iscsi',level=0,port_id=b4b9ef11-bd89-4e2b-8d40-6560106fea41,segment=NetworkSegment(627a1704-08f1-4a54-a35a-53ba84ce9e35),segment_id=627a1704-08f1-4a54-a35a-53ba84ce9e35)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:14:11.001872 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cf8087-4870-4046-bedc-871ab34f8b2f None None] Routers {'104eed89-97e8-41c8-829f-d4c18b84844a'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:14:11.002511 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-26cf8087-4870-4046-bedc-871ab34f8b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:13:53Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['104eed89-97e8-41c8-829f-d4c18b84844a'], 'active': True} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:14:11.009990 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c29d464-7805-4abe-98b6-d617a2e12a21 None None] Checking router: 4fdd40b5-320a-4942-a0b1-70df085e344a for host: dv-cinder-831776-4-iscsi {{(pid=103098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 09:14:11.010481 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c29d464-7805-4abe-98b6-d617a2e12a21 None None] Updating router 4fdd40b5-320a-4942-a0b1-70df085e344a port c44e55f4-bd25-428a-b793-6df02aae4939 binding host dv-cinder-831776-4-iscsi {{(pid=103098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 09:14:11.025235 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (b4b9ef11-bd89-4e2b-8d40-6560106fea41), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:11.026147 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device 2683ecd3-c8e8-4cd8-949e-8038f83ed059 up at agent ovs-agent-dv-cinder-831776-4-iscsi {{(pid=103097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 09:14:11.029697 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-2e976202-69b4-44fa-a102-594b57611668 None None] For port 3380145b-44c9-4b13-9a7a-8f03f7dcac64, host dv-cinder-831776-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-4-iscsi',level=0,port_id=3380145b-44c9-4b13-9a7a-8f03f7dcac64,segment=NetworkSegment(58bd9012-6b0b-4d9a-9805-d81b2e7a82e8),segment_id=58bd9012-6b0b-4d9a-9805-d81b2e7a82e8)] {{(pid=103097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 09:14:11.039533 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5c29d464-7805-4abe-98b6-d617a2e12a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (c44e55f4-bd25-428a-b793-6df02aae4939), before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:11.116370 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.managers [None req-5b348dd3-38d7-4bc9-8f11-5026ebaba649 None None] Attempting to bind port 334f994e-7854-4b7b-88f8-d78feaa607a5 on host dv-cinder-831776-4-iscsi for vnic_type normal with profile {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 09:14:11.116749 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.managers [None req-5b348dd3-38d7-4bc9-8f11-5026ebaba649 None None] Attempting to bind port 334f994e-7854-4b7b-88f8-d78feaa607a5 by drivers openvswitch,hyperv on host dv-cinder-831776-4-iscsi at level 0 using segments [{'id': '02d393fd-19de-4bcc-bd9b-72fa097ca06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'dd22b7a8-e86a-40b6-b9b1-eb1d29ce569e'}] {{(pid=103097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 09:14:11.117449 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b348dd3-38d7-4bc9-8f11-5026ebaba649 None None] Attempting to bind port 334f994e-7854-4b7b-88f8-d78feaa607a5 on network dd22b7a8-e86a-40b6-b9b1-eb1d29ce569e {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 09:14:11.133938 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-2e976202-69b4-44fa-a102-594b57611668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (3380145b-44c9-4b13-9a7a-8f03f7dcac64), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:11.151426 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b348dd3-38d7-4bc9-8f11-5026ebaba649 None None] Checking agent: {'id': '489981c6-9aaa-401c-bd41-6b42e027a228', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 8, 53, 27), 'started_at': datetime.datetime(2022, 3, 16, 8, 53, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 9, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 09:14:11.151827 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b348dd3-38d7-4bc9-8f11-5026ebaba649 None None] Checking segment: {'id': '02d393fd-19de-4bcc-bd9b-72fa097ca06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'dd22b7a8-e86a-40b6-b9b1-eb1d29ce569e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 09:14:11.152207 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-5b348dd3-38d7-4bc9-8f11-5026ebaba649 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:11.152619 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b348dd3-38d7-4bc9-8f11-5026ebaba649 None None] Bound using segment: {'id': '02d393fd-19de-4bcc-bd9b-72fa097ca06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'dd22b7a8-e86a-40b6-b9b1-eb1d29ce569e'} {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 09:14:11.153223 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.managers [None req-5b348dd3-38d7-4bc9-8f11-5026ebaba649 None None] Bound port: 334f994e-7854-4b7b-88f8-d78feaa607a5, host: dv-cinder-831776-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02d393fd-19de-4bcc-bd9b-72fa097ca06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'dd22b7a8-e86a-40b6-b9b1-eb1d29ce569e'}}] {{(pid=103097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 09:14:11.153631 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-5b348dd3-38d7-4bc9-8f11-5026ebaba649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (334f994e-7854-4b7b-88f8-d78feaa607a5), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:11.158493 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ca71d5a9-b6ef-4cfa-9c0c-ef6f4ea43238 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557426'] for router (3b3c03a9-8a50-45c0-9cbe-1445dba2ce04), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:11.347112 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5c29d464-7805-4abe-98b6-d617a2e12a21 None None] Publish callbacks [] for port (c44e55f4-bd25-428a-b793-6df02aae4939), precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:11.349188 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Pushing event updated for resources: {'Port': ['ID=b4b9ef11-bd89-4e2b-8d40-6560106fea41,revision_number=4']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:14:11.357251 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvr_db [None req-26cf8087-4870-4046-bedc-871ab34f8b2f None None] Set router 104eed89-97e8-41c8-829f-d4c18b84844a gateway port host: dv-cinder-831776-4-iscsi {{(pid=103097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:14:11.366932 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5c29d464-7805-4abe-98b6-d617a2e12a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (c44e55f4-bd25-428a-b793-6df02aae4939), after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:11.447941 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca71d5a9-b6ef-4cfa-9c0c-ef6f4ea43238 admin admin] Router 3b3c03a9-8a50-45c0-9cbe-1445dba2ce04 is scheduled to L3 agent 09ce795b-eeca-4b3b-9d7f-577d9443cb21 with binding_index 1 {{(pid=103095) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 16 09:14:11.473563 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Provisioning complete for port 2683ecd3-c8e8-4cd8-949e-8038f83ed059 triggered by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:14:11.473808 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (2683ecd3-c8e8-4cd8-949e-8038f83ed059), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:11.486876 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94d5a3c-c4d0-43b3-a949-e58778fe6079 None None] Pushing event updated for resources: {'Port': ['ID=c44e55f4-bd25-428a-b793-6df02aae4939,revision_number=3']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:14:11.496391 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-5b348dd3-38d7-4bc9-8f11-5026ebaba649 None None] For port 334f994e-7854-4b7b-88f8-d78feaa607a5, host dv-cinder-831776-4-iscsi, cleared binding levels {{(pid=103097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 09:14:11.503812 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-5c29d464-7805-4abe-98b6-d617a2e12a21 None None] Attempting to bind port c44e55f4-bd25-428a-b793-6df02aae4939 on host dv-cinder-831776-4-iscsi for vnic_type normal with profile {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 09:14:11.504382 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-5c29d464-7805-4abe-98b6-d617a2e12a21 None None] Attempting to bind port c44e55f4-bd25-428a-b793-6df02aae4939 by drivers openvswitch,hyperv on host dv-cinder-831776-4-iscsi at level 0 using segments [{'id': '97acc3c3-2622-45b7-862b-840b637c186e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '51a1b050-f32d-4097-bc16-62cec3c7dc23'}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 09:14:11.504920 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c29d464-7805-4abe-98b6-d617a2e12a21 None None] Attempting to bind port c44e55f4-bd25-428a-b793-6df02aae4939 on network 51a1b050-f32d-4097-bc16-62cec3c7dc23 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 09:14:11.514130 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c29d464-7805-4abe-98b6-d617a2e12a21 None None] Checking agent: {'id': '489981c6-9aaa-401c-bd41-6b42e027a228', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 8, 53, 27), 'started_at': datetime.datetime(2022, 3, 16, 8, 53, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 9, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 09:14:11.514756 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c29d464-7805-4abe-98b6-d617a2e12a21 None None] Checking segment: {'id': '97acc3c3-2622-45b7-862b-840b637c186e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '51a1b050-f32d-4097-bc16-62cec3c7dc23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 09:14:11.515485 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5c29d464-7805-4abe-98b6-d617a2e12a21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:11.516323 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c29d464-7805-4abe-98b6-d617a2e12a21 None None] Bound using segment: {'id': '97acc3c3-2622-45b7-862b-840b637c186e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '51a1b050-f32d-4097-bc16-62cec3c7dc23'} {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 09:14:11.516964 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-5c29d464-7805-4abe-98b6-d617a2e12a21 None None] Bound port: c44e55f4-bd25-428a-b793-6df02aae4939, host: dv-cinder-831776-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97acc3c3-2622-45b7-862b-840b637c186e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '51a1b050-f32d-4097-bc16-62cec3c7dc23'}}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 09:14:11.517613 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5c29d464-7805-4abe-98b6-d617a2e12a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (c44e55f4-bd25-428a-b793-6df02aae4939), before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:11.579445 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5bb7aa98-7e93-4c60-b39c-97e4d4cd21b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:11.600972 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-5c29d464-7805-4abe-98b6-d617a2e12a21 None None] For port c44e55f4-bd25-428a-b793-6df02aae4939, host dv-cinder-831776-4-iscsi, cleared binding levels {{(pid=103098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 09:14:11.606338 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-5c29d464-7805-4abe-98b6-d617a2e12a21 None None] For port c44e55f4-bd25-428a-b793-6df02aae4939, host dv-cinder-831776-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-4-iscsi',level=0,port_id=c44e55f4-bd25-428a-b793-6df02aae4939,segment=NetworkSegment(97acc3c3-2622-45b7-862b-840b637c186e),segment_id=97acc3c3-2622-45b7-862b-840b637c186e)] {{(pid=103098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 09:14:11.644011 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5c29d464-7805-4abe-98b6-d617a2e12a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (c44e55f4-bd25-428a-b793-6df02aae4939), after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:11.666838 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-5b348dd3-38d7-4bc9-8f11-5026ebaba649 None None] For port 334f994e-7854-4b7b-88f8-d78feaa607a5, host dv-cinder-831776-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-4-iscsi',level=0,port_id=334f994e-7854-4b7b-88f8-d78feaa607a5,segment=NetworkSegment(02d393fd-19de-4bcc-bd9b-72fa097ca06e),segment_id=02d393fd-19de-4bcc-bd9b-72fa097ca06e)] {{(pid=103097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 09:14:11.720083 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-5b348dd3-38d7-4bc9-8f11-5026ebaba649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (334f994e-7854-4b7b-88f8-d78feaa607a5), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:11.737232 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c29d464-7805-4abe-98b6-d617a2e12a21 None None] Routers {'4fdd40b5-320a-4942-a0b1-70df085e344a'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:14:11.737491 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-5c29d464-7805-4abe-98b6-d617a2e12a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:13:53Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['4fdd40b5-320a-4942-a0b1-70df085e344a'], 'active': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:14:11.737746 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca71d5a9-b6ef-4cfa-9c0c-ef6f4ea43238 admin admin] Notify agent at l3_agent.dv-cinder-831776-4-iscsi the message routers_updated {{(pid=103095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 09:14:11.751606 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e784cef-7f10-4b0d-ad0e-b57cccc7ee93 None None] Sync routers for ids ['3b3c03a9-8a50-45c0-9cbe-1445dba2ce04'] in dv-cinder-831776-4-iscsi {{(pid=103098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 09:14:11.764829 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e976202-69b4-44fa-a102-594b57611668 None None] Pushing event updated for resources: {'Port': ['ID=3380145b-44c9-4b13-9a7a-8f03f7dcac64,revision_number=2']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:14:11.814170 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-ca71d5a9-b6ef-4cfa-9c0c-ef6f4ea43238 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:11.818329 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 55726) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:14:11.818874 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-ca71d5a9-b6ef-4cfa-9c0c-ef6f4ea43238 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5377791 Mar 16 09:14:11.909732 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-0e1f7740-775d-4628-aaec-82b27d4fd289 None None] Publish callbacks [] for port (bf33179f-f3f1-4e2b-b1f3-23f11050d97f), precommit_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:11.911120 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-5bb7aa98-7e93-4c60-b39c-97e4d4cd21b1 admin admin] Allocated IP 172.20.0.1 (97ef918a-debb-4a91-84de-9f679e3c4540/4db9f080-61b1-40f2-9991-01423322eae8/5e88f0f9-46db-4f59-a818-dd71d094b60b) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 09:14:11.931080 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94d5a3c-c4d0-43b3-a949-e58778fe6079 None None] Pushing event updated for resources: {'Port': ['ID=c44e55f4-bd25-428a-b793-6df02aae4939,revision_number=4']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:14:12.006169 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvr_db [None req-5c29d464-7805-4abe-98b6-d617a2e12a21 None None] Set router 4fdd40b5-320a-4942-a0b1-70df085e344a gateway port host: dv-cinder-831776-4-iscsi {{(pid=103098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:14:12.010560 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-0e1f7740-775d-4628-aaec-82b27d4fd289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (bf33179f-f3f1-4e2b-b1f3-23f11050d97f), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:12.054289 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b348dd3-38d7-4bc9-8f11-5026ebaba649 None None] Pushing event updated for resources: {'Port': ['ID=334f994e-7854-4b7b-88f8-d78feaa607a5,revision_number=2']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:14:12.126044 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e784cef-7f10-4b0d-ad0e-b57cccc7ee93 None None] Routers {'3b3c03a9-8a50-45c0-9cbe-1445dba2ce04'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:14:12.127446 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-6e784cef-7f10-4b0d-ad0e-b57cccc7ee93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:13:53Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['3b3c03a9-8a50-45c0-9cbe-1445dba2ce04'], 'active': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:14:12.139162 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-45dd66c3-38d3-45f3-ba1b-12213da571b5 None None] Provisioning complete for port c44e55f4-bd25-428a-b793-6df02aae4939 triggered by entity DHCP. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:14:12.148845 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-45dd66c3-38d3-45f3-ba1b-12213da571b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (c44e55f4-bd25-428a-b793-6df02aae4939), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:12.156729 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5bb7aa98-7e93-4c60-b39c-97e4d4cd21b1 admin admin] Publish callbacks [] for port (5e88f0f9-46db-4f59-a818-dd71d094b60b), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:12.160788 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Current status of the port 2683ecd3-c8e8-4cd8-949e-8038f83ed059 is: ACTIVE; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:14:12.257336 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5bb7aa98-7e93-4c60-b39c-97e4d4cd21b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732012762709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13558255'] for port (5e88f0f9-46db-4f59-a818-dd71d094b60b), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:12.320691 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb7aa98-7e93-4c60-b39c-97e4d4cd21b1 admin admin] Network 97ef918a-debb-4a91-84de-9f679e3c4540 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 09:14:12.323459 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-5bb7aa98-7e93-4c60-b39c-97e4d4cd21b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 09:14:12.333924 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99a9dd8-f9ea-41c0-8433-19f6ee81e20f None None] Pushing event updated for resources: {'Port': ['ID=bf33179f-f3f1-4e2b-b1f3-23f11050d97f,revision_number=3']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:14:12.343562 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb7aa98-7e93-4c60-b39c-97e4d4cd21b1 admin admin] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 09:14:12.398602 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb7aa98-7e93-4c60-b39c-97e4d4cd21b1 admin admin] Pushing event updated for resources: {'Port': ['ID=5e88f0f9-46db-4f59-a818-dd71d094b60b,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:14:12.417786 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-26cf8087-4870-4046-bedc-871ab34f8b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '104eed89-97e8-41c8-829f-d4c18b84844a', 'name': 'tempest-TestMinimumBasicScenario-1040188861-router', 'tenant_id': '947a751f7c1e4a90a81ee13d33095cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '34691523-1319-499c-9a66-b49ead4c0464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:14:08Z', 'updated_at': '2022-03-16T09:14:10Z', 'revision_number': 3, 'project_id': '947a751f7c1e4a90a81ee13d33095cde', 'gw_port': {'id': '34691523-1319-499c-9a66-b49ead4c0464', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:88:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '104eed89-97e8-41c8-829f-d4c18b84844a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:14:09Z', 'updated_at': '2022-03-16T09:14:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi'}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:14:12.428967 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvr_db [None req-6e784cef-7f10-4b0d-ad0e-b57cccc7ee93 None None] Set router 3b3c03a9-8a50-45c0-9cbe-1445dba2ce04 gateway port host: dv-cinder-831776-4-iscsi {{(pid=103098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:14:12.431752 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.managers [None req-0e1f7740-775d-4628-aaec-82b27d4fd289 None None] Attempting to bind port bf33179f-f3f1-4e2b-b1f3-23f11050d97f on host dv-cinder-831776-4-iscsi for vnic_type normal with profile {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 09:14:12.432128 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.managers [None req-0e1f7740-775d-4628-aaec-82b27d4fd289 None None] Attempting to bind port bf33179f-f3f1-4e2b-b1f3-23f11050d97f by drivers openvswitch,hyperv on host dv-cinder-831776-4-iscsi at level 0 using segments [{'id': '0ad45193-c88a-4b26-9fac-41c5a66a372f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'e1ee28af-2313-443a-8430-6783e827c8db'}] {{(pid=103097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 09:14:12.432491 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1f7740-775d-4628-aaec-82b27d4fd289 None None] Attempting to bind port bf33179f-f3f1-4e2b-b1f3-23f11050d97f on network e1ee28af-2313-443a-8430-6783e827c8db {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 09:14:12.443960 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5bb7aa98-7e93-4c60-b39c-97e4d4cd21b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-557441'] for router_interface (104eed89-97e8-41c8-829f-d4c18b84844a), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:12.511641 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cf8087-4870-4046-bedc-871ab34f8b2f None None] Checking router: 104eed89-97e8-41c8-829f-d4c18b84844a for host: dv-cinder-831776-4-iscsi {{(pid=103097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 09:14:12.512019 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cf8087-4870-4046-bedc-871ab34f8b2f None None] Updating router 104eed89-97e8-41c8-829f-d4c18b84844a port 34691523-1319-499c-9a66-b49ead4c0464 binding host dv-cinder-831776-4-iscsi {{(pid=103097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 09:14:12.515896 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1f7740-775d-4628-aaec-82b27d4fd289 None None] Checking agent: {'id': '489981c6-9aaa-401c-bd41-6b42e027a228', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 8, 53, 27), 'started_at': datetime.datetime(2022, 3, 16, 8, 53, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 9, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 09:14:12.516277 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1f7740-775d-4628-aaec-82b27d4fd289 None None] Checking segment: {'id': '0ad45193-c88a-4b26-9fac-41c5a66a372f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'e1ee28af-2313-443a-8430-6783e827c8db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 09:14:12.516680 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-0e1f7740-775d-4628-aaec-82b27d4fd289 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:12.517073 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1f7740-775d-4628-aaec-82b27d4fd289 None None] Bound using segment: {'id': '0ad45193-c88a-4b26-9fac-41c5a66a372f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'e1ee28af-2313-443a-8430-6783e827c8db'} {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 09:14:12.523531 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.managers [None req-0e1f7740-775d-4628-aaec-82b27d4fd289 None None] Bound port: bf33179f-f3f1-4e2b-b1f3-23f11050d97f, host: dv-cinder-831776-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ad45193-c88a-4b26-9fac-41c5a66a372f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'e1ee28af-2313-443a-8430-6783e827c8db'}}] {{(pid=103097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 09:14:12.524233 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-0e1f7740-775d-4628-aaec-82b27d4fd289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (bf33179f-f3f1-4e2b-b1f3-23f11050d97f), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:12.660937 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device b4b9ef11-bd89-4e2b-8d40-6560106fea41 up at agent ovs-agent-dv-cinder-831776-4-iscsi {{(pid=103097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 09:14:12.668629 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-26cf8087-4870-4046-bedc-871ab34f8b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (34691523-1319-499c-9a66-b49ead4c0464), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:12.699796 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5bb7aa98-7e93-4c60-b39c-97e4d4cd21b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (5e88f0f9-46db-4f59-a818-dd71d094b60b), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:12.748337 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-45dd66c3-38d3-45f3-ba1b-12213da571b5 None None] Current status of the port c44e55f4-bd25-428a-b793-6df02aae4939 is: DOWN; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:14:12.748801 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-45dd66c3-38d3-45f3-ba1b-12213da571b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (c44e55f4-bd25-428a-b793-6df02aae4939), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:12.857361 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-c7a5602a-1afb-43a6-a528-e1802744d40b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:12.965290 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-5c29d464-7805-4abe-98b6-d617a2e12a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fdd40b5-320a-4942-a0b1-70df085e344a', 'name': 'tempest-TestMinimumBasicScenario-1050260373-router', 'tenant_id': '9105c40a7aa64b46b2a5bb388f445284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'b4b9ef11-bd89-4e2b-8d40-6560106fea41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:14:02Z', 'updated_at': '2022-03-16T09:14:05Z', 'revision_number': 4, 'project_id': '9105c40a7aa64b46b2a5bb388f445284', 'gw_port': {'id': 'b4b9ef11-bd89-4e2b-8d40-6560106fea41', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdd40b5-320a-4942-a0b1-70df085e344a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:14:03Z', 'updated_at': '2022-03-16T09:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_interfaces': [{'id': 'c44e55f4-bd25-428a-b793-6df02aae4939', 'name': '', 'network_id': '51a1b050-f32d-4097-bc16-62cec3c7dc23', 'tenant_id': '9105c40a7aa64b46b2a5bb388f445284', 'mac_address': 'fa:16:3e:22:e8:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fdd40b5-320a-4942-a0b1-70df085e344a', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'a6f52e30-58d6-4f30-893d-beb4b2ff4428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:14:05Z', 'updated_at': '2022-03-16T09:14:11Z', 'revision_number': 4, 'project_id': '9105c40a7aa64b46b2a5bb388f445284', 'subnets': [{'id': 'a6f52e30-58d6-4f30-893d-beb4b2ff4428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:14:12.978208 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-0e1f7740-775d-4628-aaec-82b27d4fd289 None None] For port bf33179f-f3f1-4e2b-b1f3-23f11050d97f, host dv-cinder-831776-4-iscsi, cleared binding levels {{(pid=103097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 09:14:13.003745 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5bb7aa98-7e93-4c60-b39c-97e4d4cd21b1 admin admin] Publish callbacks [] for port (5e88f0f9-46db-4f59-a818-dd71d094b60b), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:13.009820 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-0e1f7740-775d-4628-aaec-82b27d4fd289 None None] For port bf33179f-f3f1-4e2b-b1f3-23f11050d97f, host dv-cinder-831776-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-4-iscsi',level=0,port_id=bf33179f-f3f1-4e2b-b1f3-23f11050d97f,segment=NetworkSegment(0ad45193-c88a-4b26-9fac-41c5a66a372f),segment_id=0ad45193-c88a-4b26-9fac-41c5a66a372f)] {{(pid=103097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 09:14:13.014929 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5bb7aa98-7e93-4c60-b39c-97e4d4cd21b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13558246'] for port (5e88f0f9-46db-4f59-a818-dd71d094b60b), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:13.020368 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-45dd66c3-38d3-45f3-ba1b-12213da571b5 None None] For port c44e55f4-bd25-428a-b793-6df02aae4939, host dv-cinder-831776-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-4-iscsi',level=0,port_id=c44e55f4-bd25-428a-b793-6df02aae4939,segment=NetworkSegment(97acc3c3-2622-45b7-862b-840b637c186e),segment_id=97acc3c3-2622-45b7-862b-840b637c186e)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:14:13.024475 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Provisioning complete for port b4b9ef11-bd89-4e2b-8d40-6560106fea41 triggered by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:14:13.025097 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (b4b9ef11-bd89-4e2b-8d40-6560106fea41), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:13.033837 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-0e1f7740-775d-4628-aaec-82b27d4fd289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (bf33179f-f3f1-4e2b-b1f3-23f11050d97f), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:13.046304 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c29d464-7805-4abe-98b6-d617a2e12a21 None None] The sync data for ids ['4fdd40b5-320a-4942-a0b1-70df085e344a'] in dv-cinder-831776-4-iscsi is: [{'id': '4fdd40b5-320a-4942-a0b1-70df085e344a', 'name': 'tempest-TestMinimumBasicScenario-1050260373-router', 'tenant_id': '9105c40a7aa64b46b2a5bb388f445284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'b4b9ef11-bd89-4e2b-8d40-6560106fea41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:14:02Z', 'updated_at': '2022-03-16T09:14:05Z', 'revision_number': 4, 'project_id': '9105c40a7aa64b46b2a5bb388f445284', 'gw_port': {'id': 'b4b9ef11-bd89-4e2b-8d40-6560106fea41', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdd40b5-320a-4942-a0b1-70df085e344a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:14:03Z', 'updated_at': '2022-03-16T09:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_interfaces': [{'id': 'c44e55f4-bd25-428a-b793-6df02aae4939', 'name': '', 'network_id': '51a1b050-f32d-4097-bc16-62cec3c7dc23', 'tenant_id': '9105c40a7aa64b46b2a5bb388f445284', 'mac_address': 'fa:16:3e:22:e8:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fdd40b5-320a-4942-a0b1-70df085e344a', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'a6f52e30-58d6-4f30-893d-beb4b2ff4428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:14:05Z', 'updated_at': '2022-03-16T09:14:11Z', 'revision_number': 4, 'project_id': '9105c40a7aa64b46b2a5bb388f445284', 'subnets': [{'id': 'a6f52e30-58d6-4f30-893d-beb4b2ff4428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 09:14:13.059029 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-6e784cef-7f10-4b0d-ad0e-b57cccc7ee93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b3c03a9-8a50-45c0-9cbe-1445dba2ce04', 'name': 'tempest-TestVolumeBootPattern-642702357-router', 'tenant_id': '831beda959844f1c9ef19ab81d3a52b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'b5f420a3-1782-4c31-968d-2ac536d06440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:14:09Z', 'updated_at': '2022-03-16T09:14:10Z', 'revision_number': 3, 'project_id': '831beda959844f1c9ef19ab81d3a52b5', 'gw_port': {'id': 'b5f420a3-1782-4c31-968d-2ac536d06440', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:75:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b3c03a9-8a50-45c0-9cbe-1445dba2ce04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:14:09Z', 'updated_at': '2022-03-16T09:14:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi'}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:14:13.078115 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-45dd66c3-38d3-45f3-ba1b-12213da571b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (c44e55f4-bd25-428a-b793-6df02aae4939), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:13.109186 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8db37ac-419c-4996-b476-f8e6eed8dde3 None None] Network 97ef918a-debb-4a91-84de-9f679e3c4540 requested from dv-cinder-831776-4-iscsi {{(pid=103097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 09:14:13.127756 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e784cef-7f10-4b0d-ad0e-b57cccc7ee93 None None] Checking router: 3b3c03a9-8a50-45c0-9cbe-1445dba2ce04 for host: dv-cinder-831776-4-iscsi {{(pid=103098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 09:14:13.128113 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e784cef-7f10-4b0d-ad0e-b57cccc7ee93 None None] Updating router 3b3c03a9-8a50-45c0-9cbe-1445dba2ce04 port b5f420a3-1782-4c31-968d-2ac536d06440 binding host dv-cinder-831776-4-iscsi {{(pid=103098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 09:14:13.150787 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5bb7aa98-7e93-4c60-b39c-97e4d4cd21b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560177'] for router_interface (104eed89-97e8-41c8-829f-d4c18b84844a), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:13.160950 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb7aa98-7e93-4c60-b39c-97e4d4cd21b1 admin admin] Pushing event updated for resources: {'Port': ['ID=5e88f0f9-46db-4f59-a818-dd71d094b60b,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:14:13.163398 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.db_base_plugin_common [None req-c7a5602a-1afb-43a6-a528-e1802744d40b admin admin] Allocated IP 172.20.0.1 (dd22b7a8-e86a-40b6-b9b1-eb1d29ce569e/34da4090-2bd1-482e-837a-427ad906aa0b/6f85f624-8a63-42c5-9ac3-660989a5be0d) {{(pid=103096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 09:14:13.203931 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6e784cef-7f10-4b0d-ad0e-b57cccc7ee93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (b5f420a3-1782-4c31-968d-2ac536d06440), before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:13.326833 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-c7a5602a-1afb-43a6-a528-e1802744d40b admin admin] Publish callbacks [] for port (6f85f624-8a63-42c5-9ac3-660989a5be0d), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:13.403152 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-c7a5602a-1afb-43a6-a528-e1802744d40b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732012762709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13105710'] for port (6f85f624-8a63-42c5-9ac3-660989a5be0d), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:13.519906 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a5602a-1afb-43a6-a528-e1802744d40b admin admin] Network dd22b7a8-e86a-40b6-b9b1-eb1d29ce569e is already hosted by enough agents. {{(pid=103096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 09:14:13.527450 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.base_scheduler [None req-c7a5602a-1afb-43a6-a528-e1802744d40b admin admin] Resources bound (agent type, host, resource id): {{(pid=103096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 09:14:13.535687 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a5602a-1afb-43a6-a528-e1802744d40b admin admin] Received port after_create {{(pid=103096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 09:14:13.578343 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a5602a-1afb-43a6-a528-e1802744d40b admin admin] Pushing event updated for resources: {'Port': ['ID=6f85f624-8a63-42c5-9ac3-660989a5be0d,revision_number=1']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:14:13.586617 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99a9dd8-f9ea-41c0-8433-19f6ee81e20f None None] Pushing event updated for resources: {'Port': ['ID=bf33179f-f3f1-4e2b-b1f3-23f11050d97f,revision_number=4']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:14:13.594456 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1f7740-775d-4628-aaec-82b27d4fd289 None None] Routers {'d45b9d88-fcaf-4334-a3c0-1dfd30d22a35'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:14:13.595110 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-0e1f7740-775d-4628-aaec-82b27d4fd289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:13:53Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['d45b9d88-fcaf-4334-a3c0-1dfd30d22a35'], 'active': True} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:14:13.639364 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-c7a5602a-1afb-43a6-a528-e1802744d40b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-557441'] for router_interface (3b3c03a9-8a50-45c0-9cbe-1445dba2ce04), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:13.712369 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-68f10cc7-ab9b-44ab-9dcd-ea5b8f6ffe13 None None] Provisioning complete for port bf33179f-f3f1-4e2b-b1f3-23f11050d97f triggered by entity DHCP. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:14:13.712890 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-68f10cc7-ab9b-44ab-9dcd-ea5b8f6ffe13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (bf33179f-f3f1-4e2b-b1f3-23f11050d97f), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:13.739315 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb7aa98-7e93-4c60-b39c-97e4d4cd21b1 admin admin] Network 97ef918a-debb-4a91-84de-9f679e3c4540 is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 09:14:13.741317 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-5bb7aa98-7e93-4c60-b39c-97e4d4cd21b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 09:14:13.762201 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dd66c3-38d3-45f3-ba1b-12213da571b5 None None] Pushing event updated for resources: {'Port': ['ID=c44e55f4-bd25-428a-b793-6df02aae4939,revision_number=5']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:14:13.764644 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad47f56a-e597-4b5a-9076-9c591a56b7a6 None None] Network dd22b7a8-e86a-40b6-b9b1-eb1d29ce569e requested from dv-cinder-831776-4-iscsi {{(pid=103097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 09:14:13.868831 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-c7a5602a-1afb-43a6-a528-e1802744d40b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (6f85f624-8a63-42c5-9ac3-660989a5be0d), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:13.878124 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bb7aa98-7e93-4c60-b39c-97e4d4cd21b1 admin admin] Router 104eed89-97e8-41c8-829f-d4c18b84844a has already been hosted by L3 agent 09ce795b-eeca-4b3b-9d7f-577d9443cb21 {{(pid=103095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 09:14:14.000745 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bb7aa98-7e93-4c60-b39c-97e4d4cd21b1 admin admin] Notify agent at l3_agent.dv-cinder-831776-4-iscsi the message routers_updated {{(pid=103095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 09:14:14.013161 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-5bb7aa98-7e93-4c60-b39c-97e4d4cd21b1 admin admin] 10.222.0.18 "PUT /v2.0/routers/104eed89-97e8-41c8-829f-d4c18b84844a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1416402 Mar 16 09:14:14.013850 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Current status of the port b4b9ef11-bd89-4e2b-8d40-6560106fea41 is: ACTIVE; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:14:14.013850 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device 3380145b-44c9-4b13-9a7a-8f03f7dcac64 up at agent ovs-agent-dv-cinder-831776-4-iscsi {{(pid=103097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 09:14:14.060863 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-26cf8087-4870-4046-bedc-871ab34f8b2f None None] Publish callbacks [] for port (34691523-1319-499c-9a66-b49ead4c0464), precommit_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:14.086721 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-c7a5602a-1afb-43a6-a528-e1802744d40b admin admin] Publish callbacks [] for port (6f85f624-8a63-42c5-9ac3-660989a5be0d), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:14.092662 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-c7a5602a-1afb-43a6-a528-e1802744d40b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13105703'] for port (6f85f624-8a63-42c5-9ac3-660989a5be0d), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:14.099724 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-26cf8087-4870-4046-bedc-871ab34f8b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (34691523-1319-499c-9a66-b49ead4c0464), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:14.116346 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvr_db [None req-0e1f7740-775d-4628-aaec-82b27d4fd289 None None] Set router d45b9d88-fcaf-4334-a3c0-1dfd30d22a35 gateway port host: dv-cinder-831776-4-iscsi {{(pid=103097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:14:14.220046 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-c7a5602a-1afb-43a6-a528-e1802744d40b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560177'] for router_interface (3b3c03a9-8a50-45c0-9cbe-1445dba2ce04), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:14.233597 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a5602a-1afb-43a6-a528-e1802744d40b admin admin] Pushing event updated for resources: {'Port': ['ID=6f85f624-8a63-42c5-9ac3-660989a5be0d,revision_number=2']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:14:14.298979 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.managers [None req-26cf8087-4870-4046-bedc-871ab34f8b2f None None] Attempting to bind port 34691523-1319-499c-9a66-b49ead4c0464 on host dv-cinder-831776-4-iscsi for vnic_type normal with profile {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 09:14:14.299384 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.managers [None req-26cf8087-4870-4046-bedc-871ab34f8b2f None None] Attempting to bind port 34691523-1319-499c-9a66-b49ead4c0464 by drivers openvswitch,hyperv on host dv-cinder-831776-4-iscsi at level 0 using segments [{'id': '627a1704-08f1-4a54-a35a-53ba84ce9e35', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab'}] {{(pid=103097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 09:14:14.299751 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cf8087-4870-4046-bedc-871ab34f8b2f None None] Attempting to bind port 34691523-1319-499c-9a66-b49ead4c0464 on network c4839873-0f35-4ea4-8707-46bf79a3edab {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 09:14:14.312200 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6e784cef-7f10-4b0d-ad0e-b57cccc7ee93 None None] Publish callbacks [] for port (b5f420a3-1782-4c31-968d-2ac536d06440), precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:14.324355 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6e784cef-7f10-4b0d-ad0e-b57cccc7ee93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (b5f420a3-1782-4c31-968d-2ac536d06440), after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:14.373730 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a5602a-1afb-43a6-a528-e1802744d40b admin admin] Network dd22b7a8-e86a-40b6-b9b1-eb1d29ce569e is already hosted by enough agents. {{(pid=103096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 09:14:14.376734 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.base_scheduler [None req-c7a5602a-1afb-43a6-a528-e1802744d40b admin admin] Resources bound (agent type, host, resource id): {{(pid=103096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 09:14:14.381862 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-6e784cef-7f10-4b0d-ad0e-b57cccc7ee93 None None] Attempting to bind port b5f420a3-1782-4c31-968d-2ac536d06440 on host dv-cinder-831776-4-iscsi for vnic_type normal with profile {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 09:14:14.382592 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-6e784cef-7f10-4b0d-ad0e-b57cccc7ee93 None None] Attempting to bind port b5f420a3-1782-4c31-968d-2ac536d06440 by drivers openvswitch,hyperv on host dv-cinder-831776-4-iscsi at level 0 using segments [{'id': '627a1704-08f1-4a54-a35a-53ba84ce9e35', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab'}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 09:14:14.382955 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e784cef-7f10-4b0d-ad0e-b57cccc7ee93 None None] Attempting to bind port b5f420a3-1782-4c31-968d-2ac536d06440 on network c4839873-0f35-4ea4-8707-46bf79a3edab {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 09:14:14.390256 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cf8087-4870-4046-bedc-871ab34f8b2f None None] Checking agent: {'id': '489981c6-9aaa-401c-bd41-6b42e027a228', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 8, 53, 27), 'started_at': datetime.datetime(2022, 3, 16, 8, 53, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 9, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 09:14:14.390630 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cf8087-4870-4046-bedc-871ab34f8b2f None None] Checking segment: {'id': '627a1704-08f1-4a54-a35a-53ba84ce9e35', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 09:14:14.391036 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-26cf8087-4870-4046-bedc-871ab34f8b2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:14.391426 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cf8087-4870-4046-bedc-871ab34f8b2f None None] Bound using segment: {'id': '627a1704-08f1-4a54-a35a-53ba84ce9e35', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab'} {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 09:14:14.391914 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.managers [None req-26cf8087-4870-4046-bedc-871ab34f8b2f None None] Bound port: 34691523-1319-499c-9a66-b49ead4c0464, host: dv-cinder-831776-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '627a1704-08f1-4a54-a35a-53ba84ce9e35', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab'}}] {{(pid=103097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 09:14:14.392289 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-26cf8087-4870-4046-bedc-871ab34f8b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (34691523-1319-499c-9a66-b49ead4c0464), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:14.409318 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e784cef-7f10-4b0d-ad0e-b57cccc7ee93 None None] Checking agent: {'id': '489981c6-9aaa-401c-bd41-6b42e027a228', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 8, 53, 27), 'started_at': datetime.datetime(2022, 3, 16, 8, 53, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 9, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 09:14:14.409725 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e784cef-7f10-4b0d-ad0e-b57cccc7ee93 None None] Checking segment: {'id': '627a1704-08f1-4a54-a35a-53ba84ce9e35', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 09:14:14.410229 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6e784cef-7f10-4b0d-ad0e-b57cccc7ee93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:14.410616 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e784cef-7f10-4b0d-ad0e-b57cccc7ee93 None None] Bound using segment: {'id': '627a1704-08f1-4a54-a35a-53ba84ce9e35', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab'} {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 09:14:14.411092 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-6e784cef-7f10-4b0d-ad0e-b57cccc7ee93 None None] Bound port: b5f420a3-1782-4c31-968d-2ac536d06440, host: dv-cinder-831776-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '627a1704-08f1-4a54-a35a-53ba84ce9e35', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab'}}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 09:14:14.411514 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6e784cef-7f10-4b0d-ad0e-b57cccc7ee93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (b5f420a3-1782-4c31-968d-2ac536d06440), before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:14.428727 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0666e8-1a1c-4368-9b9a-3a0c723d2a01 None None] Pushing event updated for resources: {'Port': ['ID=34691523-1319-499c-9a66-b49ead4c0464,revision_number=2']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:14:14.442383 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-68f10cc7-ab9b-44ab-9dcd-ea5b8f6ffe13 None None] Current status of the port bf33179f-f3f1-4e2b-b1f3-23f11050d97f is: DOWN; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:14:14.443454 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-68f10cc7-ab9b-44ab-9dcd-ea5b8f6ffe13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (bf33179f-f3f1-4e2b-b1f3-23f11050d97f), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:14.447543 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Provisioning complete for port 3380145b-44c9-4b13-9a7a-8f03f7dcac64 triggered by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:14:14.447919 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (3380145b-44c9-4b13-9a7a-8f03f7dcac64), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:14.451822 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655f7101-dbde-4c54-a334-8e7de7ae5fd6 None None] Pushing event updated for resources: {'Port': ['ID=b5f420a3-1782-4c31-968d-2ac536d06440,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:14:14.509966 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-6e784cef-7f10-4b0d-ad0e-b57cccc7ee93 None None] For port b5f420a3-1782-4c31-968d-2ac536d06440, host dv-cinder-831776-4-iscsi, cleared binding levels {{(pid=103098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 09:14:14.520268 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-6e784cef-7f10-4b0d-ad0e-b57cccc7ee93 None None] For port b5f420a3-1782-4c31-968d-2ac536d06440, host dv-cinder-831776-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-4-iscsi',level=0,port_id=b5f420a3-1782-4c31-968d-2ac536d06440,segment=NetworkSegment(627a1704-08f1-4a54-a35a-53ba84ce9e35),segment_id=627a1704-08f1-4a54-a35a-53ba84ce9e35)] {{(pid=103098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 09:14:14.536335 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6e784cef-7f10-4b0d-ad0e-b57cccc7ee93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (b5f420a3-1782-4c31-968d-2ac536d06440), after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:14.625743 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7a5602a-1afb-43a6-a528-e1802744d40b admin admin] Router 3b3c03a9-8a50-45c0-9cbe-1445dba2ce04 has already been hosted by L3 agent 09ce795b-eeca-4b3b-9d7f-577d9443cb21 {{(pid=103096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 09:14:14.671091 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-68f10cc7-ab9b-44ab-9dcd-ea5b8f6ffe13 None None] For port bf33179f-f3f1-4e2b-b1f3-23f11050d97f, host dv-cinder-831776-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-4-iscsi',level=0,port_id=bf33179f-f3f1-4e2b-b1f3-23f11050d97f,segment=NetworkSegment(0ad45193-c88a-4b26-9fac-41c5a66a372f),segment_id=0ad45193-c88a-4b26-9fac-41c5a66a372f)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:14:14.675596 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e784cef-7f10-4b0d-ad0e-b57cccc7ee93 None None] Routers {'3b3c03a9-8a50-45c0-9cbe-1445dba2ce04'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:14:14.676204 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-6e784cef-7f10-4b0d-ad0e-b57cccc7ee93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:13:53Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['3b3c03a9-8a50-45c0-9cbe-1445dba2ce04'], 'active': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:14:14.731332 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-68f10cc7-ab9b-44ab-9dcd-ea5b8f6ffe13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (bf33179f-f3f1-4e2b-b1f3-23f11050d97f), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:14.774101 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-26cf8087-4870-4046-bedc-871ab34f8b2f None None] For port 34691523-1319-499c-9a66-b49ead4c0464, host dv-cinder-831776-4-iscsi, cleared binding levels {{(pid=103097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 09:14:14.817262 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-26cf8087-4870-4046-bedc-871ab34f8b2f None None] For port 34691523-1319-499c-9a66-b49ead4c0464, host dv-cinder-831776-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-4-iscsi',level=0,port_id=34691523-1319-499c-9a66-b49ead4c0464,segment=NetworkSegment(627a1704-08f1-4a54-a35a-53ba84ce9e35),segment_id=627a1704-08f1-4a54-a35a-53ba84ce9e35)] {{(pid=103097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 09:14:14.824561 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655f7101-dbde-4c54-a334-8e7de7ae5fd6 None None] Pushing event updated for resources: {'Port': ['ID=b5f420a3-1782-4c31-968d-2ac536d06440,revision_number=3']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:14:14.882786 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-26cf8087-4870-4046-bedc-871ab34f8b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (34691523-1319-499c-9a66-b49ead4c0464), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:14.933532 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvr_db [None req-6e784cef-7f10-4b0d-ad0e-b57cccc7ee93 None None] Set router 3b3c03a9-8a50-45c0-9cbe-1445dba2ce04 gateway port host: dv-cinder-831776-4-iscsi {{(pid=103098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:14:14.936407 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-68f10cc7-ab9b-44ab-9dcd-ea5b8f6ffe13 None None] Provisioning complete for port c44e55f4-bd25-428a-b793-6df02aae4939 triggered by entity DHCP. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:14:14.936782 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-68f10cc7-ab9b-44ab-9dcd-ea5b8f6ffe13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (c44e55f4-bd25-428a-b793-6df02aae4939), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:14.982590 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f10cc7-ab9b-44ab-9dcd-ea5b8f6ffe13 None None] Pushing event updated for resources: {'Port': ['ID=bf33179f-f3f1-4e2b-b1f3-23f11050d97f,revision_number=5']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:14:15.048787 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cf8087-4870-4046-bedc-871ab34f8b2f None None] Routers {'104eed89-97e8-41c8-829f-d4c18b84844a'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:14:15.049458 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-26cf8087-4870-4046-bedc-871ab34f8b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:13:53Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['104eed89-97e8-41c8-829f-d4c18b84844a'], 'active': True} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:14:15.111449 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Current status of the port 3380145b-44c9-4b13-9a7a-8f03f7dcac64 is: DOWN; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:14:15.112136 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (3380145b-44c9-4b13-9a7a-8f03f7dcac64), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:15.245505 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-0e1f7740-775d-4628-aaec-82b27d4fd289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd45b9d88-fcaf-4334-a3c0-1dfd30d22a35', 'name': 'tempest-TestVolumeBootPattern-1758434805-router', 'tenant_id': 'acda52d846f04cf8b49ca272597c9d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '2683ecd3-c8e8-4cd8-949e-8038f83ed059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:14:02Z', 'updated_at': '2022-03-16T09:14:06Z', 'revision_number': 4, 'project_id': 'acda52d846f04cf8b49ca272597c9d5d', 'gw_port': {'id': '2683ecd3-c8e8-4cd8-949e-8038f83ed059', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45b9d88-fcaf-4334-a3c0-1dfd30d22a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:14:03Z', 'updated_at': '2022-03-16T09:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_interfaces': [{'id': 'bf33179f-f3f1-4e2b-b1f3-23f11050d97f', 'name': '', 'network_id': 'e1ee28af-2313-443a-8430-6783e827c8db', 'tenant_id': 'acda52d846f04cf8b49ca272597c9d5d', 'mac_address': 'fa:16:3e:db:69:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd45b9d88-fcaf-4334-a3c0-1dfd30d22a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '2589bda5-b4b7-46d6-9ea7-a504068c0d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:14:05Z', 'updated_at': '2022-03-16T09:14:12Z', 'revision_number': 4, 'project_id': 'acda52d846f04cf8b49ca272597c9d5d', 'subnets': [{'id': '2589bda5-b4b7-46d6-9ea7-a504068c0d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:14:15.302590 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-6e784cef-7f10-4b0d-ad0e-b57cccc7ee93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b3c03a9-8a50-45c0-9cbe-1445dba2ce04', 'name': 'tempest-TestVolumeBootPattern-642702357-router', 'tenant_id': '831beda959844f1c9ef19ab81d3a52b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'b5f420a3-1782-4c31-968d-2ac536d06440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:14:09Z', 'updated_at': '2022-03-16T09:14:13Z', 'revision_number': 4, 'project_id': '831beda959844f1c9ef19ab81d3a52b5', 'gw_port': {'id': 'b5f420a3-1782-4c31-968d-2ac536d06440', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:75:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b3c03a9-8a50-45c0-9cbe-1445dba2ce04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:14:09Z', 'updated_at': '2022-03-16T09:14:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_interfaces': [{'id': '6f85f624-8a63-42c5-9ac3-660989a5be0d', 'name': '', 'network_id': 'dd22b7a8-e86a-40b6-b9b1-eb1d29ce569e', 'tenant_id': '831beda959844f1c9ef19ab81d3a52b5', 'mac_address': 'fa:16:3e:42:55:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b3c03a9-8a50-45c0-9cbe-1445dba2ce04', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '34da4090-2bd1-482e-837a-427ad906aa0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:14:12Z', 'updated_at': '2022-03-16T09:14:13Z', 'revision_number': 2, 'project_id': '831beda959844f1c9ef19ab81d3a52b5', 'subnets': [{'id': '34da4090-2bd1-482e-837a-427ad906aa0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:14:15.338013 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1f7740-775d-4628-aaec-82b27d4fd289 None None] The sync data for ids ['d45b9d88-fcaf-4334-a3c0-1dfd30d22a35'] in dv-cinder-831776-4-iscsi is: [{'id': 'd45b9d88-fcaf-4334-a3c0-1dfd30d22a35', 'name': 'tempest-TestVolumeBootPattern-1758434805-router', 'tenant_id': 'acda52d846f04cf8b49ca272597c9d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '2683ecd3-c8e8-4cd8-949e-8038f83ed059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:14:02Z', 'updated_at': '2022-03-16T09:14:06Z', 'revision_number': 4, 'project_id': 'acda52d846f04cf8b49ca272597c9d5d', 'gw_port': {'id': '2683ecd3-c8e8-4cd8-949e-8038f83ed059', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45b9d88-fcaf-4334-a3c0-1dfd30d22a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:14:03Z', 'updated_at': '2022-03-16T09:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_interfaces': [{'id': 'bf33179f-f3f1-4e2b-b1f3-23f11050d97f', 'name': '', 'network_id': 'e1ee28af-2313-443a-8430-6783e827c8db', 'tenant_id': 'acda52d846f04cf8b49ca272597c9d5d', 'mac_address': 'fa:16:3e:db:69:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd45b9d88-fcaf-4334-a3c0-1dfd30d22a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '2589bda5-b4b7-46d6-9ea7-a504068c0d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:14:05Z', 'updated_at': '2022-03-16T09:14:12Z', 'revision_number': 4, 'project_id': 'acda52d846f04cf8b49ca272597c9d5d', 'subnets': [{'id': '2589bda5-b4b7-46d6-9ea7-a504068c0d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 09:14:15.358180 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0666e8-1a1c-4368-9b9a-3a0c723d2a01 None None] Pushing event updated for resources: {'Port': ['ID=34691523-1319-499c-9a66-b49ead4c0464,revision_number=3']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:14:15.401893 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e784cef-7f10-4b0d-ad0e-b57cccc7ee93 None None] The sync data for ids ['3b3c03a9-8a50-45c0-9cbe-1445dba2ce04'] in dv-cinder-831776-4-iscsi is: [{'id': '3b3c03a9-8a50-45c0-9cbe-1445dba2ce04', 'name': 'tempest-TestVolumeBootPattern-642702357-router', 'tenant_id': '831beda959844f1c9ef19ab81d3a52b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'b5f420a3-1782-4c31-968d-2ac536d06440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:14:09Z', 'updated_at': '2022-03-16T09:14:13Z', 'revision_number': 4, 'project_id': '831beda959844f1c9ef19ab81d3a52b5', 'gw_port': {'id': 'b5f420a3-1782-4c31-968d-2ac536d06440', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:75:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b3c03a9-8a50-45c0-9cbe-1445dba2ce04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:14:09Z', 'updated_at': '2022-03-16T09:14:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_interfaces': [{'id': '6f85f624-8a63-42c5-9ac3-660989a5be0d', 'name': '', 'network_id': 'dd22b7a8-e86a-40b6-b9b1-eb1d29ce569e', 'tenant_id': '831beda959844f1c9ef19ab81d3a52b5', 'mac_address': 'fa:16:3e:42:55:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b3c03a9-8a50-45c0-9cbe-1445dba2ce04', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '34da4090-2bd1-482e-837a-427ad906aa0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:14:12Z', 'updated_at': '2022-03-16T09:14:13Z', 'revision_number': 2, 'project_id': '831beda959844f1c9ef19ab81d3a52b5', 'subnets': [{'id': '34da4090-2bd1-482e-837a-427ad906aa0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 09:14:15.414041 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] For port 3380145b-44c9-4b13-9a7a-8f03f7dcac64, host dv-cinder-831776-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-4-iscsi',level=0,port_id=3380145b-44c9-4b13-9a7a-8f03f7dcac64,segment=NetworkSegment(58bd9012-6b0b-4d9a-9805-d81b2e7a82e8),segment_id=58bd9012-6b0b-4d9a-9805-d81b2e7a82e8)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:14:15.468244 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (3380145b-44c9-4b13-9a7a-8f03f7dcac64), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:15.468958 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device c44e55f4-bd25-428a-b793-6df02aae4939 up at agent ovs-agent-dv-cinder-831776-4-iscsi {{(pid=103097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 09:14:15.490117 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7a5602a-1afb-43a6-a528-e1802744d40b admin admin] Notify agent at l3_agent.dv-cinder-831776-4-iscsi the message routers_updated {{(pid=103096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 09:14:15.509489 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-c7a5602a-1afb-43a6-a528-e1802744d40b admin admin] 10.222.0.18 "PUT /v2.0/routers/3b3c03a9-8a50-45c0-9cbe-1445dba2ce04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6761718 Mar 16 09:14:15.624237 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-68f10cc7-ab9b-44ab-9dcd-ea5b8f6ffe13 None None] Current status of the port c44e55f4-bd25-428a-b793-6df02aae4939 is: ACTIVE; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:14:15.628551 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvr_db [None req-26cf8087-4870-4046-bedc-871ab34f8b2f None None] Set router 104eed89-97e8-41c8-829f-d4c18b84844a gateway port host: dv-cinder-831776-4-iscsi {{(pid=103097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:14:16.074843 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Provisioning complete for port c44e55f4-bd25-428a-b793-6df02aae4939 triggered by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:14:16.075461 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (c44e55f4-bd25-428a-b793-6df02aae4939), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:16.078958 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Pushing event updated for resources: {'Port': ['ID=3380145b-44c9-4b13-9a7a-8f03f7dcac64,revision_number=3']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:14:16.119532 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-68f10cc7-ab9b-44ab-9dcd-ea5b8f6ffe13 None None] Provisioning complete for port 3380145b-44c9-4b13-9a7a-8f03f7dcac64 triggered by entity DHCP. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:14:16.120151 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-68f10cc7-ab9b-44ab-9dcd-ea5b8f6ffe13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (3380145b-44c9-4b13-9a7a-8f03f7dcac64), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:16.414212 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Current status of the port c44e55f4-bd25-428a-b793-6df02aae4939 is: ACTIVE; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:14:16.470987 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-68f10cc7-ab9b-44ab-9dcd-ea5b8f6ffe13 None None] Current status of the port 3380145b-44c9-4b13-9a7a-8f03f7dcac64 is: ACTIVE; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:14:16.489025 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-26cf8087-4870-4046-bedc-871ab34f8b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '104eed89-97e8-41c8-829f-d4c18b84844a', 'name': 'tempest-TestMinimumBasicScenario-1040188861-router', 'tenant_id': '947a751f7c1e4a90a81ee13d33095cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '34691523-1319-499c-9a66-b49ead4c0464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:14:08Z', 'updated_at': '2022-03-16T09:14:12Z', 'revision_number': 4, 'project_id': '947a751f7c1e4a90a81ee13d33095cde', 'gw_port': {'id': '34691523-1319-499c-9a66-b49ead4c0464', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:88:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '104eed89-97e8-41c8-829f-d4c18b84844a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:14:09Z', 'updated_at': '2022-03-16T09:14:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_interfaces': [{'id': '5e88f0f9-46db-4f59-a818-dd71d094b60b', 'name': '', 'network_id': '97ef918a-debb-4a91-84de-9f679e3c4540', 'tenant_id': '947a751f7c1e4a90a81ee13d33095cde', 'mac_address': 'fa:16:3e:1a:5f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '104eed89-97e8-41c8-829f-d4c18b84844a', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '4db9f080-61b1-40f2-9991-01423322eae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:14:11Z', 'updated_at': '2022-03-16T09:14:12Z', 'revision_number': 2, 'project_id': '947a751f7c1e4a90a81ee13d33095cde', 'subnets': [{'id': '4db9f080-61b1-40f2-9991-01423322eae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:14:16.537445 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cf8087-4870-4046-bedc-871ab34f8b2f None None] The sync data for ids ['104eed89-97e8-41c8-829f-d4c18b84844a'] in dv-cinder-831776-4-iscsi is: [{'id': '104eed89-97e8-41c8-829f-d4c18b84844a', 'name': 'tempest-TestMinimumBasicScenario-1040188861-router', 'tenant_id': '947a751f7c1e4a90a81ee13d33095cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '34691523-1319-499c-9a66-b49ead4c0464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:14:08Z', 'updated_at': '2022-03-16T09:14:12Z', 'revision_number': 4, 'project_id': '947a751f7c1e4a90a81ee13d33095cde', 'gw_port': {'id': '34691523-1319-499c-9a66-b49ead4c0464', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:88:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '104eed89-97e8-41c8-829f-d4c18b84844a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:14:09Z', 'updated_at': '2022-03-16T09:14:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_interfaces': [{'id': '5e88f0f9-46db-4f59-a818-dd71d094b60b', 'name': '', 'network_id': '97ef918a-debb-4a91-84de-9f679e3c4540', 'tenant_id': '947a751f7c1e4a90a81ee13d33095cde', 'mac_address': 'fa:16:3e:1a:5f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '104eed89-97e8-41c8-829f-d4c18b84844a', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '4db9f080-61b1-40f2-9991-01423322eae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:14:11Z', 'updated_at': '2022-03-16T09:14:12Z', 'revision_number': 2, 'project_id': '947a751f7c1e4a90a81ee13d33095cde', 'subnets': [{'id': '4db9f080-61b1-40f2-9991-01423322eae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 09:14:16.619995 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-38537d17-baa7-4162-8849-36b01abadf24 None None] Provisioning complete for port bf33179f-f3f1-4e2b-b1f3-23f11050d97f triggered by entity DHCP. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:14:16.620661 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-38537d17-baa7-4162-8849-36b01abadf24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (bf33179f-f3f1-4e2b-b1f3-23f11050d97f), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:16.697671 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 55758) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:14:16.704045 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.v2.base [None req-57d49131-44e5-402b-a1d0-91bc96708918 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1833661859', 'description': 'tempest-secgroup-smoke-1833661859 description', 'project_id': 'acda52d846f04cf8b49ca272597c9d5d'}} {{(pid=103095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:14:16.734444 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-57d49131-44e5-402b-a1d0-91bc96708918 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks [] for security_group (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:16.760596 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-38537d17-baa7-4162-8849-36b01abadf24 None None] Current status of the port bf33179f-f3f1-4e2b-b1f3-23f11050d97f is: ACTIVE; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:14:16.785666 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device c44e55f4-bd25-428a-b793-6df02aae4939 up at agent ovs-agent-dv-cinder-831776-4-iscsi {{(pid=103097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 09:14:16.825116 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-38537d17-baa7-4162-8849-36b01abadf24 None None] Provisioning complete for port 3380145b-44c9-4b13-9a7a-8f03f7dcac64 triggered by entity DHCP. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:14:16.825530 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-38537d17-baa7-4162-8849-36b01abadf24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (3380145b-44c9-4b13-9a7a-8f03f7dcac64), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:16.865210 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-57d49131-44e5-402b-a1d0-91bc96708918 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks [] for security_group (a4715a9b-ecf5-4a54-be6a-6c4cc8aef8fd), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:16.870789 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-57d49131-44e5-402b-a1d0-91bc96708918 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (a4715a9b-ecf5-4a54-be6a-6c4cc8aef8fd), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:16.901765 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Provisioning complete for port c44e55f4-bd25-428a-b793-6df02aae4939 triggered by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:14:16.902143 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (c44e55f4-bd25-428a-b793-6df02aae4939), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:16.915961 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-57d49131-44e5-402b-a1d0-91bc96708918 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks [] for security_group (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:16.915961 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-57d49131-44e5-402b-a1d0-91bc96708918 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2170391 Mar 16 09:14:16.917389 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d49131-44e5-402b-a1d0-91bc96708918 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4715a9b-ecf5-4a54-be6a-6c4cc8aef8fd,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:14:16.918708 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 55760) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:14:16.923402 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.v2.base [None req-8d82aed5-89a6-4083-937c-241a9b6b039a tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Request body: {'security_group_rule': {'security_group_id': 'a4715a9b-ecf5-4a54-be6a-6c4cc8aef8fd', 'project_id': 'acda52d846f04cf8b49ca272597c9d5d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:14:16.927220 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d49131-44e5-402b-a1d0-91bc96708918 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:14:16.927582 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d49131-44e5-402b-a1d0-91bc96708918 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:14:16.927927 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d49131-44e5-402b-a1d0-91bc96708918 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:14:16.928272 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d49131-44e5-402b-a1d0-91bc96708918 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:14:16.928611 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d49131-44e5-402b-a1d0-91bc96708918 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:14:16.929031 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d49131-44e5-402b-a1d0-91bc96708918 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:14:16.929366 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d49131-44e5-402b-a1d0-91bc96708918 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:14:16.929727 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d49131-44e5-402b-a1d0-91bc96708918 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:14:16.930274 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d49131-44e5-402b-a1d0-91bc96708918 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:14:16.930617 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d49131-44e5-402b-a1d0-91bc96708918 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:14:16.931003 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d49131-44e5-402b-a1d0-91bc96708918 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:14:16.931372 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d49131-44e5-402b-a1d0-91bc96708918 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:14:16.931708 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d49131-44e5-402b-a1d0-91bc96708918 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:14:16.932034 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d49131-44e5-402b-a1d0-91bc96708918 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:14:16.932353 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d49131-44e5-402b-a1d0-91bc96708918 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:14:16.972580 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-8d82aed5-89a6-4083-937c-241a9b6b039a tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks [] for security_group_rule (892d53d0-6f30-43fa-bbe5-6a8685380573), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:16.998610 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-38537d17-baa7-4162-8849-36b01abadf24 None None] Current status of the port 3380145b-44c9-4b13-9a7a-8f03f7dcac64 is: ACTIVE; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:14:17.013255 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-38537d17-baa7-4162-8849-36b01abadf24 None None] Provisioning complete for port 6f85f624-8a63-42c5-9ac3-660989a5be0d triggered by entity DHCP. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:14:17.013658 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-38537d17-baa7-4162-8849-36b01abadf24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (6f85f624-8a63-42c5-9ac3-660989a5be0d), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:17.045482 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-8d82aed5-89a6-4083-937c-241a9b6b039a tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks [] for security_group_rule (892d53d0-6f30-43fa-bbe5-6a8685380573), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:17.050543 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-8d82aed5-89a6-4083-937c-241a9b6b039a tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548227'] for security_group_rule (892d53d0-6f30-43fa-bbe5-6a8685380573), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:17.070628 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d82aed5-89a6-4083-937c-241a9b6b039a tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=892d53d0-6f30-43fa-bbe5-6a8685380573,revision_number=0']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:14:17.075608 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-38537d17-baa7-4162-8849-36b01abadf24 None None] Port 6f85f624-8a63-42c5-9ac3-660989a5be0d cannot update to ACTIVE because it is not bound. {{(pid=103097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 09:14:17.078634 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Current status of the port c44e55f4-bd25-428a-b793-6df02aae4939 is: ACTIVE; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:14:17.079838 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device 3380145b-44c9-4b13-9a7a-8f03f7dcac64 up at agent ovs-agent-dv-cinder-831776-4-iscsi {{(pid=103097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 09:14:17.085342 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-8d82aed5-89a6-4083-937c-241a9b6b039a tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:17.089744 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 55762) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:14:17.089919 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-8d82aed5-89a6-4083-937c-241a9b6b039a tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1700294 Mar 16 09:14:17.094982 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.v2.base [None req-6acdcd02-2326-4479-a9b1-fae79a854bf6 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Request body: {'security_group_rule': {'security_group_id': 'a4715a9b-ecf5-4a54-be6a-6c4cc8aef8fd', 'project_id': 'acda52d846f04cf8b49ca272597c9d5d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:14:17.118365 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-38537d17-baa7-4162-8849-36b01abadf24 None None] Provisioning complete for port 334f994e-7854-4b7b-88f8-d78feaa607a5 triggered by entity DHCP. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:14:17.118748 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-38537d17-baa7-4162-8849-36b01abadf24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (334f994e-7854-4b7b-88f8-d78feaa607a5), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:17.125255 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6acdcd02-2326-4479-a9b1-fae79a854bf6 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks [] for security_group_rule (1a5b9956-21e2-4d11-8ab4-a7a2ace242bc), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:17.193458 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6acdcd02-2326-4479-a9b1-fae79a854bf6 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks [] for security_group_rule (1a5b9956-21e2-4d11-8ab4-a7a2ace242bc), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:17.197258 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6acdcd02-2326-4479-a9b1-fae79a854bf6 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548227'] for security_group_rule (1a5b9956-21e2-4d11-8ab4-a7a2ace242bc), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:17.213327 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Provisioning complete for port 3380145b-44c9-4b13-9a7a-8f03f7dcac64 triggered by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:14:17.214341 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (3380145b-44c9-4b13-9a7a-8f03f7dcac64), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:17.218804 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acdcd02-2326-4479-a9b1-fae79a854bf6 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a5b9956-21e2-4d11-8ab4-a7a2ace242bc,revision_number=0']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:14:17.220665 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-38537d17-baa7-4162-8849-36b01abadf24 None None] Current status of the port 334f994e-7854-4b7b-88f8-d78feaa607a5 is: DOWN; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:14:17.221228 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-38537d17-baa7-4162-8849-36b01abadf24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (334f994e-7854-4b7b-88f8-d78feaa607a5), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:17.228257 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6acdcd02-2326-4479-a9b1-fae79a854bf6 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:17.232664 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 55764) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:14:17.239620 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.v2.base [None req-5fed4c93-50e9-465b-b498-a72532cc4bfe tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Request body: {'security_group_rule': {'security_group_id': 'a4715a9b-ecf5-4a54-be6a-6c4cc8aef8fd', 'project_id': 'acda52d846f04cf8b49ca272597c9d5d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:14:17.246378 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-6acdcd02-2326-4479-a9b1-fae79a854bf6 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1554341 Mar 16 09:14:17.278891 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-5fed4c93-50e9-465b-b498-a72532cc4bfe tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks [] for security_group_rule (80be9f69-05cb-4799-89f2-4f826e95b751), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:17.310451 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-38537d17-baa7-4162-8849-36b01abadf24 None None] For port 334f994e-7854-4b7b-88f8-d78feaa607a5, host dv-cinder-831776-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-4-iscsi',level=0,port_id=334f994e-7854-4b7b-88f8-d78feaa607a5,segment=NetworkSegment(02d393fd-19de-4bcc-bd9b-72fa097ca06e),segment_id=02d393fd-19de-4bcc-bd9b-72fa097ca06e)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:14:17.326768 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-38537d17-baa7-4162-8849-36b01abadf24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (334f994e-7854-4b7b-88f8-d78feaa607a5), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:17.387438 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-5fed4c93-50e9-465b-b498-a72532cc4bfe tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks [] for security_group_rule (80be9f69-05cb-4799-89f2-4f826e95b751), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:17.397549 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-5fed4c93-50e9-465b-b498-a72532cc4bfe tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548227'] for security_group_rule (80be9f69-05cb-4799-89f2-4f826e95b751), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:17.413536 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fed4c93-50e9-465b-b498-a72532cc4bfe tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80be9f69-05cb-4799-89f2-4f826e95b751,revision_number=0']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:14:17.431886 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-38537d17-baa7-4162-8849-36b01abadf24 None None] Provisioning complete for port 5e88f0f9-46db-4f59-a818-dd71d094b60b triggered by entity DHCP. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:14:17.432270 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-5fed4c93-50e9-465b-b498-a72532cc4bfe tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:17.432433 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-38537d17-baa7-4162-8849-36b01abadf24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (5e88f0f9-46db-4f59-a818-dd71d094b60b), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:17.436237 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-5fed4c93-50e9-465b-b498-a72532cc4bfe tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1978729 Mar 16 09:14:17.437017 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 55766) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:14:17.438600 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38537d17-baa7-4162-8849-36b01abadf24 None None] Pushing event updated for resources: {'Port': ['ID=334f994e-7854-4b7b-88f8-d78feaa607a5,revision_number=3']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:14:17.445315 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.v2.base [None req-b5e0d349-a3ef-4dc8-a36e-43b6ccbe9972 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Request body: {'security_group_rule': {'security_group_id': 'a4715a9b-ecf5-4a54-be6a-6c4cc8aef8fd', 'project_id': 'acda52d846f04cf8b49ca272597c9d5d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:14:17.466635 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Current status of the port 3380145b-44c9-4b13-9a7a-8f03f7dcac64 is: ACTIVE; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:14:17.469700 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-b5e0d349-a3ef-4dc8-a36e-43b6ccbe9972 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks [] for security_group_rule (f23f9454-63a2-41a1-aacc-511912f42132), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:17.471469 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device bf33179f-f3f1-4e2b-b1f3-23f11050d97f up at agent ovs-agent-dv-cinder-831776-4-iscsi {{(pid=103097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 09:14:17.527867 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-38537d17-baa7-4162-8849-36b01abadf24 None None] Port 5e88f0f9-46db-4f59-a818-dd71d094b60b cannot update to ACTIVE because it is not bound. {{(pid=103097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 09:14:17.545977 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Provisioning complete for port bf33179f-f3f1-4e2b-b1f3-23f11050d97f triggered by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:14:17.546610 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (bf33179f-f3f1-4e2b-b1f3-23f11050d97f), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:17.546977 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-b5e0d349-a3ef-4dc8-a36e-43b6ccbe9972 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks [] for security_group_rule (f23f9454-63a2-41a1-aacc-511912f42132), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:17.559577 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-b5e0d349-a3ef-4dc8-a36e-43b6ccbe9972 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548227'] for security_group_rule (f23f9454-63a2-41a1-aacc-511912f42132), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:17.582243 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e0d349-a3ef-4dc8-a36e-43b6ccbe9972 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f23f9454-63a2-41a1-aacc-511912f42132,revision_number=0']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:14:17.595144 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-b5e0d349-a3ef-4dc8-a36e-43b6ccbe9972 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:17.596805 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-b5e0d349-a3ef-4dc8-a36e-43b6ccbe9972 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1572232 Mar 16 09:14:17.599599 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 55768) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:14:17.605920 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.v2.base [None req-9e37efa0-4cfc-48bb-a940-20cd711e663a tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Request body: {'security_group_rule': {'security_group_id': 'a4715a9b-ecf5-4a54-be6a-6c4cc8aef8fd', 'project_id': 'acda52d846f04cf8b49ca272597c9d5d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:14:17.685054 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.db.securitygroups_db [None req-9e37efa0-4cfc-48bb-a940-20cd711e663a tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Project acda52d846f04cf8b49ca272597c9d5d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 09:14:17.693674 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9e37efa0-4cfc-48bb-a940-20cd711e663a tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks [] for security_group_rule (a7116b67-9f7d-45cc-a5ec-6bb6ed39d838), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:17.720182 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Current status of the port bf33179f-f3f1-4e2b-b1f3-23f11050d97f is: ACTIVE; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:14:17.726096 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device 334f994e-7854-4b7b-88f8-d78feaa607a5 up at agent ovs-agent-dv-cinder-831776-4-iscsi {{(pid=103097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 09:14:17.780527 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Provisioning complete for port 334f994e-7854-4b7b-88f8-d78feaa607a5 triggered by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:14:17.780749 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9e37efa0-4cfc-48bb-a940-20cd711e663a tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks [] for security_group_rule (a7116b67-9f7d-45cc-a5ec-6bb6ed39d838), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:17.781240 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (334f994e-7854-4b7b-88f8-d78feaa607a5), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:17.787795 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9e37efa0-4cfc-48bb-a940-20cd711e663a tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548227'] for security_group_rule (a7116b67-9f7d-45cc-a5ec-6bb6ed39d838), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:17.806313 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e37efa0-4cfc-48bb-a940-20cd711e663a tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7116b67-9f7d-45cc-a5ec-6bb6ed39d838,revision_number=0']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:14:17.815940 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9e37efa0-4cfc-48bb-a940-20cd711e663a tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:17.817636 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-9e37efa0-4cfc-48bb-a940-20cd711e663a tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2158816 Mar 16 09:14:17.820297 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 55772) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:14:17.825323 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.v2.base [None req-5febe33a-3c62-419f-b7f6-8ae23bd604d4 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Request body: {'security_group_rule': {'security_group_id': 'a4715a9b-ecf5-4a54-be6a-6c4cc8aef8fd', 'project_id': 'acda52d846f04cf8b49ca272597c9d5d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:14:17.852922 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.db.securitygroups_db [None req-5febe33a-3c62-419f-b7f6-8ae23bd604d4 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Project acda52d846f04cf8b49ca272597c9d5d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 09:14:17.860994 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5febe33a-3c62-419f-b7f6-8ae23bd604d4 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks [] for security_group_rule (03e5021a-598a-4151-90fb-ea492c4cfb62), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:17.897579 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Current status of the port 334f994e-7854-4b7b-88f8-d78feaa607a5 is: ACTIVE; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:14:17.948905 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5febe33a-3c62-419f-b7f6-8ae23bd604d4 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks [] for security_group_rule (03e5021a-598a-4151-90fb-ea492c4cfb62), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:17.953122 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5febe33a-3c62-419f-b7f6-8ae23bd604d4 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548227'] for security_group_rule (03e5021a-598a-4151-90fb-ea492c4cfb62), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:17.972974 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5febe33a-3c62-419f-b7f6-8ae23bd604d4 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03e5021a-598a-4151-90fb-ea492c4cfb62,revision_number=0']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:14:17.981106 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-5febe33a-3c62-419f-b7f6-8ae23bd604d4 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:17.985874 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-5febe33a-3c62-419f-b7f6-8ae23bd604d4 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1609685 Mar 16 09:14:18.649037 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device b5f420a3-1782-4c31-968d-2ac536d06440 up at agent ovs-agent-dv-cinder-831776-4-iscsi {{(pid=103097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 09:14:18.721291 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Provisioning complete for port b5f420a3-1782-4c31-968d-2ac536d06440 triggered by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:14:18.721836 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (b5f420a3-1782-4c31-968d-2ac536d06440), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:18.846466 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Current status of the port b5f420a3-1782-4c31-968d-2ac536d06440 is: DOWN; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:14:18.846913 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (b5f420a3-1782-4c31-968d-2ac536d06440), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:18.886693 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] For port b5f420a3-1782-4c31-968d-2ac536d06440, host dv-cinder-831776-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-4-iscsi',level=0,port_id=b5f420a3-1782-4c31-968d-2ac536d06440,segment=NetworkSegment(627a1704-08f1-4a54-a35a-53ba84ce9e35),segment_id=627a1704-08f1-4a54-a35a-53ba84ce9e35)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:14:18.892698 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (b5f420a3-1782-4c31-968d-2ac536d06440), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:18.894756 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device 334f994e-7854-4b7b-88f8-d78feaa607a5 up at agent ovs-agent-dv-cinder-831776-4-iscsi {{(pid=103097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 09:14:18.994737 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Pushing event updated for resources: {'Port': ['ID=b5f420a3-1782-4c31-968d-2ac536d06440,revision_number=4']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:14:19.013086 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Provisioning complete for port 334f994e-7854-4b7b-88f8-d78feaa607a5 triggered by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:14:19.013709 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (334f994e-7854-4b7b-88f8-d78feaa607a5), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:19.156753 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Current status of the port 334f994e-7854-4b7b-88f8-d78feaa607a5 is: ACTIVE; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:14:20.540375 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-fe686984-df16-4e9c-b12e-68b43559788b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (a398d5bf-1368-473f-bfdd-7d167c3f4154), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:20.638228 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device b5f420a3-1782-4c31-968d-2ac536d06440 up at agent ovs-agent-dv-cinder-831776-4-iscsi {{(pid=103097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 09:14:20.691122 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Provisioning complete for port b5f420a3-1782-4c31-968d-2ac536d06440 triggered by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:14:20.691738 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (b5f420a3-1782-4c31-968d-2ac536d06440), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:20.776762 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Current status of the port b5f420a3-1782-4c31-968d-2ac536d06440 is: ACTIVE; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:14:20.777828 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device 34691523-1319-499c-9a66-b49ead4c0464 up at agent ovs-agent-dv-cinder-831776-4-iscsi {{(pid=103097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 09:14:20.835856 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Provisioning complete for port 34691523-1319-499c-9a66-b49ead4c0464 triggered by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:14:20.836361 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (34691523-1319-499c-9a66-b49ead4c0464), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:20.939727 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Current status of the port 34691523-1319-499c-9a66-b49ead4c0464 is: DOWN; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:14:20.940137 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (34691523-1319-499c-9a66-b49ead4c0464), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:20.963427 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] For port 34691523-1319-499c-9a66-b49ead4c0464, host dv-cinder-831776-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-4-iscsi',level=0,port_id=34691523-1319-499c-9a66-b49ead4c0464,segment=NetworkSegment(627a1704-08f1-4a54-a35a-53ba84ce9e35),segment_id=627a1704-08f1-4a54-a35a-53ba84ce9e35)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:14:20.968614 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (34691523-1319-499c-9a66-b49ead4c0464), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:21.021593 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Pushing event updated for resources: {'Port': ['ID=34691523-1319-499c-9a66-b49ead4c0464,revision_number=4']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:14:22.514488 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device 34691523-1319-499c-9a66-b49ead4c0464 up at agent ovs-agent-dv-cinder-831776-4-iscsi {{(pid=103097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 09:14:22.603129 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Provisioning complete for port 34691523-1319-499c-9a66-b49ead4c0464 triggered by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:14:22.603517 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (34691523-1319-499c-9a66-b49ead4c0464), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:22.731055 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Current status of the port 34691523-1319-499c-9a66-b49ead4c0464 is: ACTIVE; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:14:22.841166 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-2e3d3296-387d-431f-9c6a-dffbb85d1856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (09ce795b-eeca-4b3b-9d7f-577d9443cb21), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:23.063832 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76db2b2-91b3-4d20-9c5c-13938cb49b92 None None] Sync routers for ids ['3b3c03a9-8a50-45c0-9cbe-1445dba2ce04'] in dv-cinder-831776-4-iscsi {{(pid=103097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 09:14:23.095907 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76db2b2-91b3-4d20-9c5c-13938cb49b92 None None] Routers {'3b3c03a9-8a50-45c0-9cbe-1445dba2ce04'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:14:23.096569 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-d76db2b2-91b3-4d20-9c5c-13938cb49b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:14:23Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['3b3c03a9-8a50-45c0-9cbe-1445dba2ce04'], 'active': True} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:14:23.236130 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvr_db [None req-d76db2b2-91b3-4d20-9c5c-13938cb49b92 None None] Set router 3b3c03a9-8a50-45c0-9cbe-1445dba2ce04 gateway port host: dv-cinder-831776-4-iscsi {{(pid=103097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:14:23.490765 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-d76db2b2-91b3-4d20-9c5c-13938cb49b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b3c03a9-8a50-45c0-9cbe-1445dba2ce04', 'name': 'tempest-TestVolumeBootPattern-642702357-router', 'tenant_id': '831beda959844f1c9ef19ab81d3a52b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'b5f420a3-1782-4c31-968d-2ac536d06440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:14:09Z', 'updated_at': '2022-03-16T09:14:13Z', 'revision_number': 4, 'project_id': '831beda959844f1c9ef19ab81d3a52b5', 'gw_port': {'id': 'b5f420a3-1782-4c31-968d-2ac536d06440', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:75:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3c03a9-8a50-45c0-9cbe-1445dba2ce04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:14:09Z', 'updated_at': '2022-03-16T09:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_interfaces': [{'id': '6f85f624-8a63-42c5-9ac3-660989a5be0d', 'name': '', 'network_id': 'dd22b7a8-e86a-40b6-b9b1-eb1d29ce569e', 'tenant_id': '831beda959844f1c9ef19ab81d3a52b5', 'mac_address': 'fa:16:3e:42:55:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b3c03a9-8a50-45c0-9cbe-1445dba2ce04', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '34da4090-2bd1-482e-837a-427ad906aa0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:14:12Z', 'updated_at': '2022-03-16T09:14:13Z', 'revision_number': 2, 'project_id': '831beda959844f1c9ef19ab81d3a52b5', 'subnets': [{'id': '34da4090-2bd1-482e-837a-427ad906aa0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:14:23.519000 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76db2b2-91b3-4d20-9c5c-13938cb49b92 None None] Checking router: 3b3c03a9-8a50-45c0-9cbe-1445dba2ce04 for host: dv-cinder-831776-4-iscsi {{(pid=103097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 09:14:23.519666 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76db2b2-91b3-4d20-9c5c-13938cb49b92 None None] Updating router 3b3c03a9-8a50-45c0-9cbe-1445dba2ce04 port 6f85f624-8a63-42c5-9ac3-660989a5be0d binding host dv-cinder-831776-4-iscsi {{(pid=103097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 09:14:23.547883 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-d76db2b2-91b3-4d20-9c5c-13938cb49b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (6f85f624-8a63-42c5-9ac3-660989a5be0d), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:23.937781 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-cdeb7127-6fa1-4060-ae0a-c8ffc2dd9388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (514d7d79-ab14-439d-a6c0-bbffe337a49f), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:23.941678 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-d76db2b2-91b3-4d20-9c5c-13938cb49b92 None None] Publish callbacks [] for port (6f85f624-8a63-42c5-9ac3-660989a5be0d), precommit_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:23.947030 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-d76db2b2-91b3-4d20-9c5c-13938cb49b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (6f85f624-8a63-42c5-9ac3-660989a5be0d), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:24.014190 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e6dbee-4d38-4f75-bec6-398725b61d92 None None] Pushing event updated for resources: {'Port': ['ID=6f85f624-8a63-42c5-9ac3-660989a5be0d,revision_number=3']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:14:24.037007 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc457a1-d47c-4b97-9967-67041a547993 None None] Sync routers for ids ['104eed89-97e8-41c8-829f-d4c18b84844a'] in dv-cinder-831776-4-iscsi {{(pid=103098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 09:14:24.051461 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc457a1-d47c-4b97-9967-67041a547993 None None] Routers {'104eed89-97e8-41c8-829f-d4c18b84844a'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:14:24.052558 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-2bc457a1-d47c-4b97-9967-67041a547993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:14:23Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['104eed89-97e8-41c8-829f-d4c18b84844a'], 'active': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:14:24.101017 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.managers [None req-d76db2b2-91b3-4d20-9c5c-13938cb49b92 None None] Attempting to bind port 6f85f624-8a63-42c5-9ac3-660989a5be0d on host dv-cinder-831776-4-iscsi for vnic_type normal with profile {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 09:14:24.101487 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.managers [None req-d76db2b2-91b3-4d20-9c5c-13938cb49b92 None None] Attempting to bind port 6f85f624-8a63-42c5-9ac3-660989a5be0d by drivers openvswitch,hyperv on host dv-cinder-831776-4-iscsi at level 0 using segments [{'id': '02d393fd-19de-4bcc-bd9b-72fa097ca06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'dd22b7a8-e86a-40b6-b9b1-eb1d29ce569e'}] {{(pid=103097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 09:14:24.101967 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76db2b2-91b3-4d20-9c5c-13938cb49b92 None None] Attempting to bind port 6f85f624-8a63-42c5-9ac3-660989a5be0d on network dd22b7a8-e86a-40b6-b9b1-eb1d29ce569e {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 09:14:24.108842 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76db2b2-91b3-4d20-9c5c-13938cb49b92 None None] Checking agent: {'id': '489981c6-9aaa-401c-bd41-6b42e027a228', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 8, 53, 27), 'started_at': datetime.datetime(2022, 3, 16, 8, 53, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 9, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 09:14:24.109355 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76db2b2-91b3-4d20-9c5c-13938cb49b92 None None] Checking segment: {'id': '02d393fd-19de-4bcc-bd9b-72fa097ca06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'dd22b7a8-e86a-40b6-b9b1-eb1d29ce569e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 09:14:24.110114 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-d76db2b2-91b3-4d20-9c5c-13938cb49b92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:24.110828 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76db2b2-91b3-4d20-9c5c-13938cb49b92 None None] Bound using segment: {'id': '02d393fd-19de-4bcc-bd9b-72fa097ca06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'dd22b7a8-e86a-40b6-b9b1-eb1d29ce569e'} {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 09:14:24.111451 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.managers [None req-d76db2b2-91b3-4d20-9c5c-13938cb49b92 None None] Bound port: 6f85f624-8a63-42c5-9ac3-660989a5be0d, host: dv-cinder-831776-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02d393fd-19de-4bcc-bd9b-72fa097ca06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'dd22b7a8-e86a-40b6-b9b1-eb1d29ce569e'}}] {{(pid=103097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 09:14:24.111875 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-d76db2b2-91b3-4d20-9c5c-13938cb49b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (6f85f624-8a63-42c5-9ac3-660989a5be0d), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:24.240346 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvr_db [None req-2bc457a1-d47c-4b97-9967-67041a547993 None None] Set router 104eed89-97e8-41c8-829f-d4c18b84844a gateway port host: dv-cinder-831776-4-iscsi {{(pid=103098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:14:24.378270 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-d76db2b2-91b3-4d20-9c5c-13938cb49b92 None None] For port 6f85f624-8a63-42c5-9ac3-660989a5be0d, host dv-cinder-831776-4-iscsi, cleared binding levels {{(pid=103097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 09:14:24.382490 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-d76db2b2-91b3-4d20-9c5c-13938cb49b92 None None] For port 6f85f624-8a63-42c5-9ac3-660989a5be0d, host dv-cinder-831776-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-4-iscsi',level=0,port_id=6f85f624-8a63-42c5-9ac3-660989a5be0d,segment=NetworkSegment(02d393fd-19de-4bcc-bd9b-72fa097ca06e),segment_id=02d393fd-19de-4bcc-bd9b-72fa097ca06e)] {{(pid=103097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 09:14:24.394751 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-d76db2b2-91b3-4d20-9c5c-13938cb49b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (6f85f624-8a63-42c5-9ac3-660989a5be0d), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:24.477710 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76db2b2-91b3-4d20-9c5c-13938cb49b92 None None] Routers {'3b3c03a9-8a50-45c0-9cbe-1445dba2ce04'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:14:24.478573 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-d76db2b2-91b3-4d20-9c5c-13938cb49b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:14:23Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['3b3c03a9-8a50-45c0-9cbe-1445dba2ce04'], 'active': True} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:14:24.538181 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-2bc457a1-d47c-4b97-9967-67041a547993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '104eed89-97e8-41c8-829f-d4c18b84844a', 'name': 'tempest-TestMinimumBasicScenario-1040188861-router', 'tenant_id': '947a751f7c1e4a90a81ee13d33095cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '34691523-1319-499c-9a66-b49ead4c0464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:14:08Z', 'updated_at': '2022-03-16T09:14:12Z', 'revision_number': 4, 'project_id': '947a751f7c1e4a90a81ee13d33095cde', 'gw_port': {'id': '34691523-1319-499c-9a66-b49ead4c0464', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:88:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104eed89-97e8-41c8-829f-d4c18b84844a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:14:09Z', 'updated_at': '2022-03-16T09:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_interfaces': [{'id': '5e88f0f9-46db-4f59-a818-dd71d094b60b', 'name': '', 'network_id': '97ef918a-debb-4a91-84de-9f679e3c4540', 'tenant_id': '947a751f7c1e4a90a81ee13d33095cde', 'mac_address': 'fa:16:3e:1a:5f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '104eed89-97e8-41c8-829f-d4c18b84844a', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '4db9f080-61b1-40f2-9991-01423322eae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:14:11Z', 'updated_at': '2022-03-16T09:14:12Z', 'revision_number': 2, 'project_id': '947a751f7c1e4a90a81ee13d33095cde', 'subnets': [{'id': '4db9f080-61b1-40f2-9991-01423322eae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:14:24.575909 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc457a1-d47c-4b97-9967-67041a547993 None None] Checking router: 104eed89-97e8-41c8-829f-d4c18b84844a for host: dv-cinder-831776-4-iscsi {{(pid=103098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 09:14:24.576259 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc457a1-d47c-4b97-9967-67041a547993 None None] Updating router 104eed89-97e8-41c8-829f-d4c18b84844a port 5e88f0f9-46db-4f59-a818-dd71d094b60b binding host dv-cinder-831776-4-iscsi {{(pid=103098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 16 09:14:24.581736 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e6dbee-4d38-4f75-bec6-398725b61d92 None None] Pushing event updated for resources: {'Port': ['ID=6f85f624-8a63-42c5-9ac3-660989a5be0d,revision_number=4']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:14:24.606416 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2bc457a1-d47c-4b97-9967-67041a547993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (5e88f0f9-46db-4f59-a818-dd71d094b60b), before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:24.647244 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-0fe5f31b-a842-4a4d-a540-3a22ecf80635 None None] Provisioning complete for port 6f85f624-8a63-42c5-9ac3-660989a5be0d triggered by entity DHCP. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:14:24.653748 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-0fe5f31b-a842-4a4d-a540-3a22ecf80635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (6f85f624-8a63-42c5-9ac3-660989a5be0d), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:24.713331 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvr_db [None req-d76db2b2-91b3-4d20-9c5c-13938cb49b92 None None] Set router 3b3c03a9-8a50-45c0-9cbe-1445dba2ce04 gateway port host: dv-cinder-831776-4-iscsi {{(pid=103097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:14:25.013679 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-0fe5f31b-a842-4a4d-a540-3a22ecf80635 None None] Current status of the port 6f85f624-8a63-42c5-9ac3-660989a5be0d is: DOWN; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:14:25.014056 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-0fe5f31b-a842-4a4d-a540-3a22ecf80635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (6f85f624-8a63-42c5-9ac3-660989a5be0d), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:25.034052 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2bc457a1-d47c-4b97-9967-67041a547993 None None] Publish callbacks [] for port (5e88f0f9-46db-4f59-a818-dd71d094b60b), precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:25.046501 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2bc457a1-d47c-4b97-9967-67041a547993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (5e88f0f9-46db-4f59-a818-dd71d094b60b), after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:25.087771 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-0fe5f31b-a842-4a4d-a540-3a22ecf80635 None None] For port 6f85f624-8a63-42c5-9ac3-660989a5be0d, host dv-cinder-831776-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-4-iscsi',level=0,port_id=6f85f624-8a63-42c5-9ac3-660989a5be0d,segment=NetworkSegment(02d393fd-19de-4bcc-bd9b-72fa097ca06e),segment_id=02d393fd-19de-4bcc-bd9b-72fa097ca06e)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:14:25.103906 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-0fe5f31b-a842-4a4d-a540-3a22ecf80635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (6f85f624-8a63-42c5-9ac3-660989a5be0d), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:25.158679 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d80e77-9047-4dc7-9356-a947be6b8aa1 None None] Pushing event updated for resources: {'Port': ['ID=5e88f0f9-46db-4f59-a818-dd71d094b60b,revision_number=3']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:14:25.177494 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-2bc457a1-d47c-4b97-9967-67041a547993 None None] Attempting to bind port 5e88f0f9-46db-4f59-a818-dd71d094b60b on host dv-cinder-831776-4-iscsi for vnic_type normal with profile {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 09:14:25.177848 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-2bc457a1-d47c-4b97-9967-67041a547993 None None] Attempting to bind port 5e88f0f9-46db-4f59-a818-dd71d094b60b by drivers openvswitch,hyperv on host dv-cinder-831776-4-iscsi at level 0 using segments [{'id': '58bd9012-6b0b-4d9a-9805-d81b2e7a82e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '97ef918a-debb-4a91-84de-9f679e3c4540'}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 09:14:25.178212 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc457a1-d47c-4b97-9967-67041a547993 None None] Attempting to bind port 5e88f0f9-46db-4f59-a818-dd71d094b60b on network 97ef918a-debb-4a91-84de-9f679e3c4540 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 09:14:25.184092 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc457a1-d47c-4b97-9967-67041a547993 None None] Checking agent: {'id': '489981c6-9aaa-401c-bd41-6b42e027a228', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 8, 53, 27), 'started_at': datetime.datetime(2022, 3, 16, 8, 53, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 9, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 09:14:25.184479 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc457a1-d47c-4b97-9967-67041a547993 None None] Checking segment: {'id': '58bd9012-6b0b-4d9a-9805-d81b2e7a82e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '97ef918a-debb-4a91-84de-9f679e3c4540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 09:14:25.184929 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2bc457a1-d47c-4b97-9967-67041a547993 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:25.185332 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc457a1-d47c-4b97-9967-67041a547993 None None] Bound using segment: {'id': '58bd9012-6b0b-4d9a-9805-d81b2e7a82e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '97ef918a-debb-4a91-84de-9f679e3c4540'} {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 09:14:25.185825 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [None req-2bc457a1-d47c-4b97-9967-67041a547993 None None] Bound port: 5e88f0f9-46db-4f59-a818-dd71d094b60b, host: dv-cinder-831776-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58bd9012-6b0b-4d9a-9805-d81b2e7a82e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '97ef918a-debb-4a91-84de-9f679e3c4540'}}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 09:14:25.186199 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2bc457a1-d47c-4b97-9967-67041a547993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (5e88f0f9-46db-4f59-a818-dd71d094b60b), before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:25.190652 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe5f31b-a842-4a4d-a540-3a22ecf80635 None None] Pushing event updated for resources: {'Port': ['ID=6f85f624-8a63-42c5-9ac3-660989a5be0d,revision_number=5']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:14:25.207163 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-d76db2b2-91b3-4d20-9c5c-13938cb49b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b3c03a9-8a50-45c0-9cbe-1445dba2ce04', 'name': 'tempest-TestVolumeBootPattern-642702357-router', 'tenant_id': '831beda959844f1c9ef19ab81d3a52b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'b5f420a3-1782-4c31-968d-2ac536d06440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:14:09Z', 'updated_at': '2022-03-16T09:14:13Z', 'revision_number': 4, 'project_id': '831beda959844f1c9ef19ab81d3a52b5', 'gw_port': {'id': 'b5f420a3-1782-4c31-968d-2ac536d06440', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:75:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3c03a9-8a50-45c0-9cbe-1445dba2ce04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:14:09Z', 'updated_at': '2022-03-16T09:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_interfaces': [{'id': '6f85f624-8a63-42c5-9ac3-660989a5be0d', 'name': '', 'network_id': 'dd22b7a8-e86a-40b6-b9b1-eb1d29ce569e', 'tenant_id': '831beda959844f1c9ef19ab81d3a52b5', 'mac_address': 'fa:16:3e:42:55:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b3c03a9-8a50-45c0-9cbe-1445dba2ce04', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '34da4090-2bd1-482e-837a-427ad906aa0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:14:12Z', 'updated_at': '2022-03-16T09:14:24Z', 'revision_number': 4, 'project_id': '831beda959844f1c9ef19ab81d3a52b5', 'subnets': [{'id': '34da4090-2bd1-482e-837a-427ad906aa0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:14:25.245136 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76db2b2-91b3-4d20-9c5c-13938cb49b92 None None] The sync data for ids ['3b3c03a9-8a50-45c0-9cbe-1445dba2ce04'] in dv-cinder-831776-4-iscsi is: [{'id': '3b3c03a9-8a50-45c0-9cbe-1445dba2ce04', 'name': 'tempest-TestVolumeBootPattern-642702357-router', 'tenant_id': '831beda959844f1c9ef19ab81d3a52b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'b5f420a3-1782-4c31-968d-2ac536d06440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:14:09Z', 'updated_at': '2022-03-16T09:14:13Z', 'revision_number': 4, 'project_id': '831beda959844f1c9ef19ab81d3a52b5', 'gw_port': {'id': 'b5f420a3-1782-4c31-968d-2ac536d06440', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:75:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3c03a9-8a50-45c0-9cbe-1445dba2ce04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:14:09Z', 'updated_at': '2022-03-16T09:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_interfaces': [{'id': '6f85f624-8a63-42c5-9ac3-660989a5be0d', 'name': '', 'network_id': 'dd22b7a8-e86a-40b6-b9b1-eb1d29ce569e', 'tenant_id': '831beda959844f1c9ef19ab81d3a52b5', 'mac_address': 'fa:16:3e:42:55:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b3c03a9-8a50-45c0-9cbe-1445dba2ce04', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '34da4090-2bd1-482e-837a-427ad906aa0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:14:12Z', 'updated_at': '2022-03-16T09:14:24Z', 'revision_number': 4, 'project_id': '831beda959844f1c9ef19ab81d3a52b5', 'subnets': [{'id': '34da4090-2bd1-482e-837a-427ad906aa0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 09:14:25.277049 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-f3477343-7d64-4b54-9dc8-6b8d86779775 None None] Provisioning complete for port 6f85f624-8a63-42c5-9ac3-660989a5be0d triggered by entity DHCP. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:14:25.277549 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-f3477343-7d64-4b54-9dc8-6b8d86779775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (6f85f624-8a63-42c5-9ac3-660989a5be0d), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:25.284556 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-2bc457a1-d47c-4b97-9967-67041a547993 None None] For port 5e88f0f9-46db-4f59-a818-dd71d094b60b, host dv-cinder-831776-4-iscsi, cleared binding levels {{(pid=103098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 09:14:25.288721 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-2bc457a1-d47c-4b97-9967-67041a547993 None None] For port 5e88f0f9-46db-4f59-a818-dd71d094b60b, host dv-cinder-831776-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-4-iscsi',level=0,port_id=5e88f0f9-46db-4f59-a818-dd71d094b60b,segment=NetworkSegment(58bd9012-6b0b-4d9a-9805-d81b2e7a82e8),segment_id=58bd9012-6b0b-4d9a-9805-d81b2e7a82e8)] {{(pid=103098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 09:14:25.295421 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2bc457a1-d47c-4b97-9967-67041a547993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (5e88f0f9-46db-4f59-a818-dd71d094b60b), after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:25.391482 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d80e77-9047-4dc7-9356-a947be6b8aa1 None None] Pushing event updated for resources: {'Port': ['ID=5e88f0f9-46db-4f59-a818-dd71d094b60b,revision_number=4']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:14:25.415977 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc457a1-d47c-4b97-9967-67041a547993 None None] Routers {'104eed89-97e8-41c8-829f-d4c18b84844a'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:14:25.416946 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-2bc457a1-d47c-4b97-9967-67041a547993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:14:23Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['104eed89-97e8-41c8-829f-d4c18b84844a'], 'active': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:14:25.449005 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-f3477343-7d64-4b54-9dc8-6b8d86779775 None None] Current status of the port 6f85f624-8a63-42c5-9ac3-660989a5be0d is: ACTIVE; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:14:25.584723 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3de267ec-888d-49e1-92d2-a6991c0932cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (3616e4f6-4586-420d-b0d2-e3b2f5abb17b), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:25.585825 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (f0da09ba-cbd5-402d-a3a1-68b8fcaf25e8), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:25.659418 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-7e3fda49-0459-4dbb-bd6e-fdcc13ab8fce None None] Provisioning complete for port 5e88f0f9-46db-4f59-a818-dd71d094b60b triggered by entity DHCP. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:14:25.659852 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-7e3fda49-0459-4dbb-bd6e-fdcc13ab8fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (5e88f0f9-46db-4f59-a818-dd71d094b60b), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:25.729699 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvr_db [None req-2bc457a1-d47c-4b97-9967-67041a547993 None None] Set router 104eed89-97e8-41c8-829f-d4c18b84844a gateway port host: dv-cinder-831776-4-iscsi {{(pid=103098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:14:25.766853 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-7e3fda49-0459-4dbb-bd6e-fdcc13ab8fce None None] Current status of the port 5e88f0f9-46db-4f59-a818-dd71d094b60b is: DOWN; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:14:25.767398 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-7e3fda49-0459-4dbb-bd6e-fdcc13ab8fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (5e88f0f9-46db-4f59-a818-dd71d094b60b), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:25.810709 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-7e3fda49-0459-4dbb-bd6e-fdcc13ab8fce None None] For port 5e88f0f9-46db-4f59-a818-dd71d094b60b, host dv-cinder-831776-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-4-iscsi',level=0,port_id=5e88f0f9-46db-4f59-a818-dd71d094b60b,segment=NetworkSegment(58bd9012-6b0b-4d9a-9805-d81b2e7a82e8),segment_id=58bd9012-6b0b-4d9a-9805-d81b2e7a82e8)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:14:25.816469 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-7e3fda49-0459-4dbb-bd6e-fdcc13ab8fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (5e88f0f9-46db-4f59-a818-dd71d094b60b), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:25.886206 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3fda49-0459-4dbb-bd6e-fdcc13ab8fce None None] Pushing event updated for resources: {'Port': ['ID=5e88f0f9-46db-4f59-a818-dd71d094b60b,revision_number=5']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:14:25.941533 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-4e46289b-b4c3-456e-8111-16d5f3bb5375 None None] Provisioning complete for port 5e88f0f9-46db-4f59-a818-dd71d094b60b triggered by entity DHCP. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:14:25.941922 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-4e46289b-b4c3-456e-8111-16d5f3bb5375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (5e88f0f9-46db-4f59-a818-dd71d094b60b), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:25.982920 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-2bc457a1-d47c-4b97-9967-67041a547993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '104eed89-97e8-41c8-829f-d4c18b84844a', 'name': 'tempest-TestMinimumBasicScenario-1040188861-router', 'tenant_id': '947a751f7c1e4a90a81ee13d33095cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '34691523-1319-499c-9a66-b49ead4c0464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:14:08Z', 'updated_at': '2022-03-16T09:14:12Z', 'revision_number': 4, 'project_id': '947a751f7c1e4a90a81ee13d33095cde', 'gw_port': {'id': '34691523-1319-499c-9a66-b49ead4c0464', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:88:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104eed89-97e8-41c8-829f-d4c18b84844a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:14:09Z', 'updated_at': '2022-03-16T09:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_interfaces': [{'id': '5e88f0f9-46db-4f59-a818-dd71d094b60b', 'name': '', 'network_id': '97ef918a-debb-4a91-84de-9f679e3c4540', 'tenant_id': '947a751f7c1e4a90a81ee13d33095cde', 'mac_address': 'fa:16:3e:1a:5f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '104eed89-97e8-41c8-829f-d4c18b84844a', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '4db9f080-61b1-40f2-9991-01423322eae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:14:11Z', 'updated_at': '2022-03-16T09:14:25Z', 'revision_number': 4, 'project_id': '947a751f7c1e4a90a81ee13d33095cde', 'subnets': [{'id': '4db9f080-61b1-40f2-9991-01423322eae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:14:26.023218 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc457a1-d47c-4b97-9967-67041a547993 None None] The sync data for ids ['104eed89-97e8-41c8-829f-d4c18b84844a'] in dv-cinder-831776-4-iscsi is: [{'id': '104eed89-97e8-41c8-829f-d4c18b84844a', 'name': 'tempest-TestMinimumBasicScenario-1040188861-router', 'tenant_id': '947a751f7c1e4a90a81ee13d33095cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '34691523-1319-499c-9a66-b49ead4c0464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:14:08Z', 'updated_at': '2022-03-16T09:14:12Z', 'revision_number': 4, 'project_id': '947a751f7c1e4a90a81ee13d33095cde', 'gw_port': {'id': '34691523-1319-499c-9a66-b49ead4c0464', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:88:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104eed89-97e8-41c8-829f-d4c18b84844a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:14:09Z', 'updated_at': '2022-03-16T09:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_interfaces': [{'id': '5e88f0f9-46db-4f59-a818-dd71d094b60b', 'name': '', 'network_id': '97ef918a-debb-4a91-84de-9f679e3c4540', 'tenant_id': '947a751f7c1e4a90a81ee13d33095cde', 'mac_address': 'fa:16:3e:1a:5f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '104eed89-97e8-41c8-829f-d4c18b84844a', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '4db9f080-61b1-40f2-9991-01423322eae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:14:11Z', 'updated_at': '2022-03-16T09:14:25Z', 'revision_number': 4, 'project_id': '947a751f7c1e4a90a81ee13d33095cde', 'subnets': [{'id': '4db9f080-61b1-40f2-9991-01423322eae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 09:14:26.064248 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-4e46289b-b4c3-456e-8111-16d5f3bb5375 None None] Current status of the port 5e88f0f9-46db-4f59-a818-dd71d094b60b is: ACTIVE; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:14:26.544465 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device 6f85f624-8a63-42c5-9ac3-660989a5be0d up at agent ovs-agent-dv-cinder-831776-4-iscsi {{(pid=103097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 09:14:26.601161 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Provisioning complete for port 6f85f624-8a63-42c5-9ac3-660989a5be0d triggered by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:14:26.601805 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (6f85f624-8a63-42c5-9ac3-660989a5be0d), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:26.692153 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Current status of the port 6f85f624-8a63-42c5-9ac3-660989a5be0d is: ACTIVE; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:14:26.693368 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device 5e88f0f9-46db-4f59-a818-dd71d094b60b up at agent ovs-agent-dv-cinder-831776-4-iscsi {{(pid=103097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 09:14:26.715855 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012bf4d1-9667-45fa-b049-4e17277534af req-4adcd05e-816d-43a7-bce4-746746616ba2 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:14:26.717282 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-012bf4d1-9667-45fa-b049-4e17277534af req-4adcd05e-816d-43a7-bce4-746746616ba2 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "GET /v2.0/networks?id=51a1b050-f32d-4097-bc16-62cec3c7dc23 HTTP/1.1" status: 200 len: 815 time: 0.1110520 Mar 16 09:14:26.735111 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-012bf4d1-9667-45fa-b049-4e17277534af req-302d840b-5ad2-462e-8426-9ef5d0bb1fcc tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "GET /v2.0/quotas/9105c40a7aa64b46b2a5bb388f445284 HTTP/1.1" status: 200 len: 375 time: 0.0097563 Mar 16 09:14:26.742301 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Provisioning complete for port 5e88f0f9-46db-4f59-a818-dd71d094b60b triggered by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:14:26.742640 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (5e88f0f9-46db-4f59-a818-dd71d094b60b), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:26.807644 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-012bf4d1-9667-45fa-b049-4e17277534af req-9c142490-b5ec-4792-8062-6d43ed8e6cc2 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9105c40a7aa64b46b2a5bb388f445284&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0654783 Mar 16 09:14:26.849662 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Current status of the port 5e88f0f9-46db-4f59-a818-dd71d094b60b is: ACTIVE; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:14:26.885797 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (489981c6-9aaa-401c-bd41-6b42e027a228), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:27.075343 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-012bf4d1-9667-45fa-b049-4e17277534af req-26224eaa-c0d8-454c-b624-3835d6993b3b service neutron] 10.222.0.18 "GET /v2.0/networks/51a1b050-f32d-4097-bc16-62cec3c7dc23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549350 Mar 16 09:14:27.176585 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-012bf4d1-9667-45fa-b049-4e17277534af req-924fbac8-1ec7-438c-867c-7141b7b14af0 service neutron] 10.222.0.18 "GET /v2.0/networks/51a1b050-f32d-4097-bc16-62cec3c7dc23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952394 Mar 16 09:14:27.349806 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-f8a653d6-edf9-4d3c-8f8a-3195b4754c21 req-4f7ccbd3-3be6-4ab3-a518-c9e9eb9eb4c2 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "GET /v2.0/ports?device_id=47eb750a-715e-4b29-9a23-a8b4825110ff HTTP/1.1" status: 200 len: 210 time: 0.0321989 Mar 16 09:14:28.061879 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.agents_db [None req-ddb2e055-3acb-4969-8bde-a74b2247622c None None] Agent healthcheck: found 6 active agents {{(pid=103098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 09:14:28.310532 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012bf4d1-9667-45fa-b049-4e17277534af req-f22134dd-de1f-4dbd-a45b-0fbf71339e51 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:14:28.312325 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-012bf4d1-9667-45fa-b049-4e17277534af req-f22134dd-de1f-4dbd-a45b-0fbf71339e51 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.48 "GET /v2.0/networks?id=51a1b050-f32d-4097-bc16-62cec3c7dc23 HTTP/1.1" status: 200 len: 815 time: 0.1167703 Mar 16 09:14:28.324217 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.v2.base [req-012bf4d1-9667-45fa-b049-4e17277534af req-b0fa304d-453c-41cd-8ffc-af817cbfb1b6 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Request body: {'port': {'device_id': '47eb750a-715e-4b29-9a23-a8b4825110ff', 'network_id': '51a1b050-f32d-4097-bc16-62cec3c7dc23', 'admin_state_up': True, 'tenant_id': '9105c40a7aa64b46b2a5bb388f445284'}} {{(pid=103096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:14:28.451186 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-95016bb3-fe31-4200-9d0d-6c180d606347 req-a67ece83-9b74-4f6b-bf00-97da16f3bc1c tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "GET /v2.0/ports?device_id=47eb750a-715e-4b29-9a23-a8b4825110ff HTTP/1.1" status: 200 len: 210 time: 0.0308056 Mar 16 09:14:28.471835 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-012bf4d1-9667-45fa-b049-4e17277534af req-b0fa304d-453c-41cd-8ffc-af817cbfb1b6 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Made reservation on behalf of 9105c40a7aa64b46b2a5bb388f445284 for: {'port': 1} {{(pid=103096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 09:14:28.475725 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-012bf4d1-9667-45fa-b049-4e17277534af req-b0fa304d-453c-41cd-8ffc-af817cbfb1b6 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:28.605109 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.db_base_plugin_common [req-012bf4d1-9667-45fa-b049-4e17277534af req-b0fa304d-453c-41cd-8ffc-af817cbfb1b6 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Allocated IP 172.20.0.11 (51a1b050-f32d-4097-bc16-62cec3c7dc23/a6f52e30-58d6-4f30-893d-beb4b2ff4428/2784b7f9-ff89-4f94-9551-73139d166aad) {{(pid=103096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 09:14:28.780448 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-012bf4d1-9667-45fa-b049-4e17277534af req-b0fa304d-453c-41cd-8ffc-af817cbfb1b6 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Publish callbacks [] for port (2784b7f9-ff89-4f94-9551-73139d166aad), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:28.831157 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-012bf4d1-9667-45fa-b049-4e17277534af req-b0fa304d-453c-41cd-8ffc-af817cbfb1b6 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732012762709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13105710'] for port (2784b7f9-ff89-4f94-9551-73139d166aad), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:28.894922 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-012bf4d1-9667-45fa-b049-4e17277534af req-b0fa304d-453c-41cd-8ffc-af817cbfb1b6 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Network 51a1b050-f32d-4097-bc16-62cec3c7dc23 is already hosted by enough agents. {{(pid=103096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 09:14:28.899429 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.base_scheduler [req-012bf4d1-9667-45fa-b049-4e17277534af req-b0fa304d-453c-41cd-8ffc-af817cbfb1b6 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Resources bound (agent type, host, resource id): {{(pid=103096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 09:14:28.902126 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [req-012bf4d1-9667-45fa-b049-4e17277534af req-b0fa304d-453c-41cd-8ffc-af817cbfb1b6 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Received port after_create {{(pid=103096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 09:14:28.906340 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fa304d-453c-41cd-8ffc-af817cbfb1b6 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Pushing event updated for resources: {'Port': ['ID=2784b7f9-ff89-4f94-9551-73139d166aad,revision_number=1']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:14:28.967257 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012bf4d1-9667-45fa-b049-4e17277534af req-b0fa304d-453c-41cd-8ffc-af817cbfb1b6 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:14:28.967900 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-012bf4d1-9667-45fa-b049-4e17277534af req-b0fa304d-453c-41cd-8ffc-af817cbfb1b6 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334679'] for port (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:28.987274 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-012bf4d1-9667-45fa-b049-4e17277534af req-b0fa304d-453c-41cd-8ffc-af817cbfb1b6 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6665947 Mar 16 09:14:29.214528 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-279e35fa-ebc0-473f-bb4b-7bdab96260ad None None] Provisioning complete for port 2784b7f9-ff89-4f94-9551-73139d166aad triggered by entity DHCP. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:14:29.215091 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-279e35fa-ebc0-473f-bb4b-7bdab96260ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (2784b7f9-ff89-4f94-9551-73139d166aad), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:29.248215 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-279e35fa-ebc0-473f-bb4b-7bdab96260ad None None] Port 2784b7f9-ff89-4f94-9551-73139d166aad cannot update to ACTIVE because it is not bound. {{(pid=103097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 09:14:29.575813 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb95df12-0e67-46ff-a590-91d9882eefd2 req-66c995cc-06ed-486a-85f1-5421fef6d42b tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:14:29.577324 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-fb95df12-0e67-46ff-a590-91d9882eefd2 req-66c995cc-06ed-486a-85f1-5421fef6d42b tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "GET /v2.0/ports?device_id=47eb750a-715e-4b29-9a23-a8b4825110ff HTTP/1.1" status: 200 len: 932 time: 0.0582707 Mar 16 09:14:29.636082 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-fb95df12-0e67-46ff-a590-91d9882eefd2 req-34f1dec5-7b38-4add-a9ac-a0cc5ee1fcb8 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c9bfef6-b207-4be6-b350-4ec6ea979a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529380 Mar 16 09:14:30.762542 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c0988-b62d-4cc3-bc48-84d8f1b374fe req-4d4422ef-b689-4053-a0dc-826dcb8bde43 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:14:30.763936 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-d49c0988-b62d-4cc3-bc48-84d8f1b374fe req-4d4422ef-b689-4053-a0dc-826dcb8bde43 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "GET /v2.0/ports?device_id=47eb750a-715e-4b29-9a23-a8b4825110ff HTTP/1.1" status: 200 len: 932 time: 0.0591624 Mar 16 09:14:30.812192 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-d49c0988-b62d-4cc3-bc48-84d8f1b374fe req-0b36d684-014f-42e8-8017-b6cf856a546a tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c9bfef6-b207-4be6-b350-4ec6ea979a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425603 Mar 16 09:14:31.944444 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6749e3bc-a0f2-4d76-be44-a6b505845de8 req-74812532-916a-4bb7-9021-3f1d0638c867 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:14:31.945950 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-6749e3bc-a0f2-4d76-be44-a6b505845de8 req-74812532-916a-4bb7-9021-3f1d0638c867 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "GET /v2.0/ports?device_id=47eb750a-715e-4b29-9a23-a8b4825110ff HTTP/1.1" status: 200 len: 932 time: 0.0573623 Mar 16 09:14:31.994206 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-6749e3bc-a0f2-4d76-be44-a6b505845de8 req-573c8372-519e-40f6-97c0-9f40ad6fbcc6 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c9bfef6-b207-4be6-b350-4ec6ea979a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425026 Mar 16 09:14:33.117255 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2492f7e4-67aa-4b93-9a25-423739102f02 req-bf3b2fd2-0418-456e-8d11-d9fb0e2f889b tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:14:33.119180 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2492f7e4-67aa-4b93-9a25-423739102f02 req-bf3b2fd2-0418-456e-8d11-d9fb0e2f889b tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "GET /v2.0/ports?device_id=47eb750a-715e-4b29-9a23-a8b4825110ff HTTP/1.1" status: 200 len: 932 time: 0.0575902 Mar 16 09:14:33.172282 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2492f7e4-67aa-4b93-9a25-423739102f02 req-d5761ed8-8a5a-4985-83e3-d13fae02390a tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c9bfef6-b207-4be6-b350-4ec6ea979a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473452 Mar 16 09:14:34.302743 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5215e74-f257-4374-9951-d69ba53312e3 req-3c67e7f5-fc5e-497b-99f5-e502f09976ed tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:14:34.304487 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a5215e74-f257-4374-9951-d69ba53312e3 req-3c67e7f5-fc5e-497b-99f5-e502f09976ed tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "GET /v2.0/ports?device_id=47eb750a-715e-4b29-9a23-a8b4825110ff HTTP/1.1" status: 200 len: 932 time: 0.0555642 Mar 16 09:14:34.359036 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a5215e74-f257-4374-9951-d69ba53312e3 req-c01dd87a-8966-4815-9039-d801ec6811a4 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c9bfef6-b207-4be6-b350-4ec6ea979a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486932 Mar 16 09:14:35.486239 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4b313f-0e57-4cba-b8d2-03d2206e24f0 req-34a424f4-a664-49b9-a998-c11a465b37dc tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:14:35.488234 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-9e4b313f-0e57-4cba-b8d2-03d2206e24f0 req-34a424f4-a664-49b9-a998-c11a465b37dc tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "GET /v2.0/ports?device_id=47eb750a-715e-4b29-9a23-a8b4825110ff HTTP/1.1" status: 200 len: 932 time: 0.0605273 Mar 16 09:14:35.537052 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-9e4b313f-0e57-4cba-b8d2-03d2206e24f0 req-2a0e85c0-157a-4c0d-bb7d-0efb8f73a931 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c9bfef6-b207-4be6-b350-4ec6ea979a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430429 Mar 16 09:14:36.663327 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360646eb-c34d-4eea-a7e8-bbb5e23ca30f req-92712236-a728-44b6-8611-db26b20e9965 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:14:36.665907 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-360646eb-c34d-4eea-a7e8-bbb5e23ca30f req-92712236-a728-44b6-8611-db26b20e9965 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "GET /v2.0/ports?device_id=47eb750a-715e-4b29-9a23-a8b4825110ff HTTP/1.1" status: 200 len: 932 time: 0.0595593 Mar 16 09:14:36.714401 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-360646eb-c34d-4eea-a7e8-bbb5e23ca30f req-d36b9840-7ce1-459e-ad4b-2530718a0986 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c9bfef6-b207-4be6-b350-4ec6ea979a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425220 Mar 16 09:14:37.831527 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961eba32-447b-4f3d-a82c-a23c794cafc7 req-a97a7c71-8810-45a8-badb-7463eb475843 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:14:37.833510 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-961eba32-447b-4f3d-a82c-a23c794cafc7 req-a97a7c71-8810-45a8-badb-7463eb475843 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "GET /v2.0/ports?device_id=47eb750a-715e-4b29-9a23-a8b4825110ff HTTP/1.1" status: 200 len: 932 time: 0.0506866 Mar 16 09:14:37.879959 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-961eba32-447b-4f3d-a82c-a23c794cafc7 req-6d94245d-80be-40da-8f56-b73ee0a3a847 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c9bfef6-b207-4be6-b350-4ec6ea979a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404103 Mar 16 09:14:38.998511 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788d3eef-0cad-4500-8482-70864d98d733 req-dd573b70-2f6b-4d88-aef7-bd5d12f207d0 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:14:38.999978 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-788d3eef-0cad-4500-8482-70864d98d733 req-dd573b70-2f6b-4d88-aef7-bd5d12f207d0 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "GET /v2.0/ports?device_id=47eb750a-715e-4b29-9a23-a8b4825110ff HTTP/1.1" status: 200 len: 932 time: 0.0549662 Mar 16 09:14:39.045125 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-788d3eef-0cad-4500-8482-70864d98d733 req-594dc637-abee-47e7-bce9-ef96b97ee0d0 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c9bfef6-b207-4be6-b350-4ec6ea979a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397079 Mar 16 09:14:40.160379 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218ec9a1-e75c-4e36-8189-12c4e9740b6b req-30f21cc6-5c48-4efa-b404-24ef6c975c83 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:14:40.161841 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-218ec9a1-e75c-4e36-8189-12c4e9740b6b req-30f21cc6-5c48-4efa-b404-24ef6c975c83 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "GET /v2.0/ports?device_id=47eb750a-715e-4b29-9a23-a8b4825110ff HTTP/1.1" status: 200 len: 932 time: 0.0510173 Mar 16 09:14:40.206554 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-218ec9a1-e75c-4e36-8189-12c4e9740b6b req-c2224243-342a-4397-ae05-17184794c1c3 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c9bfef6-b207-4be6-b350-4ec6ea979a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392094 Mar 16 09:14:40.979268 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.v2.base [req-012bf4d1-9667-45fa-b049-4e17277534af req-f6c1f336-66fc-48e5-8646-44361c55fcd1 service neutron] Request body: {'port': {'device_id': '47eb750a-715e-4b29-9a23-a8b4825110ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=103096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:14:41.070783 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-012bf4d1-9667-45fa-b049-4e17277534af req-f6c1f336-66fc-48e5-8646-44361c55fcd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (2784b7f9-ff89-4f94-9551-73139d166aad), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:41.085901 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-6801c652-7376-4dc5-a277-b5961bd963e4 req-ed6ff95f-3169-4452-b87d-f040b6c33f09 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c779a8cc-d867-455b-9eec-00cddc9263b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0855846 Mar 16 09:14:41.276957 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6801c652-7376-4dc5-a277-b5961bd963e4 req-b031bc06-dd55-42c3-97aa-2c3174849168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:14:41.278450 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-6801c652-7376-4dc5-a277-b5961bd963e4 req-b031bc06-dd55-42c3-97aa-2c3174849168 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6376ecd52fd4df3958214376cfc2020&device_id=c779a8cc-d867-455b-9eec-00cddc9263b0 HTTP/1.1" status: 200 len: 1131 time: 0.1434391 Mar 16 09:14:41.420561 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6881fb86-84cd-4ae9-bf37-292ae8566f57 req-dfbce9c5-0801-4460-bf9d-9df9581249c4 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:14:41.422063 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-6881fb86-84cd-4ae9-bf37-292ae8566f57 req-dfbce9c5-0801-4460-bf9d-9df9581249c4 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "GET /v2.0/ports?device_id=47eb750a-715e-4b29-9a23-a8b4825110ff HTTP/1.1" status: 200 len: 932 time: 0.1503074 Mar 16 09:14:41.500160 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6801c652-7376-4dc5-a277-b5961bd963e4 req-acc6f488-03ee-4daf-9523-0a7410b8d7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:14:41.501555 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-6801c652-7376-4dc5-a277-b5961bd963e4 req-acc6f488-03ee-4daf-9523-0a7410b8d7b5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a3933f25-b7ca-4916-8a13-138bf0db8c83 HTTP/1.1" status: 200 len: 917 time: 0.1904674 Mar 16 09:14:41.523524 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.notifiers.nova [req-012bf4d1-9667-45fa-b049-4e17277534af req-f6c1f336-66fc-48e5-8646-44361c55fcd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2784b7f9-ff89-4f94-9551-73139d166aad {{(pid=103096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 09:14:41.560312 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-012bf4d1-9667-45fa-b049-4e17277534af req-f6c1f336-66fc-48e5-8646-44361c55fcd1 service neutron] Publish callbacks [] for port (2784b7f9-ff89-4f94-9551-73139d166aad), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:41.565424 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-6881fb86-84cd-4ae9-bf37-292ae8566f57 req-f7d9e7a9-9f84-4045-97a4-1299e362931b tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c9bfef6-b207-4be6-b350-4ec6ea979a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340826 Mar 16 09:14:41.590800 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.provisioning_blocks [req-012bf4d1-9667-45fa-b049-4e17277534af req-f6c1f336-66fc-48e5-8646-44361c55fcd1 service neutron] Transition to ACTIVE for port object 2784b7f9-ff89-4f94-9551-73139d166aad will not be triggered until provisioned by entity L2. {{(pid=103096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 16 09:14:41.596193 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-012bf4d1-9667-45fa-b049-4e17277534af req-f6c1f336-66fc-48e5-8646-44361c55fcd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13105703'] for port (2784b7f9-ff89-4f94-9551-73139d166aad), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:41.599288 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-6801c652-7376-4dc5-a277-b5961bd963e4 req-1b81eb53-26bf-42bf-99f0-8ee166890381 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03ea6c3f-166e-463f-a159-e054306e8c9c HTTP/1.1" status: 200 len: 1002 time: 0.0864127 Mar 16 09:14:41.649795 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c1f336-66fc-48e5-8646-44361c55fcd1 service neutron] Pushing event updated for resources: {'Port': ['ID=2784b7f9-ff89-4f94-9551-73139d166aad,revision_number=2']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:14:41.743467 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6801c652-7376-4dc5-a277-b5961bd963e4 req-818fcb8b-ee02-48ef-8447-f02c0764511d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:14:41.744948 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-6801c652-7376-4dc5-a277-b5961bd963e4 req-818fcb8b-ee02-48ef-8447-f02c0764511d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f6c2cbf7-36bb-4af8-9e66-db86b28b25f5 HTTP/1.1" status: 200 len: 855 time: 0.0727301 Mar 16 09:14:41.789047 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [req-012bf4d1-9667-45fa-b049-4e17277534af req-f6c1f336-66fc-48e5-8646-44361c55fcd1 service neutron] Attempting to bind port 2784b7f9-ff89-4f94-9551-73139d166aad on host hv-cinder-83177 for vnic_type normal with profile {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 09:14:41.789386 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [req-012bf4d1-9667-45fa-b049-4e17277534af req-f6c1f336-66fc-48e5-8646-44361c55fcd1 service neutron] Attempting to bind port 2784b7f9-ff89-4f94-9551-73139d166aad by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': '97acc3c3-2622-45b7-862b-840b637c186e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '51a1b050-f32d-4097-bc16-62cec3c7dc23'}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 09:14:41.789748 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-012bf4d1-9667-45fa-b049-4e17277534af req-f6c1f336-66fc-48e5-8646-44361c55fcd1 service neutron] Attempting to bind port 2784b7f9-ff89-4f94-9551-73139d166aad on network 51a1b050-f32d-4097-bc16-62cec3c7dc23 {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 09:14:41.796911 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-012bf4d1-9667-45fa-b049-4e17277534af req-f6c1f336-66fc-48e5-8646-44361c55fcd1 service neutron] Port 2784b7f9-ff89-4f94-9551-73139d166aad on network 51a1b050-f32d-4097-bc16-62cec3c7dc23 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 16 09:14:41.797239 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-012bf4d1-9667-45fa-b049-4e17277534af req-f6c1f336-66fc-48e5-8646-44361c55fcd1 service neutron] Attempting to bind port 2784b7f9-ff89-4f94-9551-73139d166aad on network 51a1b050-f32d-4097-bc16-62cec3c7dc23 {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 09:14:41.805654 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-012bf4d1-9667-45fa-b049-4e17277534af req-f6c1f336-66fc-48e5-8646-44361c55fcd1 service neutron] Checking agent: {'id': 'f0da09ba-cbd5-402d-a3a1-68b8fcaf25e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 8, 59, 25), 'started_at': datetime.datetime(2022, 3, 16, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 9, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 09:14:41.805789 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-012bf4d1-9667-45fa-b049-4e17277534af req-f6c1f336-66fc-48e5-8646-44361c55fcd1 service neutron] Checking segment: {'id': '97acc3c3-2622-45b7-862b-840b637c186e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '51a1b050-f32d-4097-bc16-62cec3c7dc23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 09:14:41.806074 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-012bf4d1-9667-45fa-b049-4e17277534af req-f6c1f336-66fc-48e5-8646-44361c55fcd1 service neutron] Bound using segment: {'id': '97acc3c3-2622-45b7-862b-840b637c186e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '51a1b050-f32d-4097-bc16-62cec3c7dc23'} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 09:14:41.806519 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [req-012bf4d1-9667-45fa-b049-4e17277534af req-f6c1f336-66fc-48e5-8646-44361c55fcd1 service neutron] Bound port: 2784b7f9-ff89-4f94-9551-73139d166aad, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97acc3c3-2622-45b7-862b-840b637c186e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '51a1b050-f32d-4097-bc16-62cec3c7dc23'}}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 09:14:41.806880 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-012bf4d1-9667-45fa-b049-4e17277534af req-f6c1f336-66fc-48e5-8646-44361c55fcd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (2784b7f9-ff89-4f94-9551-73139d166aad), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:41.827849 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6801c652-7376-4dc5-a277-b5961bd963e4 req-be0f9e64-84ea-4ce7-97f7-d566f76b2f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:14:41.829975 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-6801c652-7376-4dc5-a277-b5961bd963e4 req-be0f9e64-84ea-4ce7-97f7-d566f76b2f24 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a3933f25-b7ca-4916-8a13-138bf0db8c83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0781178 Mar 16 09:14:41.929053 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.db [req-012bf4d1-9667-45fa-b049-4e17277534af req-f6c1f336-66fc-48e5-8646-44361c55fcd1 service neutron] For port 2784b7f9-ff89-4f94-9551-73139d166aad, host hv-cinder-83177, cleared binding levels {{(pid=103096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 09:14:41.933348 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.db [req-012bf4d1-9667-45fa-b049-4e17277534af req-f6c1f336-66fc-48e5-8646-44361c55fcd1 service neutron] For port 2784b7f9-ff89-4f94-9551-73139d166aad, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=2784b7f9-ff89-4f94-9551-73139d166aad,segment=NetworkSegment(97acc3c3-2622-45b7-862b-840b637c186e),segment_id=97acc3c3-2622-45b7-862b-840b637c186e)] {{(pid=103096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 09:14:41.946618 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-012bf4d1-9667-45fa-b049-4e17277534af req-f6c1f336-66fc-48e5-8646-44361c55fcd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13105703'] for port (2784b7f9-ff89-4f94-9551-73139d166aad), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:41.997234 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-6801c652-7376-4dc5-a277-b5961bd963e4 req-a050c356-764c-4e5a-b600-981d56194297 service neutron] 10.222.0.48 "GET /v2.0/networks/a3933f25-b7ca-4916-8a13-138bf0db8c83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512613 Mar 16 09:14:42.013954 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012bf4d1-9667-45fa-b049-4e17277534af req-f6c1f336-66fc-48e5-8646-44361c55fcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:14:42.014502 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-012bf4d1-9667-45fa-b049-4e17277534af req-f6c1f336-66fc-48e5-8646-44361c55fcd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334679'] for port (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:42.015844 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-012bf4d1-9667-45fa-b049-4e17277534af req-f6c1f336-66fc-48e5-8646-44361c55fcd1 service neutron] 10.222.0.48 "PUT /v2.0/ports/2784b7f9-ff89-4f94-9551-73139d166aad HTTP/1.1" status: 200 len: 1094 time: 1.0409126 Mar 16 09:14:42.018675 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47eb750a-715e-4b29-9a23-a8b4825110ff', 'tag': '2784b7f9-ff89-4f94-9551-73139d166aad'}] {{(pid=103096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 09:14:42.021491 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552648401d13394d2a88e7485ef09c5647ae5ea4c1ec431ef2c5edbe801f23fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d976869-2615-4861-af81-155f4d8df3e1" -d '{"events": [{"name": "network-changed", "server_uuid": "47eb750a-715e-4b29-9a23-a8b4825110ff", "tag": "2784b7f9-ff89-4f94-9551-73139d166aad"}]}' {{(pid=103096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 09:14:42.103686 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 09:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04cdcac4-116e-409a-a342-f270b657845a x-openstack-request-id: req-04cdcac4-116e-409a-a342-f270b657845a {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 09:14:42.104110 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47eb750a-715e-4b29-9a23-a8b4825110ff", "tag": "2784b7f9-ff89-4f94-9551-73139d166aad", "status": "completed", "code": 200}]} {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 09:14:42.104453 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-04cdcac4-116e-409a-a342-f270b657845a {{(pid=103096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 09:14:42.104942 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47eb750a-715e-4b29-9a23-a8b4825110ff', 'tag': '2784b7f9-ff89-4f94-9551-73139d166aad', 'status': 'completed', 'code': 200} Mar 16 09:14:42.157096 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5699af63-de8a-46af-a599-8387ba2265dc req-e51008d6-2050-4c16-a642-e8bb7233a409 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1833661859&fields=id&tenant_id=acda52d846f04cf8b49ca272597c9d5d HTTP/1.1" status: 200 len: 267 time: 0.2069802 Mar 16 09:14:42.179064 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c1f336-66fc-48e5-8646-44361c55fcd1 service neutron] Pushing event updated for resources: {'Port': ['ID=2784b7f9-ff89-4f94-9551-73139d166aad,revision_number=3']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:14:42.290084 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012bf4d1-9667-45fa-b049-4e17277534af req-8f8be841-82c7-4d09-aa26-3a49c56b57a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:14:42.291456 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-012bf4d1-9667-45fa-b049-4e17277534af req-8f8be841-82c7-4d09-aa26-3a49c56b57a1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9105c40a7aa64b46b2a5bb388f445284&device_id=47eb750a-715e-4b29-9a23-a8b4825110ff HTTP/1.1" status: 200 len: 1128 time: 0.1856041 Mar 16 09:14:42.295857 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-6801c652-7376-4dc5-a277-b5961bd963e4 req-a89d613c-b594-4b47-9a32-c95ab05a4e96 service neutron] 10.222.0.48 "GET /v2.0/networks/a3933f25-b7ca-4916-8a13-138bf0db8c83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2913170 Mar 16 09:14:42.356395 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-012bf4d1-9667-45fa-b049-4e17277534af req-029e6d84-c17b-4f16-a8dd-147fe8a4c2fe service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2784b7f9-ff89-4f94-9551-73139d166aad HTTP/1.1" status: 200 len: 217 time: 0.0548649 Mar 16 09:14:42.365899 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5699af63-de8a-46af-a599-8387ba2265dc req-88fe8f64-28b9-42fc-a79c-52adfa301da2 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:14:42.367289 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5699af63-de8a-46af-a599-8387ba2265dc req-88fe8f64-28b9-42fc-a79c-52adfa301da2 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/networks?id=e1ee28af-2313-443a-8430-6783e827c8db HTTP/1.1" status: 200 len: 812 time: 0.1947560 Mar 16 09:14:42.404489 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5699af63-de8a-46af-a599-8387ba2265dc req-ee4ed81d-2246-4e1c-b8fc-07594ae09f0f tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/quotas/acda52d846f04cf8b49ca272597c9d5d HTTP/1.1" status: 200 len: 375 time: 0.0285995 Mar 16 09:14:42.443584 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012bf4d1-9667-45fa-b049-4e17277534af req-992a7019-bf66-45db-91e8-6f85089f1181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:14:42.445023 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-012bf4d1-9667-45fa-b049-4e17277534af req-992a7019-bf66-45db-91e8-6f85089f1181 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a6f52e30-58d6-4f30-893d-beb4b2ff4428 HTTP/1.1" status: 200 len: 854 time: 0.0763478 Mar 16 09:14:42.496319 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5699af63-de8a-46af-a599-8387ba2265dc req-97349394-5b4d-4d55-9ab3-2fcf537adc91 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=acda52d846f04cf8b49ca272597c9d5d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0861561 Mar 16 09:14:42.525701 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012bf4d1-9667-45fa-b049-4e17277534af req-18fedb8f-f25f-49cb-9259-37d3c30d3e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:14:42.527182 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-012bf4d1-9667-45fa-b049-4e17277534af req-18fedb8f-f25f-49cb-9259-37d3c30d3e5f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=51a1b050-f32d-4097-bc16-62cec3c7dc23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0749073 Mar 16 09:14:42.692855 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5699af63-de8a-46af-a599-8387ba2265dc req-7f032b1f-0fe6-4c24-b46e-8feb86677ebd service neutron] 10.222.0.18 "GET /v2.0/networks/e1ee28af-2313-443a-8430-6783e827c8db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850162 Mar 16 09:14:42.723353 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-012bf4d1-9667-45fa-b049-4e17277534af req-8cc6a049-2c53-41a7-9dcf-f08b107719f7 service neutron] 10.222.0.48 "GET /v2.0/networks/51a1b050-f32d-4097-bc16-62cec3c7dc23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856866 Mar 16 09:14:42.827199 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fa7098-f222-4186-b660-0ef6bc00edba req-41ac5c93-c2b5-449d-a61d-51b42bc6ccb6 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:14:42.828709 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-c5fa7098-f222-4186-b660-0ef6bc00edba req-41ac5c93-c2b5-449d-a61d-51b42bc6ccb6 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "GET /v2.0/ports?device_id=47eb750a-715e-4b29-9a23-a8b4825110ff HTTP/1.1" status: 200 len: 944 time: 0.1877458 Mar 16 09:14:42.911910 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5699af63-de8a-46af-a599-8387ba2265dc req-3a099ec5-4092-4740-bfc0-c6f840e2db9b service neutron] 10.222.0.18 "GET /v2.0/networks/e1ee28af-2313-443a-8430-6783e827c8db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116117 Mar 16 09:14:42.913663 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-012bf4d1-9667-45fa-b049-4e17277534af req-d97eadaf-4dbf-4ca5-89ae-e5059c91dea5 service neutron] 10.222.0.48 "GET /v2.0/networks/51a1b050-f32d-4097-bc16-62cec3c7dc23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630738 Mar 16 09:14:42.933792 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-c5fa7098-f222-4186-b660-0ef6bc00edba req-8dea61cf-37de-4db2-92a2-8207abd10d15 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c9bfef6-b207-4be6-b350-4ec6ea979a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965822 Mar 16 09:14:43.017826 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d976869-2615-4861-af81-155f4d8df3e1 req-b5cbbb58-8866-4b5b-9a5b-96e4c1e9abb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:14:43.019344 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-6d976869-2615-4861-af81-155f4d8df3e1 req-b5cbbb58-8866-4b5b-9a5b-96e4c1e9abb5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9105c40a7aa64b46b2a5bb388f445284&device_id=47eb750a-715e-4b29-9a23-a8b4825110ff HTTP/1.1" status: 200 len: 1128 time: 0.0448341 Mar 16 09:14:43.109242 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d976869-2615-4861-af81-155f4d8df3e1 req-5ceffa86-2c5f-46c0-8e3d-5f23818f35f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:14:43.110747 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-6d976869-2615-4861-af81-155f4d8df3e1 req-5ceffa86-2c5f-46c0-8e3d-5f23818f35f1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=51a1b050-f32d-4097-bc16-62cec3c7dc23 HTTP/1.1" status: 200 len: 916 time: 0.0832829 Mar 16 09:14:43.423029 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-6d976869-2615-4861-af81-155f4d8df3e1 req-5da3c49f-ac66-4209-8099-cd17f09356d3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2784b7f9-ff89-4f94-9551-73139d166aad HTTP/1.1" status: 200 len: 217 time: 0.3057103 Mar 16 09:14:43.457428 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a5152a2d-24a2-4e80-a418-ea3c13d702e6 req-1d0cf64b-e6ae-4b98-8ad7-746aade660d5 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/ports?device_id=9396f840-b4d5-4f95-b7fb-3331fa1bde62 HTTP/1.1" status: 200 len: 210 time: 0.0371554 Mar 16 09:14:43.494536 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d976869-2615-4861-af81-155f4d8df3e1 req-e799a05c-0032-4483-a362-0d25d03ab5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:14:43.495978 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-6d976869-2615-4861-af81-155f4d8df3e1 req-e799a05c-0032-4483-a362-0d25d03ab5fd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a6f52e30-58d6-4f30-893d-beb4b2ff4428 HTTP/1.1" status: 200 len: 854 time: 0.0640860 Mar 16 09:14:43.553648 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d976869-2615-4861-af81-155f4d8df3e1 req-22a050c3-003d-48e3-a5d7-71fb183e2f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:14:43.555138 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-6d976869-2615-4861-af81-155f4d8df3e1 req-22a050c3-003d-48e3-a5d7-71fb183e2f56 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=51a1b050-f32d-4097-bc16-62cec3c7dc23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0521338 Mar 16 09:14:43.665552 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-6d976869-2615-4861-af81-155f4d8df3e1 req-9a7c0093-f777-4db7-bb91-a58cd2516614 service neutron] 10.222.0.48 "GET /v2.0/networks/51a1b050-f32d-4097-bc16-62cec3c7dc23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948617 Mar 16 09:14:43.767170 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-6d976869-2615-4861-af81-155f4d8df3e1 req-2bdc7e29-50de-4e62-9b66-0de2807d1f99 service neutron] 10.222.0.48 "GET /v2.0/networks/51a1b050-f32d-4097-bc16-62cec3c7dc23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889175 Mar 16 09:14:44.058144 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8f6731-51a4-43bd-8318-988263fddc95 req-70c9e8b5-c8eb-4991-98c6-8817c8ac9af6 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:14:44.059529 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-db8f6731-51a4-43bd-8318-988263fddc95 req-70c9e8b5-c8eb-4991-98c6-8817c8ac9af6 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "GET /v2.0/ports?device_id=47eb750a-715e-4b29-9a23-a8b4825110ff HTTP/1.1" status: 200 len: 944 time: 0.0566227 Mar 16 09:14:44.105151 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-db8f6731-51a4-43bd-8318-988263fddc95 req-15368c1d-e519-4679-ad8a-d4d49f00b9e5 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c9bfef6-b207-4be6-b350-4ec6ea979a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400946 Mar 16 09:14:44.270415 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5699af63-de8a-46af-a599-8387ba2265dc req-1e4d6475-7ac6-4aa9-93da-cffac76959a4 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:14:44.271875 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5699af63-de8a-46af-a599-8387ba2265dc req-1e4d6475-7ac6-4aa9-93da-cffac76959a4 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.48 "GET /v2.0/networks?id=e1ee28af-2313-443a-8430-6783e827c8db HTTP/1.1" status: 200 len: 812 time: 0.1015484 Mar 16 09:14:44.336871 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5699af63-de8a-46af-a599-8387ba2265dc req-dae35dac-d927-460f-94d5-f52305c6b892 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=acda52d846f04cf8b49ca272597c9d5d HTTP/1.1" status: 200 len: 380 time: 0.0571544 Mar 16 09:14:44.345541 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.v2.base [req-5699af63-de8a-46af-a599-8387ba2265dc req-0b3cd130-2d6c-4fe9-a28c-6e82a3c1a824 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Request body: {'port': {'device_id': '9396f840-b4d5-4f95-b7fb-3331fa1bde62', 'network_id': 'e1ee28af-2313-443a-8430-6783e827c8db', 'admin_state_up': True, 'tenant_id': 'acda52d846f04cf8b49ca272597c9d5d', 'security_groups': ['a4715a9b-ecf5-4a54-be6a-6c4cc8aef8fd']}} {{(pid=103096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:14:44.449206 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5699af63-de8a-46af-a599-8387ba2265dc req-0b3cd130-2d6c-4fe9-a28c-6e82a3c1a824 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Made reservation on behalf of acda52d846f04cf8b49ca272597c9d5d for: {'port': 1} {{(pid=103096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 09:14:44.452546 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-5699af63-de8a-46af-a599-8387ba2265dc req-0b3cd130-2d6c-4fe9-a28c-6e82a3c1a824 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:44.577454 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-d72342fd-43d5-4d6d-97b1-4dd622ec742d req-739474ea-83d9-4853-9e90-c9a756c94e82 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/ports?device_id=9396f840-b4d5-4f95-b7fb-3331fa1bde62 HTTP/1.1" status: 200 len: 210 time: 0.0518818 Mar 16 09:14:44.606099 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.db_base_plugin_common [req-5699af63-de8a-46af-a599-8387ba2265dc req-0b3cd130-2d6c-4fe9-a28c-6e82a3c1a824 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Allocated IP 172.20.0.9 (e1ee28af-2313-443a-8430-6783e827c8db/2589bda5-b4b7-46d6-9ea7-a504068c0d7e/75a577ca-d432-4656-a7ad-fd1f99e8373f) {{(pid=103096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 09:14:44.749360 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-5699af63-de8a-46af-a599-8387ba2265dc req-0b3cd130-2d6c-4fe9-a28c-6e82a3c1a824 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks [] for port (75a577ca-d432-4656-a7ad-fd1f99e8373f), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:44.781434 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-5699af63-de8a-46af-a599-8387ba2265dc req-0b3cd130-2d6c-4fe9-a28c-6e82a3c1a824 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732012762709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13105710'] for port (75a577ca-d432-4656-a7ad-fd1f99e8373f), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:44.824051 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5699af63-de8a-46af-a599-8387ba2265dc req-0b3cd130-2d6c-4fe9-a28c-6e82a3c1a824 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Network e1ee28af-2313-443a-8430-6783e827c8db is already hosted by enough agents. {{(pid=103096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 09:14:44.827425 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.base_scheduler [req-5699af63-de8a-46af-a599-8387ba2265dc req-0b3cd130-2d6c-4fe9-a28c-6e82a3c1a824 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Resources bound (agent type, host, resource id): {{(pid=103096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 09:14:44.831071 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [req-5699af63-de8a-46af-a599-8387ba2265dc req-0b3cd130-2d6c-4fe9-a28c-6e82a3c1a824 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Received port after_create {{(pid=103096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 09:14:44.855075 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3cd130-2d6c-4fe9-a28c-6e82a3c1a824 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Pushing event updated for resources: {'Port': ['ID=75a577ca-d432-4656-a7ad-fd1f99e8373f,revision_number=1']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:14:44.887548 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5699af63-de8a-46af-a599-8387ba2265dc req-0b3cd130-2d6c-4fe9-a28c-6e82a3c1a824 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:14:44.888191 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-5699af63-de8a-46af-a599-8387ba2265dc req-0b3cd130-2d6c-4fe9-a28c-6e82a3c1a824 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334679'] for port (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:44.905280 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5699af63-de8a-46af-a599-8387ba2265dc req-0b3cd130-2d6c-4fe9-a28c-6e82a3c1a824 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5638504 Mar 16 09:14:44.916808 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.v2.base [req-5699af63-de8a-46af-a599-8387ba2265dc req-a365454c-daa2-4dfb-a9d3-4e2e9ff810e4 service neutron] Request body: {'port': {'device_id': '9396f840-b4d5-4f95-b7fb-3331fa1bde62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=103096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:14:44.985179 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-5699af63-de8a-46af-a599-8387ba2265dc req-a365454c-daa2-4dfb-a9d3-4e2e9ff810e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (75a577ca-d432-4656-a7ad-fd1f99e8373f), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:45.048704 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-28ef70d0-f8ac-406d-ad46-cd6333a54908 None None] Provisioning complete for port 75a577ca-d432-4656-a7ad-fd1f99e8373f triggered by entity DHCP. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:14:45.049345 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-28ef70d0-f8ac-406d-ad46-cd6333a54908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (75a577ca-d432-4656-a7ad-fd1f99e8373f), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:45.081053 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-28ef70d0-f8ac-406d-ad46-cd6333a54908 None None] Port 75a577ca-d432-4656-a7ad-fd1f99e8373f cannot update to ACTIVE because it is not bound. {{(pid=103097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 09:14:45.269273 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7856a5eb-adff-4043-af4e-a74f920fd47b req-13bb8c88-ea9b-4432-ad34-482cb3797734 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:14:45.271286 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-7856a5eb-adff-4043-af4e-a74f920fd47b req-13bb8c88-ea9b-4432-ad34-482cb3797734 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "GET /v2.0/ports?device_id=47eb750a-715e-4b29-9a23-a8b4825110ff HTTP/1.1" status: 200 len: 944 time: 0.0913985 Mar 16 09:14:45.289166 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.notifiers.nova [req-5699af63-de8a-46af-a599-8387ba2265dc req-a365454c-daa2-4dfb-a9d3-4e2e9ff810e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75a577ca-d432-4656-a7ad-fd1f99e8373f {{(pid=103096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 09:14:45.306406 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-5699af63-de8a-46af-a599-8387ba2265dc req-a365454c-daa2-4dfb-a9d3-4e2e9ff810e4 service neutron] Publish callbacks [] for port (75a577ca-d432-4656-a7ad-fd1f99e8373f), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:45.327474 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.provisioning_blocks [req-5699af63-de8a-46af-a599-8387ba2265dc req-a365454c-daa2-4dfb-a9d3-4e2e9ff810e4 service neutron] Transition to ACTIVE for port object 75a577ca-d432-4656-a7ad-fd1f99e8373f will not be triggered until provisioned by entity L2. {{(pid=103096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 16 09:14:45.335827 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-5699af63-de8a-46af-a599-8387ba2265dc req-a365454c-daa2-4dfb-a9d3-4e2e9ff810e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13105703'] for port (75a577ca-d432-4656-a7ad-fd1f99e8373f), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:45.370978 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-7856a5eb-adff-4043-af4e-a74f920fd47b req-015f2c8a-f7f4-41b8-ac4d-ddbc7c9da225 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c9bfef6-b207-4be6-b350-4ec6ea979a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923886 Mar 16 09:14:45.414210 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365454c-daa2-4dfb-a9d3-4e2e9ff810e4 service neutron] Pushing event updated for resources: {'Port': ['ID=75a577ca-d432-4656-a7ad-fd1f99e8373f,revision_number=2']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:14:45.468064 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [req-5699af63-de8a-46af-a599-8387ba2265dc req-a365454c-daa2-4dfb-a9d3-4e2e9ff810e4 service neutron] Attempting to bind port 75a577ca-d432-4656-a7ad-fd1f99e8373f on host hv-cinder-83177 for vnic_type normal with profile {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 09:14:45.468712 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [req-5699af63-de8a-46af-a599-8387ba2265dc req-a365454c-daa2-4dfb-a9d3-4e2e9ff810e4 service neutron] Attempting to bind port 75a577ca-d432-4656-a7ad-fd1f99e8373f by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': '0ad45193-c88a-4b26-9fac-41c5a66a372f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'e1ee28af-2313-443a-8430-6783e827c8db'}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 09:14:45.468712 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5699af63-de8a-46af-a599-8387ba2265dc req-a365454c-daa2-4dfb-a9d3-4e2e9ff810e4 service neutron] Attempting to bind port 75a577ca-d432-4656-a7ad-fd1f99e8373f on network e1ee28af-2313-443a-8430-6783e827c8db {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 09:14:45.473107 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5699af63-de8a-46af-a599-8387ba2265dc req-a365454c-daa2-4dfb-a9d3-4e2e9ff810e4 service neutron] Port 75a577ca-d432-4656-a7ad-fd1f99e8373f on network e1ee28af-2313-443a-8430-6783e827c8db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 16 09:14:45.473449 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5699af63-de8a-46af-a599-8387ba2265dc req-a365454c-daa2-4dfb-a9d3-4e2e9ff810e4 service neutron] Attempting to bind port 75a577ca-d432-4656-a7ad-fd1f99e8373f on network e1ee28af-2313-443a-8430-6783e827c8db {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 09:14:45.478373 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5699af63-de8a-46af-a599-8387ba2265dc req-a365454c-daa2-4dfb-a9d3-4e2e9ff810e4 service neutron] Checking agent: {'id': 'f0da09ba-cbd5-402d-a3a1-68b8fcaf25e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 8, 59, 25), 'started_at': datetime.datetime(2022, 3, 16, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 9, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 09:14:45.478713 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5699af63-de8a-46af-a599-8387ba2265dc req-a365454c-daa2-4dfb-a9d3-4e2e9ff810e4 service neutron] Checking segment: {'id': '0ad45193-c88a-4b26-9fac-41c5a66a372f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'e1ee28af-2313-443a-8430-6783e827c8db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 09:14:45.479093 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5699af63-de8a-46af-a599-8387ba2265dc req-a365454c-daa2-4dfb-a9d3-4e2e9ff810e4 service neutron] Bound using segment: {'id': '0ad45193-c88a-4b26-9fac-41c5a66a372f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'e1ee28af-2313-443a-8430-6783e827c8db'} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 09:14:45.479516 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [req-5699af63-de8a-46af-a599-8387ba2265dc req-a365454c-daa2-4dfb-a9d3-4e2e9ff810e4 service neutron] Bound port: 75a577ca-d432-4656-a7ad-fd1f99e8373f, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ad45193-c88a-4b26-9fac-41c5a66a372f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'e1ee28af-2313-443a-8430-6783e827c8db'}}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 09:14:45.479869 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-5699af63-de8a-46af-a599-8387ba2265dc req-a365454c-daa2-4dfb-a9d3-4e2e9ff810e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (75a577ca-d432-4656-a7ad-fd1f99e8373f), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:45.546862 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.db [req-5699af63-de8a-46af-a599-8387ba2265dc req-a365454c-daa2-4dfb-a9d3-4e2e9ff810e4 service neutron] For port 75a577ca-d432-4656-a7ad-fd1f99e8373f, host hv-cinder-83177, cleared binding levels {{(pid=103096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 09:14:45.550042 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.db [req-5699af63-de8a-46af-a599-8387ba2265dc req-a365454c-daa2-4dfb-a9d3-4e2e9ff810e4 service neutron] For port 75a577ca-d432-4656-a7ad-fd1f99e8373f, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=75a577ca-d432-4656-a7ad-fd1f99e8373f,segment=NetworkSegment(0ad45193-c88a-4b26-9fac-41c5a66a372f),segment_id=0ad45193-c88a-4b26-9fac-41c5a66a372f)] {{(pid=103096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 09:14:45.555718 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-5699af63-de8a-46af-a599-8387ba2265dc req-a365454c-daa2-4dfb-a9d3-4e2e9ff810e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13105703'] for port (75a577ca-d432-4656-a7ad-fd1f99e8373f), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:45.593671 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5699af63-de8a-46af-a599-8387ba2265dc req-a365454c-daa2-4dfb-a9d3-4e2e9ff810e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:14:45.594212 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-5699af63-de8a-46af-a599-8387ba2265dc req-a365454c-daa2-4dfb-a9d3-4e2e9ff810e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334679'] for port (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:45.595596 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5699af63-de8a-46af-a599-8387ba2265dc req-a365454c-daa2-4dfb-a9d3-4e2e9ff810e4 service neutron] 10.222.0.48 "PUT /v2.0/ports/75a577ca-d432-4656-a7ad-fd1f99e8373f HTTP/1.1" status: 200 len: 1093 time: 0.6835885 Mar 16 09:14:45.596045 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9396f840-b4d5-4f95-b7fb-3331fa1bde62', 'tag': '75a577ca-d432-4656-a7ad-fd1f99e8373f'}] {{(pid=103096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 09:14:45.599297 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552648401d13394d2a88e7485ef09c5647ae5ea4c1ec431ef2c5edbe801f23fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e34ad4a-0f88-4bfa-b116-bf334a68f137" -d '{"events": [{"name": "network-changed", "server_uuid": "9396f840-b4d5-4f95-b7fb-3331fa1bde62", "tag": "75a577ca-d432-4656-a7ad-fd1f99e8373f"}]}' {{(pid=103096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 09:14:45.618608 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365454c-daa2-4dfb-a9d3-4e2e9ff810e4 service neutron] Pushing event updated for resources: {'Port': ['ID=75a577ca-d432-4656-a7ad-fd1f99e8373f,revision_number=3']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:14:45.673109 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 09:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2013671e-4a3a-4ffb-8928-80f9c6986782 x-openstack-request-id: req-2013671e-4a3a-4ffb-8928-80f9c6986782 {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 09:14:45.673523 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9396f840-b4d5-4f95-b7fb-3331fa1bde62", "tag": "75a577ca-d432-4656-a7ad-fd1f99e8373f", "status": "completed", "code": 200}]} {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 09:14:45.673650 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2013671e-4a3a-4ffb-8928-80f9c6986782 {{(pid=103096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 09:14:45.674049 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9396f840-b4d5-4f95-b7fb-3331fa1bde62', 'tag': '75a577ca-d432-4656-a7ad-fd1f99e8373f', 'status': 'completed', 'code': 200} Mar 16 09:14:45.725389 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5699af63-de8a-46af-a599-8387ba2265dc req-646c3c33-58cf-4765-aa70-931dc307ae84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:14:45.726940 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5699af63-de8a-46af-a599-8387ba2265dc req-646c3c33-58cf-4765-aa70-931dc307ae84 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=acda52d846f04cf8b49ca272597c9d5d&device_id=9396f840-b4d5-4f95-b7fb-3331fa1bde62 HTTP/1.1" status: 200 len: 1127 time: 0.0870421 Mar 16 09:14:45.738885 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a04d10d-b9a4-4bae-a4e3-34dae9cbd9e4 req-b8cbd873-25ce-458a-8d8b-b3cfcbf76a09 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:14:45.740644 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2a04d10d-b9a4-4bae-a4e3-34dae9cbd9e4 req-b8cbd873-25ce-458a-8d8b-b3cfcbf76a09 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/ports?device_id=9396f840-b4d5-4f95-b7fb-3331fa1bde62 HTTP/1.1" status: 200 len: 943 time: 0.0693920 Mar 16 09:14:45.791026 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5699af63-de8a-46af-a599-8387ba2265dc req-2948fd26-37b9-4e80-ba16-f4817beb60ba service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=75a577ca-d432-4656-a7ad-fd1f99e8373f HTTP/1.1" status: 200 len: 217 time: 0.0494051 Mar 16 09:14:45.850531 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2a04d10d-b9a4-4bae-a4e3-34dae9cbd9e4 req-b6ec8242-ff3e-4a6c-896e-8f177e923132 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4715a9b-ecf5-4a54-be6a-6c4cc8aef8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027346 Mar 16 09:14:45.859249 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5699af63-de8a-46af-a599-8387ba2265dc req-3b974cff-3bf3-4d61-ab39-a69f46027f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:14:45.860692 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5699af63-de8a-46af-a599-8387ba2265dc req-3b974cff-3bf3-4d61-ab39-a69f46027f29 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2589bda5-b4b7-46d6-9ea7-a504068c0d7e HTTP/1.1" status: 200 len: 851 time: 0.0624647 Mar 16 09:14:45.908969 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5699af63-de8a-46af-a599-8387ba2265dc req-3d0aa7d6-8af3-432f-a184-0d54cb1e723c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:14:45.910611 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5699af63-de8a-46af-a599-8387ba2265dc req-3d0aa7d6-8af3-432f-a184-0d54cb1e723c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e1ee28af-2313-443a-8430-6783e827c8db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433352 Mar 16 09:14:46.000936 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5699af63-de8a-46af-a599-8387ba2265dc req-2f263661-6ccc-4b21-9c08-6b3364c2b2af service neutron] 10.222.0.48 "GET /v2.0/networks/e1ee28af-2313-443a-8430-6783e827c8db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840356 Mar 16 09:14:46.084844 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5699af63-de8a-46af-a599-8387ba2265dc req-ce476bc1-b88f-4758-bb44-25df688be98c service neutron] 10.222.0.48 "GET /v2.0/networks/e1ee28af-2313-443a-8430-6783e827c8db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784967 Mar 16 09:14:46.173850 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e34ad4a-0f88-4bfa-b116-bf334a68f137 req-2eed6241-9a42-45c2-98d0-a4b7b4d69d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:14:46.175363 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-0e34ad4a-0f88-4bfa-b116-bf334a68f137 req-2eed6241-9a42-45c2-98d0-a4b7b4d69d39 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=acda52d846f04cf8b49ca272597c9d5d&device_id=9396f840-b4d5-4f95-b7fb-3331fa1bde62 HTTP/1.1" status: 200 len: 1127 time: 0.0484819 Mar 16 09:14:46.261186 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e34ad4a-0f88-4bfa-b116-bf334a68f137 req-2be3e92d-38ec-498a-a308-f7fde29aece9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:14:46.262656 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-0e34ad4a-0f88-4bfa-b116-bf334a68f137 req-2be3e92d-38ec-498a-a308-f7fde29aece9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e1ee28af-2313-443a-8430-6783e827c8db HTTP/1.1" status: 200 len: 913 time: 0.0806911 Mar 16 09:14:46.306960 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-0e34ad4a-0f88-4bfa-b116-bf334a68f137 req-94393c15-7362-429a-b177-ef7eade9f008 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=75a577ca-d432-4656-a7ad-fd1f99e8373f HTTP/1.1" status: 200 len: 217 time: 0.0380471 Mar 16 09:14:46.353541 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e34ad4a-0f88-4bfa-b116-bf334a68f137 req-343c46dc-de72-41d5-9bf6-49715adf9c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:14:46.354943 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-0e34ad4a-0f88-4bfa-b116-bf334a68f137 req-343c46dc-de72-41d5-9bf6-49715adf9c25 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2589bda5-b4b7-46d6-9ea7-a504068c0d7e HTTP/1.1" status: 200 len: 851 time: 0.0418262 Mar 16 09:14:46.402167 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e34ad4a-0f88-4bfa-b116-bf334a68f137 req-e128515e-4af0-408a-b3fd-382dcce4ed33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:14:46.403691 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-0e34ad4a-0f88-4bfa-b116-bf334a68f137 req-e128515e-4af0-408a-b3fd-382dcce4ed33 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e1ee28af-2313-443a-8430-6783e827c8db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430954 Mar 16 09:14:46.532594 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e426d5bd-d46a-420b-b09d-dfc979c5f0cd req-e452da96-7bdd-448a-a8cc-adce19ad7ea4 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:14:46.534089 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-e426d5bd-d46a-420b-b09d-dfc979c5f0cd req-e452da96-7bdd-448a-a8cc-adce19ad7ea4 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "GET /v2.0/ports?device_id=47eb750a-715e-4b29-9a23-a8b4825110ff HTTP/1.1" status: 200 len: 944 time: 0.0798259 Mar 16 09:14:46.536374 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-0e34ad4a-0f88-4bfa-b116-bf334a68f137 req-f021e1cb-d943-483c-98ff-f66faaf0f215 service neutron] 10.222.0.48 "GET /v2.0/networks/e1ee28af-2313-443a-8430-6783e827c8db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261454 Mar 16 09:14:46.631452 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-e426d5bd-d46a-420b-b09d-dfc979c5f0cd req-5139a59e-4c40-42d0-b754-c95cc2552d29 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c9bfef6-b207-4be6-b350-4ec6ea979a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912409 Mar 16 09:14:46.655931 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-0e34ad4a-0f88-4bfa-b116-bf334a68f137 req-d5c4a11f-f63f-42a0-bff9-30fd524d8016 service neutron] 10.222.0.48 "GET /v2.0/networks/e1ee28af-2313-443a-8430-6783e827c8db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101949 Mar 16 09:14:46.971780 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4be9485-8f99-4dd1-87c5-cfe325cfdc52 req-c623fe9d-3316-4ab6-88ea-981317b9962d tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:14:46.973276 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a4be9485-8f99-4dd1-87c5-cfe325cfdc52 req-c623fe9d-3316-4ab6-88ea-981317b9962d tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/ports?device_id=9396f840-b4d5-4f95-b7fb-3331fa1bde62 HTTP/1.1" status: 200 len: 943 time: 0.0530422 Mar 16 09:14:47.023672 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a4be9485-8f99-4dd1-87c5-cfe325cfdc52 req-266590cb-4054-4181-b72e-fcce8c6e6f10 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4715a9b-ecf5-4a54-be6a-6c4cc8aef8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448606 Mar 16 09:14:47.757740 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab90881-47a8-44e2-a6c6-ad47a240ad58 req-c4a73ad2-9a9b-482b-a9ec-9ee028e99c0f tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:14:47.759177 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-0ab90881-47a8-44e2-a6c6-ad47a240ad58 req-c4a73ad2-9a9b-482b-a9ec-9ee028e99c0f tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "GET /v2.0/ports?device_id=47eb750a-715e-4b29-9a23-a8b4825110ff HTTP/1.1" status: 200 len: 944 time: 0.0509183 Mar 16 09:14:47.792702 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Device 2784b7f9-ff89-4f94-9551-73139d166aad details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=103097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 09:14:47.804588 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-0ab90881-47a8-44e2-a6c6-ad47a240ad58 req-e89890e6-9a71-4230-85fa-fc81c9ea580f tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c9bfef6-b207-4be6-b350-4ec6ea979a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399764 Mar 16 09:14:47.884452 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] For port 2784b7f9-ff89-4f94-9551-73139d166aad, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=2784b7f9-ff89-4f94-9551-73139d166aad,segment=NetworkSegment(97acc3c3-2622-45b7-862b-840b637c186e),segment_id=97acc3c3-2622-45b7-862b-840b637c186e)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:14:47.895443 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Returning: {'device': '2784b7f9-ff89-4f94-9551-73139d166aad', 'network_id': '51a1b050-f32d-4097-bc16-62cec3c7dc23', 'port_id': '2784b7f9-ff89-4f94-9551-73139d166aad', 'mac_address': 'fa:16:3e:32:49:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6f52e30-58d6-4f30-893d-beb4b2ff4428', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 09:14:47.935299 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Current status of the port 2784b7f9-ff89-4f94-9551-73139d166aad is: DOWN; New status is: BUILD {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:14:47.935688 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (2784b7f9-ff89-4f94-9551-73139d166aad), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:47.948450 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.notifiers.nova [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2784b7f9-ff89-4f94-9551-73139d166aad {{(pid=103097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 09:14:47.966919 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] For port 2784b7f9-ff89-4f94-9551-73139d166aad, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=2784b7f9-ff89-4f94-9551-73139d166aad,segment=NetworkSegment(97acc3c3-2622-45b7-862b-840b637c186e),segment_id=97acc3c3-2622-45b7-862b-840b637c186e)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:14:47.970682 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (2784b7f9-ff89-4f94-9551-73139d166aad), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:48.017312 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Pushing event updated for resources: {'Port': ['ID=2784b7f9-ff89-4f94-9551-73139d166aad,revision_number=4']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:14:48.141225 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af79e0d3-fb82-4d02-a980-f66ee847ac0f req-9544e979-a453-4677-baab-d2491c47f709 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:14:48.142689 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-af79e0d3-fb82-4d02-a980-f66ee847ac0f req-9544e979-a453-4677-baab-d2491c47f709 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/ports?device_id=9396f840-b4d5-4f95-b7fb-3331fa1bde62 HTTP/1.1" status: 200 len: 943 time: 0.0547121 Mar 16 09:14:48.190843 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-af79e0d3-fb82-4d02-a980-f66ee847ac0f req-3af91ef0-f15e-4230-99e9-6138d682455b tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4715a9b-ecf5-4a54-be6a-6c4cc8aef8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421290 Mar 16 09:14:48.373900 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] get_ports_and_sgs() called for port_ids ['2784b7f9-ff89-4f94-9551-73139d166aad'] {{(pid=103097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 09:14:48.922064 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8f0bbc-df23-4343-bfb8-f82325b6dd80 req-7728d646-039f-41f9-9341-da3e5da89030 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:14:48.923609 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-0b8f0bbc-df23-4343-bfb8-f82325b6dd80 req-7728d646-039f-41f9-9341-da3e5da89030 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "GET /v2.0/ports?device_id=47eb750a-715e-4b29-9a23-a8b4825110ff HTTP/1.1" status: 200 len: 945 time: 0.0519087 Mar 16 09:14:48.969025 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-0b8f0bbc-df23-4343-bfb8-f82325b6dd80 req-b7ca9512-95f4-4aa0-9171-3ef1d48b985b tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c9bfef6-b207-4be6-b350-4ec6ea979a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400021 Mar 16 09:14:49.308530 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c0f3a9-ce23-4579-9dee-c1d09b6bd87b req-24922dc1-aa59-451c-a3e1-4452085fe572 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:14:49.309986 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-c9c0f3a9-ce23-4579-9dee-c1d09b6bd87b req-24922dc1-aa59-451c-a3e1-4452085fe572 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/ports?device_id=9396f840-b4d5-4f95-b7fb-3331fa1bde62 HTTP/1.1" status: 200 len: 943 time: 0.0537701 Mar 16 09:14:49.357220 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-c9c0f3a9-ce23-4579-9dee-c1d09b6bd87b req-7941dbc1-c47c-49b1-8e9d-8df4ba6c66fd tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4715a9b-ecf5-4a54-be6a-6c4cc8aef8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418124 Mar 16 09:14:49.807516 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Device 2784b7f9-ff89-4f94-9551-73139d166aad up at agent hyperv_hv-cinder-83177 {{(pid=103097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 09:14:49.854039 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Provisioning for port 2784b7f9-ff89-4f94-9551-73139d166aad completed by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 16 09:14:49.858106 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Provisioning complete for port 2784b7f9-ff89-4f94-9551-73139d166aad triggered by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:14:49.858478 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (2784b7f9-ff89-4f94-9551-73139d166aad), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:49.942004 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Current status of the port 2784b7f9-ff89-4f94-9551-73139d166aad is: BUILD; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:14:49.942392 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (2784b7f9-ff89-4f94-9551-73139d166aad), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:49.964443 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47eb750a-715e-4b29-9a23-a8b4825110ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2784b7f9-ff89-4f94-9551-73139d166aad'}] {{(pid=103097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 09:14:49.966700 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4541ab3f2cdba5932412d0e11c0734b292cb124fdee115af1127c89d10c16b82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a3e6353-503f-49da-9cfe-e7f1116a7179" -d '{"events": [{"server_uuid": "47eb750a-715e-4b29-9a23-a8b4825110ff", "name": "network-vif-plugged", "status": "completed", "tag": "2784b7f9-ff89-4f94-9551-73139d166aad"}]}' {{(pid=103097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 09:14:49.979842 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] For port 2784b7f9-ff89-4f94-9551-73139d166aad, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=2784b7f9-ff89-4f94-9551-73139d166aad,segment=NetworkSegment(97acc3c3-2622-45b7-862b-840b637c186e),segment_id=97acc3c3-2622-45b7-862b-840b637c186e)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:14:49.983772 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (2784b7f9-ff89-4f94-9551-73139d166aad), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:50.033146 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Pushing event updated for resources: {'Port': ['ID=2784b7f9-ff89-4f94-9551-73139d166aad,revision_number=5']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:14:50.065302 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 09:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01386964-96f3-4100-838b-6c149637e335 x-openstack-request-id: req-01386964-96f3-4100-838b-6c149637e335 {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 09:14:50.065641 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47eb750a-715e-4b29-9a23-a8b4825110ff", "name": "network-vif-plugged", "status": "completed", "tag": "2784b7f9-ff89-4f94-9551-73139d166aad", "code": 200}]} {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 09:14:50.065897 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-01386964-96f3-4100-838b-6c149637e335 {{(pid=103097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 09:14:50.066297 dv-cinder-831776-4-iscsi neutron-server[103097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47eb750a-715e-4b29-9a23-a8b4825110ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2784b7f9-ff89-4f94-9551-73139d166aad', 'code': 200} Mar 16 09:14:50.094757 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4eb97e-eb74-4699-a916-7af2006980a1 req-49a98a5e-ae5b-40f2-897f-68e72ab1a046 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:14:50.096270 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-cc4eb97e-eb74-4699-a916-7af2006980a1 req-49a98a5e-ae5b-40f2-897f-68e72ab1a046 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "GET /v2.0/ports?device_id=47eb750a-715e-4b29-9a23-a8b4825110ff HTTP/1.1" status: 200 len: 946 time: 0.0526664 Mar 16 09:14:50.143058 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-cc4eb97e-eb74-4699-a916-7af2006980a1 req-37b9d852-688c-4242-a0d4-5a173eaea1ef tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c9bfef6-b207-4be6-b350-4ec6ea979a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406857 Mar 16 09:14:50.233140 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd88040a-bc56-4971-b882-0f0fe1f656d5 req-930b785b-c022-452a-8b65-25a1f0c97a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:14:50.234758 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-fd88040a-bc56-4971-b882-0f0fe1f656d5 req-930b785b-c022-452a-8b65-25a1f0c97a57 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=47eb750a-715e-4b29-9a23-a8b4825110ff HTTP/1.1" status: 200 len: 1130 time: 0.0418932 Mar 16 09:14:50.279479 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-fd88040a-bc56-4971-b882-0f0fe1f656d5 req-606b4300-ade7-439c-9c67-83d861711673 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9c9bfef6-b207-4be6-b350-4ec6ea979a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382385 Mar 16 09:14:50.472466 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fd2746-70b7-44c0-b6b0-580f43e528a8 req-0a9fd0c4-c7ce-4d8d-bc47-79c1a5d6ce45 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:14:50.474530 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-32fd2746-70b7-44c0-b6b0-580f43e528a8 req-0a9fd0c4-c7ce-4d8d-bc47-79c1a5d6ce45 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/ports?device_id=9396f840-b4d5-4f95-b7fb-3331fa1bde62 HTTP/1.1" status: 200 len: 943 time: 0.0522690 Mar 16 09:14:50.521395 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-32fd2746-70b7-44c0-b6b0-580f43e528a8 req-3a7a37e7-2a4b-465e-8652-aa19eb1d2fbb tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4715a9b-ecf5-4a54-be6a-6c4cc8aef8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413938 Mar 16 09:14:50.521902 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-30c2db46-3d20-4ca7-ae7e-3bf28e24a194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (a398d5bf-1368-473f-bfdd-7d167c3f4154), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:51.258586 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c5b725-19ba-4d08-9fc3-85ccf46d6ea2 req-07b5b1d3-134a-443a-977c-0ee63368844f tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:14:51.260045 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b9c5b725-19ba-4d08-9fc3-85ccf46d6ea2 req-07b5b1d3-134a-443a-977c-0ee63368844f tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "GET /v2.0/ports?device_id=47eb750a-715e-4b29-9a23-a8b4825110ff HTTP/1.1" status: 200 len: 946 time: 0.0510824 Mar 16 09:14:51.304778 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b9c5b725-19ba-4d08-9fc3-85ccf46d6ea2 req-3ab7d2a9-ea2f-44d2-a54e-b1deffb5c19f tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c9bfef6-b207-4be6-b350-4ec6ea979a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389125 Mar 16 09:14:51.643013 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76080198-31be-48ed-bc11-6fea60f04a84 req-49a3c11f-d279-4f7f-af34-69e26ce3cf2c tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:14:51.644515 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-76080198-31be-48ed-bc11-6fea60f04a84 req-49a3c11f-d279-4f7f-af34-69e26ce3cf2c tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/ports?device_id=9396f840-b4d5-4f95-b7fb-3331fa1bde62 HTTP/1.1" status: 200 len: 943 time: 0.0569606 Mar 16 09:14:51.692418 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-76080198-31be-48ed-bc11-6fea60f04a84 req-4496fa28-83a7-4331-955a-e422ee931483 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4715a9b-ecf5-4a54-be6a-6c4cc8aef8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423040 Mar 16 09:14:52.418266 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3565b319-0563-4418-99cf-142b92a0e671 req-ec64f8da-1127-4db2-affa-397c1f0faf6c tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:14:52.419721 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-3565b319-0563-4418-99cf-142b92a0e671 req-ec64f8da-1127-4db2-affa-397c1f0faf6c tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "GET /v2.0/ports?device_id=47eb750a-715e-4b29-9a23-a8b4825110ff HTTP/1.1" status: 200 len: 946 time: 0.0507102 Mar 16 09:14:52.464545 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-3565b319-0563-4418-99cf-142b92a0e671 req-e143134b-182a-4f35-8ec3-60dfe5ed006b tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c9bfef6-b207-4be6-b350-4ec6ea979a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394409 Mar 16 09:14:52.577076 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2e8327-60f8-4325-89b7-a5dbf1311adb req-a666cd5a-6deb-4ec1-b8b7-31fbbdb876dd tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:14:52.578559 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-8e2e8327-60f8-4325-89b7-a5dbf1311adb req-a666cd5a-6deb-4ec1-b8b7-31fbbdb876dd tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "GET /v2.0/ports?device_id=47eb750a-715e-4b29-9a23-a8b4825110ff HTTP/1.1" status: 200 len: 946 time: 0.0508382 Mar 16 09:14:52.626971 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-8e2e8327-60f8-4325-89b7-a5dbf1311adb req-524a8fb6-41dc-4b41-b328-7c966755499e tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c9bfef6-b207-4be6-b350-4ec6ea979a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429525 Mar 16 09:14:52.807719 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3166d9f3-3596-457b-ad8d-1d38733ef453 req-8b68226d-c4e2-4d76-b19b-c6e21487ccdd tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:14:52.809168 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-3166d9f3-3596-457b-ad8d-1d38733ef453 req-8b68226d-c4e2-4d76-b19b-c6e21487ccdd tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/ports?device_id=9396f840-b4d5-4f95-b7fb-3331fa1bde62 HTTP/1.1" status: 200 len: 943 time: 0.0522799 Mar 16 09:14:52.836680 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-355e439a-5ac5-4609-a6db-4ec76cc2af0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (09ce795b-eeca-4b3b-9d7f-577d9443cb21), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:52.860043 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-3166d9f3-3596-457b-ad8d-1d38733ef453 req-ffde34d9-0877-4d9f-8279-641d12a8dc2f tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4715a9b-ecf5-4a54-be6a-6c4cc8aef8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452776 Mar 16 09:14:52.951204 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f8c48b-ab5f-486e-946b-e66c5feb785b req-63237b4a-91a5-4017-9d34-61df02e3990f tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:14:52.952654 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-60f8c48b-ab5f-486e-946b-e66c5feb785b req-63237b4a-91a5-4017-9d34-61df02e3990f tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "GET /v2.0/ports?device_id=47eb750a-715e-4b29-9a23-a8b4825110ff HTTP/1.1" status: 200 len: 946 time: 0.0539634 Mar 16 09:14:52.997673 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-60f8c48b-ab5f-486e-946b-e66c5feb785b req-fa73cfb6-b7bb-4a74-9c17-85a603a251dd tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c9bfef6-b207-4be6-b350-4ec6ea979a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394428 Mar 16 09:14:53.822606 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Device 75a577ca-d432-4656-a7ad-fd1f99e8373f details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=103097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 09:14:53.905602 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-cdeb7127-6fa1-4060-ae0a-c8ffc2dd9388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (514d7d79-ab14-439d-a6c0-bbffe337a49f), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:53.936634 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] For port 75a577ca-d432-4656-a7ad-fd1f99e8373f, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=75a577ca-d432-4656-a7ad-fd1f99e8373f,segment=NetworkSegment(0ad45193-c88a-4b26-9fac-41c5a66a372f),segment_id=0ad45193-c88a-4b26-9fac-41c5a66a372f)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:14:53.948126 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Returning: {'device': '75a577ca-d432-4656-a7ad-fd1f99e8373f', 'network_id': 'e1ee28af-2313-443a-8430-6783e827c8db', 'port_id': '75a577ca-d432-4656-a7ad-fd1f99e8373f', 'mac_address': 'fa:16:3e:e6:43:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2589bda5-b4b7-46d6-9ea7-a504068c0d7e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 09:14:53.981331 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b935c5be-9a98-44d5-9fb2-67032d81e1c7 req-8a64a7a4-82e3-4676-bf12-ea0ae540626b tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:14:53.982823 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b935c5be-9a98-44d5-9fb2-67032d81e1c7 req-8a64a7a4-82e3-4676-bf12-ea0ae540626b tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/ports?device_id=9396f840-b4d5-4f95-b7fb-3331fa1bde62 HTTP/1.1" status: 200 len: 943 time: 0.0542977 Mar 16 09:14:53.985233 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Current status of the port 75a577ca-d432-4656-a7ad-fd1f99e8373f is: DOWN; New status is: BUILD {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:14:53.985650 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (75a577ca-d432-4656-a7ad-fd1f99e8373f), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:54.002036 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.notifiers.nova [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75a577ca-d432-4656-a7ad-fd1f99e8373f {{(pid=103097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 09:14:54.022370 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] For port 75a577ca-d432-4656-a7ad-fd1f99e8373f, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=75a577ca-d432-4656-a7ad-fd1f99e8373f,segment=NetworkSegment(0ad45193-c88a-4b26-9fac-41c5a66a372f),segment_id=0ad45193-c88a-4b26-9fac-41c5a66a372f)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:14:54.026221 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (75a577ca-d432-4656-a7ad-fd1f99e8373f), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:54.032485 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b935c5be-9a98-44d5-9fb2-67032d81e1c7 req-6a7047fc-1d6b-48f9-af91-19f1e027b912 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4715a9b-ecf5-4a54-be6a-6c4cc8aef8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433002 Mar 16 09:14:54.071466 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Pushing event updated for resources: {'Port': ['ID=75a577ca-d432-4656-a7ad-fd1f99e8373f,revision_number=4']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:14:54.368444 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] get_ports_and_sgs() called for port_ids ['75a577ca-d432-4656-a7ad-fd1f99e8373f'] {{(pid=103097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 09:14:55.151118 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb30327d-ed8f-48cc-8d6e-189526aa5c63 req-bcb682f6-4332-4dba-aa2b-630e50156b28 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:14:55.152598 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-bb30327d-ed8f-48cc-8d6e-189526aa5c63 req-bcb682f6-4332-4dba-aa2b-630e50156b28 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/ports?device_id=9396f840-b4d5-4f95-b7fb-3331fa1bde62 HTTP/1.1" status: 200 len: 944 time: 0.0539112 Mar 16 09:14:55.201019 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-bb30327d-ed8f-48cc-8d6e-189526aa5c63 req-40ab561c-2f99-4d8a-83b5-d25cbce2fed9 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4715a9b-ecf5-4a54-be6a-6c4cc8aef8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429006 Mar 16 09:14:55.515650 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (f0da09ba-cbd5-402d-a3a1-68b8fcaf25e8), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:55.519106 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3de267ec-888d-49e1-92d2-a6991c0932cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (3616e4f6-4586-420d-b0d2-e3b2f5abb17b), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:55.822966 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Device 75a577ca-d432-4656-a7ad-fd1f99e8373f up at agent hyperv_hv-cinder-83177 {{(pid=103097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 09:14:55.870627 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Provisioning for port 75a577ca-d432-4656-a7ad-fd1f99e8373f completed by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 16 09:14:55.874471 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Provisioning complete for port 75a577ca-d432-4656-a7ad-fd1f99e8373f triggered by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:14:55.874845 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (75a577ca-d432-4656-a7ad-fd1f99e8373f), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:55.951155 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Current status of the port 75a577ca-d432-4656-a7ad-fd1f99e8373f is: BUILD; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:14:55.951543 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (75a577ca-d432-4656-a7ad-fd1f99e8373f), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:55.973626 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9396f840-b4d5-4f95-b7fb-3331fa1bde62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75a577ca-d432-4656-a7ad-fd1f99e8373f'}] {{(pid=103097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 09:14:55.975805 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4541ab3f2cdba5932412d0e11c0734b292cb124fdee115af1127c89d10c16b82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6a61fb5-2a95-4287-9b32-fd135a2c3429" -d '{"events": [{"server_uuid": "9396f840-b4d5-4f95-b7fb-3331fa1bde62", "name": "network-vif-plugged", "status": "completed", "tag": "75a577ca-d432-4656-a7ad-fd1f99e8373f"}]}' {{(pid=103097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 09:14:55.988872 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] For port 75a577ca-d432-4656-a7ad-fd1f99e8373f, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=75a577ca-d432-4656-a7ad-fd1f99e8373f,segment=NetworkSegment(0ad45193-c88a-4b26-9fac-41c5a66a372f),segment_id=0ad45193-c88a-4b26-9fac-41c5a66a372f)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:14:55.993215 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (75a577ca-d432-4656-a7ad-fd1f99e8373f), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:56.018167 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 09:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a129052-e5dc-4322-bc5e-32630734a420 x-openstack-request-id: req-0a129052-e5dc-4322-bc5e-32630734a420 {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 09:14:56.018464 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9396f840-b4d5-4f95-b7fb-3331fa1bde62", "name": "network-vif-plugged", "status": "completed", "tag": "75a577ca-d432-4656-a7ad-fd1f99e8373f", "code": 200}]} {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 09:14:56.018713 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0a129052-e5dc-4322-bc5e-32630734a420 {{(pid=103097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 09:14:56.019096 dv-cinder-831776-4-iscsi neutron-server[103097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9396f840-b4d5-4f95-b7fb-3331fa1bde62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75a577ca-d432-4656-a7ad-fd1f99e8373f', 'code': 200} Mar 16 09:14:56.044350 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Pushing event updated for resources: {'Port': ['ID=75a577ca-d432-4656-a7ad-fd1f99e8373f,revision_number=5']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:14:56.235158 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ffeac-7e37-4386-8f39-041f2978d8bc req-34d71317-53d7-45c1-bc3e-32dd245cdd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:14:56.236618 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-1d8ffeac-7e37-4386-8f39-041f2978d8bc req-34d71317-53d7-45c1-bc3e-32dd245cdd54 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9396f840-b4d5-4f95-b7fb-3331fa1bde62 HTTP/1.1" status: 200 len: 1129 time: 0.0485775 Mar 16 09:14:56.308248 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-1d8ffeac-7e37-4386-8f39-041f2978d8bc req-e9f9c9ee-2406-478b-b2c8-da2bcc502959 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a4715a9b-ecf5-4a54-be6a-6c4cc8aef8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653641 Mar 16 09:14:56.329820 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a939f2ad-b870-40b4-a3f8-84463830972c req-6e5d0b17-42cb-4241-8980-fe3c0aacab44 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:14:56.331202 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a939f2ad-b870-40b4-a3f8-84463830972c req-6e5d0b17-42cb-4241-8980-fe3c0aacab44 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/ports?device_id=9396f840-b4d5-4f95-b7fb-3331fa1bde62 HTTP/1.1" status: 200 len: 945 time: 0.0602694 Mar 16 09:14:56.378171 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a939f2ad-b870-40b4-a3f8-84463830972c req-54414ced-5e95-46ef-b8ac-c9ceedcccdc8 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4715a9b-ecf5-4a54-be6a-6c4cc8aef8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413630 Mar 16 09:14:56.882829 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (489981c6-9aaa-401c-bd41-6b42e027a228), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:57.495379 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddec3b55-5a56-4989-b84c-9a96266dea27 req-2b1f27a0-9c2e-4487-ab06-eefaef9b3df1 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:14:57.496841 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-ddec3b55-5a56-4989-b84c-9a96266dea27 req-2b1f27a0-9c2e-4487-ab06-eefaef9b3df1 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/ports?device_id=9396f840-b4d5-4f95-b7fb-3331fa1bde62 HTTP/1.1" status: 200 len: 945 time: 0.0521164 Mar 16 09:14:57.554680 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-ddec3b55-5a56-4989-b84c-9a96266dea27 req-2f58c4ac-6daf-4539-a302-557345e6da3b tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4715a9b-ecf5-4a54-be6a-6c4cc8aef8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523610 Mar 16 09:14:57.695904 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d22f4a-ed56-44c5-b0b6-60a52deda217 req-95abb38e-f6ba-47af-b97a-a1094da4b9c4 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:14:57.697384 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-31d22f4a-ed56-44c5-b0b6-60a52deda217 req-95abb38e-f6ba-47af-b97a-a1094da4b9c4 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=c779a8cc-d867-455b-9eec-00cddc9263b0 HTTP/1.1" status: 200 len: 947 time: 0.0540192 Mar 16 09:14:57.744298 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-31d22f4a-ed56-44c5-b0b6-60a52deda217 req-78467dd2-e497-4a95-9138-a619af1a06d8 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e16628-b5b2-46e4-8557-501b5bcb6caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412054 Mar 16 09:14:58.670562 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196c2304-227f-45ae-a61d-489591b86b36 req-c6764ccb-c4dc-4e5e-a990-313c20e94c1b tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:14:58.671997 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-196c2304-227f-45ae-a61d-489591b86b36 req-c6764ccb-c4dc-4e5e-a990-313c20e94c1b tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/ports?device_id=9396f840-b4d5-4f95-b7fb-3331fa1bde62 HTTP/1.1" status: 200 len: 945 time: 0.0508327 Mar 16 09:14:58.718846 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-196c2304-227f-45ae-a61d-489591b86b36 req-4d4ea18a-2294-4605-ab5c-8f9f4934608b tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4715a9b-ecf5-4a54-be6a-6c4cc8aef8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412350 Mar 16 09:14:58.865612 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b22dd4b-5b27-4e9a-90bd-99fe3d880dde req-b0a0a9e7-05a0-4596-8194-2bf2de2c0ad6 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:14:58.867060 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-7b22dd4b-5b27-4e9a-90bd-99fe3d880dde req-b0a0a9e7-05a0-4596-8194-2bf2de2c0ad6 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/ports?device_id=9396f840-b4d5-4f95-b7fb-3331fa1bde62 HTTP/1.1" status: 200 len: 945 time: 0.0839701 Mar 16 09:14:58.886728 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec2262b-8ac9-4598-a7fa-d6f9b5385b44 req-6416d70d-eae3-4915-89e1-3970b01b2b9c tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:14:58.888116 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-aec2262b-8ac9-4598-a7fa-d6f9b5385b44 req-6416d70d-eae3-4915-89e1-3970b01b2b9c tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=c779a8cc-d867-455b-9eec-00cddc9263b0 HTTP/1.1" status: 200 len: 947 time: 0.0733726 Mar 16 09:14:58.960173 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-7b22dd4b-5b27-4e9a-90bd-99fe3d880dde req-4f08948f-59ef-4c78-add4-c38169507372 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4715a9b-ecf5-4a54-be6a-6c4cc8aef8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854950 Mar 16 09:14:58.966653 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-aec2262b-8ac9-4598-a7fa-d6f9b5385b44 req-fd8887d4-d899-4552-bd55-13212c3fc689 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups?id=86e16628-b5b2-46e4-8557-501b5bcb6caf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708218 Mar 16 09:14:58.981954 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 56124) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:14:59.075179 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561e219c-bec6-40c2-b15f-e7fa7e09831d tempest-TestVolumeBootPattern-15513018 tempest-TestVolumeBootPattern-15513018-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:14:59.076715 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-561e219c-bec6-40c2-b15f-e7fa7e09831d tempest-TestVolumeBootPattern-15513018 tempest-TestVolumeBootPattern-15513018-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=9396f840-b4d5-4f95-b7fb-3331fa1bde62 HTTP/1.1" status: 200 len: 1124 time: 0.0920761 Mar 16 09:14:59.079670 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 56128) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:14:59.084503 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.v2.base [None req-f76b2b14-914b-4b29-9fba-f3cf1eab7477 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Request body: {'floatingip': {'floating_network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'port_id': '75a577ca-d432-4656-a7ad-fd1f99e8373f', 'tenant_id': 'acda52d846f04cf8b49ca272597c9d5d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:14:59.103494 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f76b2b14-914b-4b29-9fba-f3cf1eab7477 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:59.197062 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f76b2b14-914b-4b29-9fba-f3cf1eab7477 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:59.295212 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.db.db_base_plugin_common [None req-f76b2b14-914b-4b29-9fba-f3cf1eab7477 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Allocated IP 172.27.1.32 (c4839873-0f35-4ea4-8707-46bf79a3edab/25bf7ac3-5945-4bb8-8d8f-087cde6dd03d/87363c2e-2397-4769-9ac5-713be36c5c73) {{(pid=103095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 09:14:59.388785 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c42576-c619-4f0e-941c-726adbf3050f req-9848cee2-fda9-4173-bd2b-ee10ff2b42d5 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:14:59.390247 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-53c42576-c619-4f0e-941c-726adbf3050f req-9848cee2-fda9-4173-bd2b-ee10ff2b42d5 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.48 "GET /v2.0/ports?device_id=c779a8cc-d867-455b-9eec-00cddc9263b0 HTTP/1.1" status: 200 len: 947 time: 0.0512853 Mar 16 09:14:59.398821 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f76b2b14-914b-4b29-9fba-f3cf1eab7477 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks [] for port (87363c2e-2397-4769-9ac5-713be36c5c73), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:59.431347 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f76b2b14-914b-4b29-9fba-f3cf1eab7477 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732012762709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13558255'] for port (87363c2e-2397-4769-9ac5-713be36c5c73), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:59.466627 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76b2b14-914b-4b29-9fba-f3cf1eab7477 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Network c4839873-0f35-4ea4-8707-46bf79a3edab is already hosted by enough agents. {{(pid=103095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 09:14:59.471496 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.scheduler.base_scheduler [None req-f76b2b14-914b-4b29-9fba-f3cf1eab7477 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Resources bound (agent type, host, resource id): {{(pid=103095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 09:14:59.474077 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76b2b14-914b-4b29-9fba-f3cf1eab7477 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Received port after_create {{(pid=103095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 09:14:59.485456 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.plugin [req-53c42576-c619-4f0e-941c-726adbf3050f req-12323a86-e5ce-4132-9a95-df94278676e8 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Deleting port 03ea6c3f-166e-463f-a159-e054306e8c9c {{(pid=103096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 09:14:59.485803 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-53c42576-c619-4f0e-941c-726adbf3050f req-12323a86-e5ce-4132-9a95-df94278676e8 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732013345958'] for port (03ea6c3f-166e-463f-a159-e054306e8c9c), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:59.500954 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76b2b14-914b-4b29-9fba-f3cf1eab7477 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Pushing event updated for resources: {'Port': ['ID=87363c2e-2397-4769-9ac5-713be36c5c73,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:14:59.576665 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.db [req-53c42576-c619-4f0e-941c-726adbf3050f req-12323a86-e5ce-4132-9a95-df94278676e8 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] For port 03ea6c3f-166e-463f-a159-e054306e8c9c, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=03ea6c3f-166e-463f-a159-e054306e8c9c,segment=NetworkSegment(92870879-9daf-4c8f-8e0a-de7f92d81d56),segment_id=92870879-9daf-4c8f-8e0a-de7f92d81d56)] {{(pid=103096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:14:59.576942 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-53c42576-c619-4f0e-941c-726adbf3050f req-12323a86-e5ce-4132-9a95-df94278676e8 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559013'] for port (03ea6c3f-166e-463f-a159-e054306e8c9c), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:59.743439 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-53c42576-c619-4f0e-941c-726adbf3050f req-12323a86-e5ce-4132-9a95-df94278676e8 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:59.744194 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-53c42576-c619-4f0e-941c-726adbf3050f req-12323a86-e5ce-4132-9a95-df94278676e8 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557332'] for floatingip (5b7b07d4-a768-4daf-b09c-67d3ed4f0614), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:59.744194 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.db.l3_db [req-53c42576-c619-4f0e-941c-726adbf3050f req-12323a86-e5ce-4132-9a95-df94278676e8 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Floating IP 5b7b07d4-a768-4daf-b09c-67d3ed4f0614 disassociated. External IP: 172.27.1.197, port: 03ea6c3f-166e-463f-a159-e054306e8c9c. Mar 16 09:14:59.744499 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.plugin [req-53c42576-c619-4f0e-941c-726adbf3050f req-12323a86-e5ce-4132-9a95-df94278676e8 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Calling delete_port for 03ea6c3f-166e-463f-a159-e054306e8c9c owned by compute:nova {{(pid=103096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 09:14:59.822589 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f76b2b14-914b-4b29-9fba-f3cf1eab7477 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks [] for floatingip (4ef87e5d-c262-435a-9db6-d45ac6dd46a4), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:59.872335 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-53c42576-c619-4f0e-941c-726adbf3050f req-12323a86-e5ce-4132-9a95-df94278676e8 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732013351693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732012762718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13105710'] for port (03ea6c3f-166e-463f-a159-e054306e8c9c), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:59.889256 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f76b2b14-914b-4b29-9fba-f3cf1eab7477 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (87363c2e-2397-4769-9ac5-713be36c5c73), before_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:14:59.900934 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12323a86-e5ce-4132-9a95-df94278676e8 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Pushing event deleted for resources: {'Port': ['ID=03ea6c3f-166e-463f-a159-e054306e8c9c,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:15:00.021999 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.l3_agent_scheduler [req-53c42576-c619-4f0e-941c-726adbf3050f req-12323a86-e5ce-4132-9a95-df94278676e8 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Router baabafe2-dd15-46e5-a092-3c4d7cbf3860 has already been hosted by L3 agent 09ce795b-eeca-4b3b-9d7f-577d9443cb21 {{(pid=103096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 09:15:00.051110 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f76b2b14-914b-4b29-9fba-f3cf1eab7477 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks [] for port (87363c2e-2397-4769-9ac5-713be36c5c73), precommit_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:00.056067 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f76b2b14-914b-4b29-9fba-f3cf1eab7477 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13558246'] for port (87363c2e-2397-4769-9ac5-713be36c5c73), after_update {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:00.124883 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-369d3788-dbca-4809-ba62-f4063e913c33 req-6a6a5a10-2d30-46f6-bd4e-bee635811dd7 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=c779a8cc-d867-455b-9eec-00cddc9263b0 HTTP/1.1" status: 200 len: 210 time: 0.0555785 Mar 16 09:15:00.126160 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76b2b14-914b-4b29-9fba-f3cf1eab7477 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Pushing event updated for resources: {'Port': ['ID=87363c2e-2397-4769-9ac5-713be36c5c73,revision_number=2']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:15:00.137860 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f76b2b14-914b-4b29-9fba-f3cf1eab7477 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557332'] for floatingip (4ef87e5d-c262-435a-9db6-d45ac6dd46a4), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:00.160348 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-53c42576-c619-4f0e-941c-726adbf3050f req-12323a86-e5ce-4132-9a95-df94278676e8 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Notify agent at l3_agent.dv-cinder-831776-4-iscsi the message routers_updated {{(pid=103096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 09:15:00.172557 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c5449d-8aa3-4a66-afbf-d0b6e3d5d612 None None] Sync routers for ids ['baabafe2-dd15-46e5-a092-3c4d7cbf3860'] in dv-cinder-831776-4-iscsi {{(pid=103097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 09:15:00.182456 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c5449d-8aa3-4a66-afbf-d0b6e3d5d612 None None] Routers {'baabafe2-dd15-46e5-a092-3c4d7cbf3860'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:15:00.182996 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-39c5449d-8aa3-4a66-afbf-d0b6e3d5d612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:14:53Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['baabafe2-dd15-46e5-a092-3c4d7cbf3860'], 'active': True} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:15:00.201757 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [req-53c42576-c619-4f0e-941c-726adbf3050f req-12323a86-e5ce-4132-9a95-df94278676e8 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] No DVR routers for this DVR port 03ea6c3f-166e-463f-a159-e054306e8c9c on host hv-cinder-83177 {{(pid=103096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 09:15:00.204281 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-53c42576-c619-4f0e-941c-726adbf3050f req-12323a86-e5ce-4132-9a95-df94278676e8 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334679'] for port (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:00.208306 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-53c42576-c619-4f0e-941c-726adbf3050f req-12323a86-e5ce-4132-9a95-df94278676e8 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.48 "DELETE /v2.0/ports/03ea6c3f-166e-463f-a159-e054306e8c9c HTTP/1.1" status: 204 len: 173 time: 0.8129976 Mar 16 09:15:00.209244 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c779a8cc-d867-455b-9eec-00cddc9263b0', 'name': 'network-vif-deleted', 'tag': '03ea6c3f-166e-463f-a159-e054306e8c9c'}] {{(pid=103096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 09:15:00.211018 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552648401d13394d2a88e7485ef09c5647ae5ea4c1ec431ef2c5edbe801f23fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-808f1a13-9f4d-4a51-a5df-6fb06ddf3854" -d '{"events": [{"server_uuid": "c779a8cc-d867-455b-9eec-00cddc9263b0", "name": "network-vif-deleted", "tag": "03ea6c3f-166e-463f-a159-e054306e8c9c"}]}' {{(pid=103096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 09:15:00.252449 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.db.l3_db [None req-f76b2b14-914b-4b29-9fba-f3cf1eab7477 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Floating IP 4ef87e5d-c262-435a-9db6-d45ac6dd46a4 associated. External IP: 172.27.1.32, port: 75a577ca-d432-4656-a7ad-fd1f99e8373f. Mar 16 09:15:00.261187 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 09:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f603a540-6f87-496e-b22f-e0097302719c x-openstack-request-id: req-f603a540-6f87-496e-b22f-e0097302719c {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 09:15:00.261674 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c779a8cc-d867-455b-9eec-00cddc9263b0", "name": "network-vif-deleted", "tag": "03ea6c3f-166e-463f-a159-e054306e8c9c", "status": "completed", "code": 200}]} {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 09:15:00.262109 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f603a540-6f87-496e-b22f-e0097302719c {{(pid=103096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 09:15:00.262618 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c779a8cc-d867-455b-9eec-00cddc9263b0', 'name': 'network-vif-deleted', 'tag': '03ea6c3f-166e-463f-a159-e054306e8c9c', 'status': 'completed', 'code': 200} Mar 16 09:15:00.478404 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvr_db [None req-39c5449d-8aa3-4a66-afbf-d0b6e3d5d612 None None] Set router baabafe2-dd15-46e5-a092-3c4d7cbf3860 gateway port host: dv-cinder-831776-4-iscsi {{(pid=103097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:15:00.510524 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f76b2b14-914b-4b29-9fba-f3cf1eab7477 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Router d45b9d88-fcaf-4334-a3c0-1dfd30d22a35 has already been hosted by L3 agent 09ce795b-eeca-4b3b-9d7f-577d9443cb21 {{(pid=103095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 09:15:00.618965 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f76b2b14-914b-4b29-9fba-f3cf1eab7477 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Notify agent at l3_agent.dv-cinder-831776-4-iscsi the message routers_updated {{(pid=103095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 09:15:00.630398 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4035db-c3ef-4348-ba1c-be61ae94ed4e None None] Sync routers for ids ['d45b9d88-fcaf-4334-a3c0-1dfd30d22a35'] in dv-cinder-831776-4-iscsi {{(pid=103098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 09:15:00.638703 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f76b2b14-914b-4b29-9fba-f3cf1eab7477 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334679'] for floatingip (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:00.641136 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4035db-c3ef-4348-ba1c-be61ae94ed4e None None] Routers {'d45b9d88-fcaf-4334-a3c0-1dfd30d22a35'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:15:00.641948 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-3e4035db-c3ef-4348-ba1c-be61ae94ed4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:14:53Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['d45b9d88-fcaf-4334-a3c0-1dfd30d22a35'], 'active': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:15:00.676525 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-f76b2b14-914b-4b29-9fba-f3cf1eab7477 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5908866 Mar 16 09:15:00.676525 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9396f840-b4d5-4f95-b7fb-3331fa1bde62', 'tag': '75a577ca-d432-4656-a7ad-fd1f99e8373f'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 09:15:00.676525 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de660049e31e1c4730ccfd2babe4980ec829989a923b23327226a9ffc2c3b378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-000573f3-0592-4b1f-a54c-7d6b0b1218d6" -d '{"events": [{"name": "network-changed", "server_uuid": "9396f840-b4d5-4f95-b7fb-3331fa1bde62", "tag": "75a577ca-d432-4656-a7ad-fd1f99e8373f"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 09:15:00.704744 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-39c5449d-8aa3-4a66-afbf-d0b6e3d5d612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baabafe2-dd15-46e5-a092-3c4d7cbf3860', 'name': 'tempest-AttachVolumeShelveTestJSON-907761014-router', 'tenant_id': 'c6376ecd52fd4df3958214376cfc2020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'ec6ddfe3-e89d-4850-804c-6d83ef1d6159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:05:53Z', 'updated_at': '2022-03-16T09:05:55Z', 'revision_number': 4, 'project_id': 'c6376ecd52fd4df3958214376cfc2020', 'gw_port': {'id': 'ec6ddfe3-e89d-4850-804c-6d83ef1d6159', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:83:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baabafe2-dd15-46e5-a092-3c4d7cbf3860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:05:53Z', 'updated_at': '2022-03-16T09:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_interfaces': [{'id': 'bd51c38c-6702-4d69-b02d-a841e4ae8d4b', 'name': '', 'network_id': 'a3933f25-b7ca-4916-8a13-138bf0db8c83', 'tenant_id': 'c6376ecd52fd4df3958214376cfc2020', 'mac_address': 'fa:16:3e:e2:4e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baabafe2-dd15-46e5-a092-3c4d7cbf3860', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'f6c2cbf7-36bb-4af8-9e66-db86b28b25f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:05:55Z', 'updated_at': '2022-03-16T09:06:00Z', 'revision_number': 5, 'project_id': 'c6376ecd52fd4df3958214376cfc2020', 'subnets': [{'id': 'f6c2cbf7-36bb-4af8-9e66-db86b28b25f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:15:00.732412 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c5449d-8aa3-4a66-afbf-d0b6e3d5d612 None None] Checking router: baabafe2-dd15-46e5-a092-3c4d7cbf3860 for host: dv-cinder-831776-4-iscsi {{(pid=103097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 09:15:00.740947 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c5449d-8aa3-4a66-afbf-d0b6e3d5d612 None None] Routers {'baabafe2-dd15-46e5-a092-3c4d7cbf3860'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:15:00.741591 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-39c5449d-8aa3-4a66-afbf-d0b6e3d5d612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:14:53Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['baabafe2-dd15-46e5-a092-3c4d7cbf3860'], 'active': True} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:15:00.754160 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvr_db [None req-3e4035db-c3ef-4348-ba1c-be61ae94ed4e None None] Set router d45b9d88-fcaf-4334-a3c0-1dfd30d22a35 gateway port host: dv-cinder-831776-4-iscsi {{(pid=103098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:15:00.765183 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 09:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad1d3e2-eec3-4fef-99f9-97ae6502c671 x-openstack-request-id: req-7ad1d3e2-eec3-4fef-99f9-97ae6502c671 {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 09:15:00.765507 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9396f840-b4d5-4f95-b7fb-3331fa1bde62", "tag": "75a577ca-d432-4656-a7ad-fd1f99e8373f", "status": "completed", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 09:15:00.765759 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7ad1d3e2-eec3-4fef-99f9-97ae6502c671 {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 09:15:00.766163 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9396f840-b4d5-4f95-b7fb-3331fa1bde62', 'tag': '75a577ca-d432-4656-a7ad-fd1f99e8373f', 'status': 'completed', 'code': 200} Mar 16 09:15:00.854765 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvr_db [None req-39c5449d-8aa3-4a66-afbf-d0b6e3d5d612 None None] Set router baabafe2-dd15-46e5-a092-3c4d7cbf3860 gateway port host: dv-cinder-831776-4-iscsi {{(pid=103097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:15:00.977607 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-3e4035db-c3ef-4348-ba1c-be61ae94ed4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd45b9d88-fcaf-4334-a3c0-1dfd30d22a35', 'name': 'tempest-TestVolumeBootPattern-1758434805-router', 'tenant_id': 'acda52d846f04cf8b49ca272597c9d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '2683ecd3-c8e8-4cd8-949e-8038f83ed059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:14:02Z', 'updated_at': '2022-03-16T09:14:06Z', 'revision_number': 4, 'project_id': 'acda52d846f04cf8b49ca272597c9d5d', 'gw_port': {'id': '2683ecd3-c8e8-4cd8-949e-8038f83ed059', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45b9d88-fcaf-4334-a3c0-1dfd30d22a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:14:03Z', 'updated_at': '2022-03-16T09:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_floatingips': [{'id': '4ef87e5d-c262-435a-9db6-d45ac6dd46a4', 'tenant_id': 'acda52d846f04cf8b49ca272597c9d5d', 'floating_ip_address': '172.27.1.32', 'floating_network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'router_id': 'd45b9d88-fcaf-4334-a3c0-1dfd30d22a35', 'port_id': '75a577ca-d432-4656-a7ad-fd1f99e8373f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1ee28af-2313-443a-8430-6783e827c8db', 'mac_address': 'fa:16:3e:e6:43:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9396f840-b4d5-4f95-b7fb-3331fa1bde62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T09:14:59Z', 'updated_at': '2022-03-16T09:14:59Z', 'revision_number': 0, 'project_id': 'acda52d846f04cf8b49ca272597c9d5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf33179f-f3f1-4e2b-b1f3-23f11050d97f', 'name': '', 'network_id': 'e1ee28af-2313-443a-8430-6783e827c8db', 'tenant_id': 'acda52d846f04cf8b49ca272597c9d5d', 'mac_address': 'fa:16:3e:db:69:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45b9d88-fcaf-4334-a3c0-1dfd30d22a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '2589bda5-b4b7-46d6-9ea7-a504068c0d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:14:05Z', 'updated_at': '2022-03-16T09:14:14Z', 'revision_number': 5, 'project_id': 'acda52d846f04cf8b49ca272597c9d5d', 'subnets': [{'id': '2589bda5-b4b7-46d6-9ea7-a504068c0d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:15:01.008810 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4035db-c3ef-4348-ba1c-be61ae94ed4e None None] Checking router: d45b9d88-fcaf-4334-a3c0-1dfd30d22a35 for host: dv-cinder-831776-4-iscsi {{(pid=103098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 09:15:01.019072 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4035db-c3ef-4348-ba1c-be61ae94ed4e None None] Routers {'d45b9d88-fcaf-4334-a3c0-1dfd30d22a35'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:15:01.019680 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-3e4035db-c3ef-4348-ba1c-be61ae94ed4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:14:53Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['d45b9d88-fcaf-4334-a3c0-1dfd30d22a35'], 'active': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:15:01.049375 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000573f3-0592-4b1f-a54c-7d6b0b1218d6 req-4f9388d9-ccd3-4c34-b92d-6da46b95878f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:15:01.051659 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-000573f3-0592-4b1f-a54c-7d6b0b1218d6 req-4f9388d9-ccd3-4c34-b92d-6da46b95878f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=acda52d846f04cf8b49ca272597c9d5d&device_id=9396f840-b4d5-4f95-b7fb-3331fa1bde62 HTTP/1.1" status: 200 len: 1129 time: 0.0467074 Mar 16 09:15:01.067485 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-39c5449d-8aa3-4a66-afbf-d0b6e3d5d612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baabafe2-dd15-46e5-a092-3c4d7cbf3860', 'name': 'tempest-AttachVolumeShelveTestJSON-907761014-router', 'tenant_id': 'c6376ecd52fd4df3958214376cfc2020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'ec6ddfe3-e89d-4850-804c-6d83ef1d6159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:05:53Z', 'updated_at': '2022-03-16T09:05:55Z', 'revision_number': 4, 'project_id': 'c6376ecd52fd4df3958214376cfc2020', 'gw_port': {'id': 'ec6ddfe3-e89d-4850-804c-6d83ef1d6159', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:83:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baabafe2-dd15-46e5-a092-3c4d7cbf3860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:05:53Z', 'updated_at': '2022-03-16T09:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_interfaces': [{'id': 'bd51c38c-6702-4d69-b02d-a841e4ae8d4b', 'name': '', 'network_id': 'a3933f25-b7ca-4916-8a13-138bf0db8c83', 'tenant_id': 'c6376ecd52fd4df3958214376cfc2020', 'mac_address': 'fa:16:3e:e2:4e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baabafe2-dd15-46e5-a092-3c4d7cbf3860', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'f6c2cbf7-36bb-4af8-9e66-db86b28b25f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:05:55Z', 'updated_at': '2022-03-16T09:06:00Z', 'revision_number': 5, 'project_id': 'c6376ecd52fd4df3958214376cfc2020', 'subnets': [{'id': 'f6c2cbf7-36bb-4af8-9e66-db86b28b25f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:15:01.101318 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c5449d-8aa3-4a66-afbf-d0b6e3d5d612 None None] The sync data for ids ['baabafe2-dd15-46e5-a092-3c4d7cbf3860'] in dv-cinder-831776-4-iscsi is: [{'id': 'baabafe2-dd15-46e5-a092-3c4d7cbf3860', 'name': 'tempest-AttachVolumeShelveTestJSON-907761014-router', 'tenant_id': 'c6376ecd52fd4df3958214376cfc2020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'ec6ddfe3-e89d-4850-804c-6d83ef1d6159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:05:53Z', 'updated_at': '2022-03-16T09:05:55Z', 'revision_number': 4, 'project_id': 'c6376ecd52fd4df3958214376cfc2020', 'gw_port': {'id': 'ec6ddfe3-e89d-4850-804c-6d83ef1d6159', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:83:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baabafe2-dd15-46e5-a092-3c4d7cbf3860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:05:53Z', 'updated_at': '2022-03-16T09:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_interfaces': [{'id': 'bd51c38c-6702-4d69-b02d-a841e4ae8d4b', 'name': '', 'network_id': 'a3933f25-b7ca-4916-8a13-138bf0db8c83', 'tenant_id': 'c6376ecd52fd4df3958214376cfc2020', 'mac_address': 'fa:16:3e:e2:4e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baabafe2-dd15-46e5-a092-3c4d7cbf3860', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'f6c2cbf7-36bb-4af8-9e66-db86b28b25f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:05:55Z', 'updated_at': '2022-03-16T09:06:00Z', 'revision_number': 5, 'project_id': 'c6376ecd52fd4df3958214376cfc2020', 'subnets': [{'id': 'f6c2cbf7-36bb-4af8-9e66-db86b28b25f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 09:15:01.139094 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvr_db [None req-3e4035db-c3ef-4348-ba1c-be61ae94ed4e None None] Set router d45b9d88-fcaf-4334-a3c0-1dfd30d22a35 gateway port host: dv-cinder-831776-4-iscsi {{(pid=103098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:15:01.178243 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000573f3-0592-4b1f-a54c-7d6b0b1218d6 req-f909023e-e62c-4ad3-9268-2e5f3907a624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:15:01.179848 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-000573f3-0592-4b1f-a54c-7d6b0b1218d6 req-f909023e-e62c-4ad3-9268-2e5f3907a624 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e1ee28af-2313-443a-8430-6783e827c8db HTTP/1.1" status: 200 len: 913 time: 0.1209712 Mar 16 09:15:01.418993 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-3e4035db-c3ef-4348-ba1c-be61ae94ed4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd45b9d88-fcaf-4334-a3c0-1dfd30d22a35', 'name': 'tempest-TestVolumeBootPattern-1758434805-router', 'tenant_id': 'acda52d846f04cf8b49ca272597c9d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '2683ecd3-c8e8-4cd8-949e-8038f83ed059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:14:02Z', 'updated_at': '2022-03-16T09:14:06Z', 'revision_number': 4, 'project_id': 'acda52d846f04cf8b49ca272597c9d5d', 'gw_port': {'id': '2683ecd3-c8e8-4cd8-949e-8038f83ed059', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45b9d88-fcaf-4334-a3c0-1dfd30d22a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:14:03Z', 'updated_at': '2022-03-16T09:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_floatingips': [{'id': '4ef87e5d-c262-435a-9db6-d45ac6dd46a4', 'tenant_id': 'acda52d846f04cf8b49ca272597c9d5d', 'floating_ip_address': '172.27.1.32', 'floating_network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'router_id': 'd45b9d88-fcaf-4334-a3c0-1dfd30d22a35', 'port_id': '75a577ca-d432-4656-a7ad-fd1f99e8373f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1ee28af-2313-443a-8430-6783e827c8db', 'mac_address': 'fa:16:3e:e6:43:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9396f840-b4d5-4f95-b7fb-3331fa1bde62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T09:14:59Z', 'updated_at': '2022-03-16T09:14:59Z', 'revision_number': 0, 'project_id': 'acda52d846f04cf8b49ca272597c9d5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf33179f-f3f1-4e2b-b1f3-23f11050d97f', 'name': '', 'network_id': 'e1ee28af-2313-443a-8430-6783e827c8db', 'tenant_id': 'acda52d846f04cf8b49ca272597c9d5d', 'mac_address': 'fa:16:3e:db:69:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45b9d88-fcaf-4334-a3c0-1dfd30d22a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '2589bda5-b4b7-46d6-9ea7-a504068c0d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:14:05Z', 'updated_at': '2022-03-16T09:14:14Z', 'revision_number': 5, 'project_id': 'acda52d846f04cf8b49ca272597c9d5d', 'subnets': [{'id': '2589bda5-b4b7-46d6-9ea7-a504068c0d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:15:01.447737 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4035db-c3ef-4348-ba1c-be61ae94ed4e None None] The sync data for ids ['d45b9d88-fcaf-4334-a3c0-1dfd30d22a35'] in dv-cinder-831776-4-iscsi is: [{'id': 'd45b9d88-fcaf-4334-a3c0-1dfd30d22a35', 'name': 'tempest-TestVolumeBootPattern-1758434805-router', 'tenant_id': 'acda52d846f04cf8b49ca272597c9d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '2683ecd3-c8e8-4cd8-949e-8038f83ed059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:14:02Z', 'updated_at': '2022-03-16T09:14:06Z', 'revision_number': 4, 'project_id': 'acda52d846f04cf8b49ca272597c9d5d', 'gw_port': {'id': '2683ecd3-c8e8-4cd8-949e-8038f83ed059', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45b9d88-fcaf-4334-a3c0-1dfd30d22a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:14:03Z', 'updated_at': '2022-03-16T09:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_floatingips': [{'id': '4ef87e5d-c262-435a-9db6-d45ac6dd46a4', 'tenant_id': 'acda52d846f04cf8b49ca272597c9d5d', 'floating_ip_address': '172.27.1.32', 'floating_network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'router_id': 'd45b9d88-fcaf-4334-a3c0-1dfd30d22a35', 'port_id': '75a577ca-d432-4656-a7ad-fd1f99e8373f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1ee28af-2313-443a-8430-6783e827c8db', 'mac_address': 'fa:16:3e:e6:43:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9396f840-b4d5-4f95-b7fb-3331fa1bde62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T09:14:59Z', 'updated_at': '2022-03-16T09:14:59Z', 'revision_number': 0, 'project_id': 'acda52d846f04cf8b49ca272597c9d5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf33179f-f3f1-4e2b-b1f3-23f11050d97f', 'name': '', 'network_id': 'e1ee28af-2313-443a-8430-6783e827c8db', 'tenant_id': 'acda52d846f04cf8b49ca272597c9d5d', 'mac_address': 'fa:16:3e:db:69:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45b9d88-fcaf-4334-a3c0-1dfd30d22a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '2589bda5-b4b7-46d6-9ea7-a504068c0d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:14:05Z', 'updated_at': '2022-03-16T09:14:14Z', 'revision_number': 5, 'project_id': 'acda52d846f04cf8b49ca272597c9d5d', 'subnets': [{'id': '2589bda5-b4b7-46d6-9ea7-a504068c0d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 09:15:01.451515 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb644d99-7bd9-4267-b9b3-12175ca6f1b4 None None] New status for floating IP 5b7b07d4-a768-4daf-b09c-67d3ed4f0614: DOWN {{(pid=103097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 09:15:01.554168 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-86d1248f-d962-4100-8f17-c1d980a03155 req-a830055e-9923-469e-b14c-6bcc73b22862 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/ports?device_id=c779a8cc-d867-455b-9eec-00cddc9263b0 HTTP/1.1" status: 200 len: 210 time: 0.3235850 Mar 16 09:15:01.574298 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-000573f3-0592-4b1f-a54c-7d6b0b1218d6 req-209f3eff-e262-4925-807f-a6e820ff9db4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=75a577ca-d432-4656-a7ad-fd1f99e8373f HTTP/1.1" status: 200 len: 998 time: 0.3840141 Mar 16 09:15:01.625054 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000573f3-0592-4b1f-a54c-7d6b0b1218d6 req-7abe51f9-75e9-4076-82d1-d472e7a30df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:15:01.626531 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-000573f3-0592-4b1f-a54c-7d6b0b1218d6 req-7abe51f9-75e9-4076-82d1-d472e7a30df4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2589bda5-b4b7-46d6-9ea7-a504068c0d7e HTTP/1.1" status: 200 len: 851 time: 0.0464072 Mar 16 09:15:01.679276 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000573f3-0592-4b1f-a54c-7d6b0b1218d6 req-5a5ba21e-49dd-43e3-875d-f4f3471d4d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:15:01.681351 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-000573f3-0592-4b1f-a54c-7d6b0b1218d6 req-5a5ba21e-49dd-43e3-875d-f4f3471d4d81 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e1ee28af-2313-443a-8430-6783e827c8db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483260 Mar 16 09:15:01.691170 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2107a5bf-5df8-4d49-9c09-b9117af6eb29 None None] New status for floating IP 4ef87e5d-c262-435a-9db6-d45ac6dd46a4: ACTIVE {{(pid=103098) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 09:15:01.783902 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-000573f3-0592-4b1f-a54c-7d6b0b1218d6 req-0741f05e-957f-4428-9927-21524da6783b service neutron] 10.222.0.48 "GET /v2.0/networks/e1ee28af-2313-443a-8430-6783e827c8db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929706 Mar 16 09:15:01.878954 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-000573f3-0592-4b1f-a54c-7d6b0b1218d6 req-515b54a2-3281-41a1-aea6-969f73cd742d service neutron] 10.222.0.48 "GET /v2.0/networks/e1ee28af-2313-443a-8430-6783e827c8db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878651 Mar 16 09:15:02.379995 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e354d90c-9c25-41ed-a469-6afdc89ea2bd req-72b7bb74-60cc-42d2-805f-26f7d1d1f8ab tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:15:02.381441 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-e354d90c-9c25-41ed-a469-6afdc89ea2bd req-72b7bb74-60cc-42d2-805f-26f7d1d1f8ab tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "GET /v2.0/ports?device_id=47eb750a-715e-4b29-9a23-a8b4825110ff HTTP/1.1" status: 200 len: 946 time: 0.0517099 Mar 16 09:15:02.429000 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-e354d90c-9c25-41ed-a469-6afdc89ea2bd req-fb6b8260-93e1-4531-929f-147528f2bbbb tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c9bfef6-b207-4be6-b350-4ec6ea979a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420308 Mar 16 09:15:02.451324 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 56154) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:15:02.535508 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab38800-d75e-4b66-8f63-c0efd8092001 tempest-TestMinimumBasicScenario-931777395 tempest-TestMinimumBasicScenario-931777395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:15:02.536986 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-4ab38800-d75e-4b66-8f63-c0efd8092001 tempest-TestMinimumBasicScenario-931777395 tempest-TestMinimumBasicScenario-931777395-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=47eb750a-715e-4b29-9a23-a8b4825110ff HTTP/1.1" status: 200 len: 1125 time: 0.0846941 Mar 16 09:15:02.539889 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 56158) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:15:02.543969 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.v2.base [None req-5865d1c9-063f-47d3-999b-d091639bada9 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Request body: {'floatingip': {'floating_network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'port_id': '2784b7f9-ff89-4f94-9551-73139d166aad', 'tenant_id': '9105c40a7aa64b46b2a5bb388f445284', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:15:02.563620 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-5865d1c9-063f-47d3-999b-d091639bada9 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:02.651720 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 56164) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:15:02.663005 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-5865d1c9-063f-47d3-999b-d091639bada9 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:02.706145 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6539a804-ff68-4446-8200-81a712bc54a8 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Publish callbacks [] for security_group (86e16628-b5b2-46e4-8557-501b5bcb6caf), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:02.739022 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6539a804-ff68-4446-8200-81a712bc54a8 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Publish callbacks [] for security_group (86e16628-b5b2-46e4-8557-501b5bcb6caf), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:02.780586 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.db_base_plugin_common [None req-5865d1c9-063f-47d3-999b-d091639bada9 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Allocated IP 172.27.1.102 (c4839873-0f35-4ea4-8707-46bf79a3edab/25bf7ac3-5945-4bb8-8d8f-087cde6dd03d/23713a83-8323-435c-bc7e-9e72132bd279) {{(pid=103096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 09:15:02.790340 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6539a804-ff68-4446-8200-81a712bc54a8 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (86e16628-b5b2-46e4-8557-501b5bcb6caf), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:02.793061 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6539a804-ff68-4446-8200-81a712bc54a8 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Publish callbacks [] for security_group (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:02.794298 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-6539a804-ff68-4446-8200-81a712bc54a8 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "DELETE /v2.0/security-groups/86e16628-b5b2-46e4-8557-501b5bcb6caf HTTP/1.1" status: 204 len: 168 time: 0.1410255 Mar 16 09:15:02.796946 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 56166) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:15:02.803550 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6539a804-ff68-4446-8200-81a712bc54a8 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e16628-b5b2-46e4-8557-501b5bcb6caf,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:15:02.840988 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.api.v2.resource [None req-fd1534ba-5cb4-4f12-809e-a1845489f628 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] show failed (client error): The resource could not be found. Mar 16 09:15:02.842038 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-fd1534ba-5cb4-4f12-809e-a1845489f628 tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "GET /v2.0/security-groups/86e16628-b5b2-46e4-8557-501b5bcb6caf HTTP/1.1" status: 404 len: 347 time: 0.0441124 Mar 16 09:15:02.844978 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 56168) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:15:02.900358 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-5865d1c9-063f-47d3-999b-d091639bada9 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Publish callbacks [] for port (23713a83-8323-435c-bc7e-9e72132bd279), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:02.935498 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-5865d1c9-063f-47d3-999b-d091639bada9 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732012762709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13105710'] for port (23713a83-8323-435c-bc7e-9e72132bd279), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:02.973786 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5865d1c9-063f-47d3-999b-d091639bada9 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Network c4839873-0f35-4ea4-8707-46bf79a3edab is already hosted by enough agents. {{(pid=103096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 09:15:02.978451 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.base_scheduler [None req-5865d1c9-063f-47d3-999b-d091639bada9 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Resources bound (agent type, host, resource id): {{(pid=103096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 09:15:02.981712 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-87bbb63c-1a6c-436e-9072-cb1ab2d4fe3a tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Deleting port 54527456-0913-4a0d-8261-563c49780714 {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 09:15:02.982081 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-87bbb63c-1a6c-436e-9072-cb1ab2d4fe3a tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732013345958'] for port (54527456-0913-4a0d-8261-563c49780714), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:02.982211 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5865d1c9-063f-47d3-999b-d091639bada9 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Received port after_create {{(pid=103096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 09:15:03.007011 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5865d1c9-063f-47d3-999b-d091639bada9 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Pushing event updated for resources: {'Port': ['ID=23713a83-8323-435c-bc7e-9e72132bd279,revision_number=1']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:15:03.293058 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-87bbb63c-1a6c-436e-9072-cb1ab2d4fe3a tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559013'] for port (54527456-0913-4a0d-8261-563c49780714), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:03.293394 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-87bbb63c-1a6c-436e-9072-cb1ab2d4fe3a tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Publish callbacks [] for floatingip (54527456-0913-4a0d-8261-563c49780714), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:03.304657 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-87bbb63c-1a6c-436e-9072-cb1ab2d4fe3a tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Calling delete_port for 54527456-0913-4a0d-8261-563c49780714 owned by network:floatingip {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 09:15:03.372269 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-5865d1c9-063f-47d3-999b-d091639bada9 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Publish callbacks [] for floatingip (7e5b79ab-f0c7-4656-b50b-bb4d3bb735ea), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:03.434361 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-87bbb63c-1a6c-436e-9072-cb1ab2d4fe3a tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732013351693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732012762718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13558255'] for port (54527456-0913-4a0d-8261-563c49780714), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:03.439381 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-5865d1c9-063f-47d3-999b-d091639bada9 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (23713a83-8323-435c-bc7e-9e72132bd279), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:03.460525 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bbb63c-1a6c-436e-9072-cb1ab2d4fe3a tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Pushing event deleted for resources: {'Port': ['ID=54527456-0913-4a0d-8261-563c49780714,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:15:03.521178 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-87bbb63c-1a6c-436e-9072-cb1ab2d4fe3a tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Publish callbacks [] for floatingip (5b7b07d4-a768-4daf-b09c-67d3ed4f0614), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:03.523984 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-87bbb63c-1a6c-436e-9072-cb1ab2d4fe3a tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334679'] for floatingip (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:03.525151 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-87bbb63c-1a6c-436e-9072-cb1ab2d4fe3a tempest-AttachVolumeShelveTestJSON-197435103 tempest-AttachVolumeShelveTestJSON-197435103-project] 10.222.0.18 "DELETE /v2.0/floatingips/5b7b07d4-a768-4daf-b09c-67d3ed4f0614 HTTP/1.1" status: 204 len: 168 time: 0.6790690 Mar 16 09:15:03.590696 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-5865d1c9-063f-47d3-999b-d091639bada9 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Publish callbacks [] for port (23713a83-8323-435c-bc7e-9e72132bd279), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:03.595133 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-5865d1c9-063f-47d3-999b-d091639bada9 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13105703'] for port (23713a83-8323-435c-bc7e-9e72132bd279), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:03.664257 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5865d1c9-063f-47d3-999b-d091639bada9 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Pushing event updated for resources: {'Port': ['ID=23713a83-8323-435c-bc7e-9e72132bd279,revision_number=2']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:15:03.678930 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-5865d1c9-063f-47d3-999b-d091639bada9 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557332'] for floatingip (7e5b79ab-f0c7-4656-b50b-bb4d3bb735ea), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:03.777288 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.db.l3_db [None req-5865d1c9-063f-47d3-999b-d091639bada9 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Floating IP 7e5b79ab-f0c7-4656-b50b-bb4d3bb735ea associated. External IP: 172.27.1.102, port: 2784b7f9-ff89-4f94-9551-73139d166aad. Mar 16 09:15:03.873272 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Device 03ea6c3f-166e-463f-a159-e054306e8c9c no longer exists at agent hyperv_hv-cinder-83177 {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 09:15:03.896535 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] No Port match for: 03ea6c3f-166e-463f-a159-e054306e8c9c {{(pid=103097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 09:15:03.896880 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Device 03ea6c3f-166e-463f-a159-e054306e8c9c not bound to the agent host hv-cinder-83177 {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 09:15:03.989166 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5865d1c9-063f-47d3-999b-d091639bada9 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Router 4fdd40b5-320a-4942-a0b1-70df085e344a has already been hosted by L3 agent 09ce795b-eeca-4b3b-9d7f-577d9443cb21 {{(pid=103096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 09:15:04.095756 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5865d1c9-063f-47d3-999b-d091639bada9 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Notify agent at l3_agent.dv-cinder-831776-4-iscsi the message routers_updated {{(pid=103096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 09:15:04.111370 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bb588a-a600-46f9-8774-ac04707e5550 None None] Sync routers for ids ['4fdd40b5-320a-4942-a0b1-70df085e344a'] in dv-cinder-831776-4-iscsi {{(pid=103097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 09:15:04.114542 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-5865d1c9-063f-47d3-999b-d091639bada9 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334679'] for floatingip (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:04.122276 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bb588a-a600-46f9-8774-ac04707e5550 None None] Routers {'4fdd40b5-320a-4942-a0b1-70df085e344a'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:15:04.122899 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-95bb588a-a600-46f9-8774-ac04707e5550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:14:53Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['4fdd40b5-320a-4942-a0b1-70df085e344a'], 'active': True} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:15:04.144051 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-5865d1c9-063f-47d3-999b-d091639bada9 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6031678 Mar 16 09:15:04.144633 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47eb750a-715e-4b29-9a23-a8b4825110ff', 'tag': '2784b7f9-ff89-4f94-9551-73139d166aad'}] {{(pid=103096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 09:15:04.146938 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552648401d13394d2a88e7485ef09c5647ae5ea4c1ec431ef2c5edbe801f23fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ff03ccb-6867-43dc-b5fc-6cb4394879a5" -d '{"events": [{"name": "network-changed", "server_uuid": "47eb750a-715e-4b29-9a23-a8b4825110ff", "tag": "2784b7f9-ff89-4f94-9551-73139d166aad"}]}' {{(pid=103096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 09:15:04.147387 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 56174) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:15:04.152313 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.v2.base [None req-cd389dcd-2e84-4baa-a6ec-665603d7dc2f tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1401852550', 'description': 'tempest-secgroup-smoke-1401852550 description', 'project_id': '9105c40a7aa64b46b2a5bb388f445284'}} {{(pid=103095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:15:04.173158 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cd389dcd-2e84-4baa-a6ec-665603d7dc2f tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Publish callbacks [] for security_group (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:04.186829 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 09:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d27871bd-4868-478b-818d-7fa08126d86b x-openstack-request-id: req-d27871bd-4868-478b-818d-7fa08126d86b {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 09:15:04.187118 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47eb750a-715e-4b29-9a23-a8b4825110ff", "tag": "2784b7f9-ff89-4f94-9551-73139d166aad", "status": "completed", "code": 200}]} {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 09:15:04.187371 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d27871bd-4868-478b-818d-7fa08126d86b {{(pid=103096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 09:15:04.187770 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47eb750a-715e-4b29-9a23-a8b4825110ff', 'tag': '2784b7f9-ff89-4f94-9551-73139d166aad', 'status': 'completed', 'code': 200} Mar 16 09:15:04.243394 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvr_db [None req-95bb588a-a600-46f9-8774-ac04707e5550 None None] Set router 4fdd40b5-320a-4942-a0b1-70df085e344a gateway port host: dv-cinder-831776-4-iscsi {{(pid=103097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:15:04.251352 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cd389dcd-2e84-4baa-a6ec-665603d7dc2f tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Publish callbacks [] for security_group (49c3f5c7-f47f-45d4-a71c-e46978146100), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:04.256512 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cd389dcd-2e84-4baa-a6ec-665603d7dc2f tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (49c3f5c7-f47f-45d4-a71c-e46978146100), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:04.269155 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff03ccb-6867-43dc-b5fc-6cb4394879a5 req-fdeeea9d-7311-48d5-ab8d-6e6d69b4654c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:15:04.270713 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-4ff03ccb-6867-43dc-b5fc-6cb4394879a5 req-fdeeea9d-7311-48d5-ab8d-6e6d69b4654c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9105c40a7aa64b46b2a5bb388f445284&device_id=47eb750a-715e-4b29-9a23-a8b4825110ff HTTP/1.1" status: 200 len: 1130 time: 0.0523210 Mar 16 09:15:04.287151 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-cd389dcd-2e84-4baa-a6ec-665603d7dc2f tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Publish callbacks [] for security_group (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:04.288645 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-cd389dcd-2e84-4baa-a6ec-665603d7dc2f tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1400855 Mar 16 09:15:04.289904 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd389dcd-2e84-4baa-a6ec-665603d7dc2f tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49c3f5c7-f47f-45d4-a71c-e46978146100,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:15:04.291917 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 56178) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:15:04.296427 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.v2.base [None req-a962ba83-4492-4da8-93f4-15ddf3774f4b tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Request body: {'security_group_rule': {'security_group_id': '49c3f5c7-f47f-45d4-a71c-e46978146100', 'project_id': '9105c40a7aa64b46b2a5bb388f445284', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:15:04.322524 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a962ba83-4492-4da8-93f4-15ddf3774f4b tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Publish callbacks [] for security_group_rule (7c320fcb-44ee-48d6-aea9-ee3b39274731), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:04.370291 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff03ccb-6867-43dc-b5fc-6cb4394879a5 req-78ba7120-4d6b-44c6-88de-8081a9304ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:15:04.371926 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-4ff03ccb-6867-43dc-b5fc-6cb4394879a5 req-78ba7120-4d6b-44c6-88de-8081a9304ac4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=51a1b050-f32d-4097-bc16-62cec3c7dc23 HTTP/1.1" status: 200 len: 916 time: 0.0942342 Mar 16 09:15:04.382275 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a962ba83-4492-4da8-93f4-15ddf3774f4b tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Publish callbacks [] for security_group_rule (7c320fcb-44ee-48d6-aea9-ee3b39274731), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:04.387458 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a962ba83-4492-4da8-93f4-15ddf3774f4b tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548227'] for security_group_rule (7c320fcb-44ee-48d6-aea9-ee3b39274731), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:04.407680 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a962ba83-4492-4da8-93f4-15ddf3774f4b tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c320fcb-44ee-48d6-aea9-ee3b39274731,revision_number=0']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:15:04.421652 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-a962ba83-4492-4da8-93f4-15ddf3774f4b tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:04.426465 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-a962ba83-4492-4da8-93f4-15ddf3774f4b tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1335092 Mar 16 09:15:04.427146 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 56180) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:15:04.431509 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.v2.base [None req-6d54d927-0b2a-4f11-9c5c-3c3ac1bb91d6 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Request body: {'security_group_rule': {'security_group_id': '49c3f5c7-f47f-45d4-a71c-e46978146100', 'project_id': '9105c40a7aa64b46b2a5bb388f445284', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:15:04.443649 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-4ff03ccb-6867-43dc-b5fc-6cb4394879a5 req-93451dcc-0b36-45bb-af96-339ff0ccca8b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2784b7f9-ff89-4f94-9551-73139d166aad HTTP/1.1" status: 200 len: 1000 time: 0.0646093 Mar 16 09:15:04.458463 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6d54d927-0b2a-4f11-9c5c-3c3ac1bb91d6 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Publish callbacks [] for security_group_rule (675f756a-3eea-42a0-a01b-1d0caf5ec3a6), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:04.499308 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff03ccb-6867-43dc-b5fc-6cb4394879a5 req-592a5d00-b5ae-4448-88ee-e620254f66df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:15:04.500775 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-4ff03ccb-6867-43dc-b5fc-6cb4394879a5 req-592a5d00-b5ae-4448-88ee-e620254f66df service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a6f52e30-58d6-4f30-893d-beb4b2ff4428 HTTP/1.1" status: 200 len: 854 time: 0.0515165 Mar 16 09:15:04.502012 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-95bb588a-a600-46f9-8774-ac04707e5550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fdd40b5-320a-4942-a0b1-70df085e344a', 'name': 'tempest-TestMinimumBasicScenario-1050260373-router', 'tenant_id': '9105c40a7aa64b46b2a5bb388f445284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'b4b9ef11-bd89-4e2b-8d40-6560106fea41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:14:02Z', 'updated_at': '2022-03-16T09:14:05Z', 'revision_number': 4, 'project_id': '9105c40a7aa64b46b2a5bb388f445284', 'gw_port': {'id': 'b4b9ef11-bd89-4e2b-8d40-6560106fea41', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdd40b5-320a-4942-a0b1-70df085e344a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:14:03Z', 'updated_at': '2022-03-16T09:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_floatingips': [{'id': '7e5b79ab-f0c7-4656-b50b-bb4d3bb735ea', 'tenant_id': '9105c40a7aa64b46b2a5bb388f445284', 'floating_ip_address': '172.27.1.102', 'floating_network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'router_id': '4fdd40b5-320a-4942-a0b1-70df085e344a', 'port_id': '2784b7f9-ff89-4f94-9551-73139d166aad', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51a1b050-f32d-4097-bc16-62cec3c7dc23', 'mac_address': 'fa:16:3e:32:49:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47eb750a-715e-4b29-9a23-a8b4825110ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T09:15:03Z', 'updated_at': '2022-03-16T09:15:03Z', 'revision_number': 0, 'project_id': '9105c40a7aa64b46b2a5bb388f445284', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c44e55f4-bd25-428a-b793-6df02aae4939', 'name': '', 'network_id': '51a1b050-f32d-4097-bc16-62cec3c7dc23', 'tenant_id': '9105c40a7aa64b46b2a5bb388f445284', 'mac_address': 'fa:16:3e:22:e8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdd40b5-320a-4942-a0b1-70df085e344a', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'a6f52e30-58d6-4f30-893d-beb4b2ff4428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:14:05Z', 'updated_at': '2022-03-16T09:14:12Z', 'revision_number': 5, 'project_id': '9105c40a7aa64b46b2a5bb388f445284', 'subnets': [{'id': 'a6f52e30-58d6-4f30-893d-beb4b2ff4428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:15:04.517389 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6d54d927-0b2a-4f11-9c5c-3c3ac1bb91d6 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Publish callbacks [] for security_group_rule (675f756a-3eea-42a0-a01b-1d0caf5ec3a6), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:04.522017 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6d54d927-0b2a-4f11-9c5c-3c3ac1bb91d6 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548227'] for security_group_rule (675f756a-3eea-42a0-a01b-1d0caf5ec3a6), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:04.535058 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bb588a-a600-46f9-8774-ac04707e5550 None None] Checking router: 4fdd40b5-320a-4942-a0b1-70df085e344a for host: dv-cinder-831776-4-iscsi {{(pid=103097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 09:15:04.537106 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d54d927-0b2a-4f11-9c5c-3c3ac1bb91d6 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=675f756a-3eea-42a0-a01b-1d0caf5ec3a6,revision_number=0']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:15:04.548475 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bb588a-a600-46f9-8774-ac04707e5550 None None] Routers {'4fdd40b5-320a-4942-a0b1-70df085e344a'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:15:04.549263 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-95bb588a-a600-46f9-8774-ac04707e5550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:14:53Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['4fdd40b5-320a-4942-a0b1-70df085e344a'], 'active': True} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:15:04.554818 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-6d54d927-0b2a-4f11-9c5c-3c3ac1bb91d6 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:04.556608 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-6d54d927-0b2a-4f11-9c5c-3c3ac1bb91d6 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1283486 Mar 16 09:15:04.557444 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff03ccb-6867-43dc-b5fc-6cb4394879a5 req-509179fb-66cd-4797-aa87-dab89cb45057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:15:04.559072 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-4ff03ccb-6867-43dc-b5fc-6cb4394879a5 req-509179fb-66cd-4797-aa87-dab89cb45057 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=51a1b050-f32d-4097-bc16-62cec3c7dc23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0522485 Mar 16 09:15:04.559441 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 56182) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:15:04.563812 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.v2.base [None req-d6e92661-c0ee-409a-8425-e662788fa315 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Request body: {'security_group_rule': {'security_group_id': '49c3f5c7-f47f-45d4-a71c-e46978146100', 'project_id': '9105c40a7aa64b46b2a5bb388f445284', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:15:04.588113 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d6e92661-c0ee-409a-8425-e662788fa315 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Publish callbacks [] for security_group_rule (5821ce5f-24b4-4b85-9360-52eb81d2e4fb), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:04.647785 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d6e92661-c0ee-409a-8425-e662788fa315 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Publish callbacks [] for security_group_rule (5821ce5f-24b4-4b85-9360-52eb81d2e4fb), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:04.652269 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d6e92661-c0ee-409a-8425-e662788fa315 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548227'] for security_group_rule (5821ce5f-24b4-4b85-9360-52eb81d2e4fb), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:04.667270 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvr_db [None req-95bb588a-a600-46f9-8774-ac04707e5550 None None] Set router 4fdd40b5-320a-4942-a0b1-70df085e344a gateway port host: dv-cinder-831776-4-iscsi {{(pid=103097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:15:04.673187 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e92661-c0ee-409a-8425-e662788fa315 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5821ce5f-24b4-4b85-9360-52eb81d2e4fb,revision_number=0']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:15:04.685483 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d6e92661-c0ee-409a-8425-e662788fa315 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:04.686934 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-d6e92661-c0ee-409a-8425-e662788fa315 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1264343 Mar 16 09:15:04.690009 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 56188) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:15:04.691783 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-4ff03ccb-6867-43dc-b5fc-6cb4394879a5 req-2c052f36-4c3e-470e-b5f5-91718c9ce839 service neutron] 10.222.0.48 "GET /v2.0/networks/51a1b050-f32d-4097-bc16-62cec3c7dc23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170366 Mar 16 09:15:04.695544 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.v2.base [None req-722b722a-54ce-4869-a140-feb4eadb11fd tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Request body: {'security_group_rule': {'security_group_id': '49c3f5c7-f47f-45d4-a71c-e46978146100', 'project_id': '9105c40a7aa64b46b2a5bb388f445284', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:15:04.725567 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-722b722a-54ce-4869-a140-feb4eadb11fd tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Publish callbacks [] for security_group_rule (4e5e761f-31cb-4b9a-93f9-a1ce49471ff4), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:04.804667 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-722b722a-54ce-4869-a140-feb4eadb11fd tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Publish callbacks [] for security_group_rule (4e5e761f-31cb-4b9a-93f9-a1ce49471ff4), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:04.808146 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-4ff03ccb-6867-43dc-b5fc-6cb4394879a5 req-e2a09cf9-8744-4369-8fc1-e26d42a992e6 service neutron] 10.222.0.48 "GET /v2.0/networks/51a1b050-f32d-4097-bc16-62cec3c7dc23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091702 Mar 16 09:15:04.809918 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-722b722a-54ce-4869-a140-feb4eadb11fd tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548227'] for security_group_rule (4e5e761f-31cb-4b9a-93f9-a1ce49471ff4), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:04.834513 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722b722a-54ce-4869-a140-feb4eadb11fd tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e5e761f-31cb-4b9a-93f9-a1ce49471ff4,revision_number=0']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:15:04.843756 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-722b722a-54ce-4869-a140-feb4eadb11fd tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:04.848887 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-722b722a-54ce-4869-a140-feb4eadb11fd tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1545298 Mar 16 09:15:04.849511 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 56194) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:15:04.854356 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.v2.base [None req-71aff7a0-ebc7-4241-b74c-9a26ffc29e6c tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Request body: {'security_group_rule': {'security_group_id': '49c3f5c7-f47f-45d4-a71c-e46978146100', 'project_id': '9105c40a7aa64b46b2a5bb388f445284', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:15:04.876018 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.db.securitygroups_db [None req-71aff7a0-ebc7-4241-b74c-9a26ffc29e6c tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Project 9105c40a7aa64b46b2a5bb388f445284 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 09:15:04.882789 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-71aff7a0-ebc7-4241-b74c-9a26ffc29e6c tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Publish callbacks [] for security_group_rule (7754837d-6f75-478a-bb57-6b61ac4778bb), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:04.945241 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-71aff7a0-ebc7-4241-b74c-9a26ffc29e6c tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Publish callbacks [] for security_group_rule (7754837d-6f75-478a-bb57-6b61ac4778bb), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:04.946398 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-95bb588a-a600-46f9-8774-ac04707e5550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fdd40b5-320a-4942-a0b1-70df085e344a', 'name': 'tempest-TestMinimumBasicScenario-1050260373-router', 'tenant_id': '9105c40a7aa64b46b2a5bb388f445284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'b4b9ef11-bd89-4e2b-8d40-6560106fea41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:14:02Z', 'updated_at': '2022-03-16T09:14:05Z', 'revision_number': 4, 'project_id': '9105c40a7aa64b46b2a5bb388f445284', 'gw_port': {'id': 'b4b9ef11-bd89-4e2b-8d40-6560106fea41', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdd40b5-320a-4942-a0b1-70df085e344a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:14:03Z', 'updated_at': '2022-03-16T09:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_floatingips': [{'id': '7e5b79ab-f0c7-4656-b50b-bb4d3bb735ea', 'tenant_id': '9105c40a7aa64b46b2a5bb388f445284', 'floating_ip_address': '172.27.1.102', 'floating_network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'router_id': '4fdd40b5-320a-4942-a0b1-70df085e344a', 'port_id': '2784b7f9-ff89-4f94-9551-73139d166aad', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51a1b050-f32d-4097-bc16-62cec3c7dc23', 'mac_address': 'fa:16:3e:32:49:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47eb750a-715e-4b29-9a23-a8b4825110ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T09:15:03Z', 'updated_at': '2022-03-16T09:15:03Z', 'revision_number': 0, 'project_id': '9105c40a7aa64b46b2a5bb388f445284', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c44e55f4-bd25-428a-b793-6df02aae4939', 'name': '', 'network_id': '51a1b050-f32d-4097-bc16-62cec3c7dc23', 'tenant_id': '9105c40a7aa64b46b2a5bb388f445284', 'mac_address': 'fa:16:3e:22:e8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdd40b5-320a-4942-a0b1-70df085e344a', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'a6f52e30-58d6-4f30-893d-beb4b2ff4428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:14:05Z', 'updated_at': '2022-03-16T09:14:12Z', 'revision_number': 5, 'project_id': '9105c40a7aa64b46b2a5bb388f445284', 'subnets': [{'id': 'a6f52e30-58d6-4f30-893d-beb4b2ff4428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:15:04.948922 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-71aff7a0-ebc7-4241-b74c-9a26ffc29e6c tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548227'] for security_group_rule (7754837d-6f75-478a-bb57-6b61ac4778bb), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:04.968632 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aff7a0-ebc7-4241-b74c-9a26ffc29e6c tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7754837d-6f75-478a-bb57-6b61ac4778bb,revision_number=0']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:15:04.974784 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-71aff7a0-ebc7-4241-b74c-9a26ffc29e6c tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:04.975992 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-71aff7a0-ebc7-4241-b74c-9a26ffc29e6c tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1256039 Mar 16 09:15:04.979849 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bb588a-a600-46f9-8774-ac04707e5550 None None] The sync data for ids ['4fdd40b5-320a-4942-a0b1-70df085e344a'] in dv-cinder-831776-4-iscsi is: [{'id': '4fdd40b5-320a-4942-a0b1-70df085e344a', 'name': 'tempest-TestMinimumBasicScenario-1050260373-router', 'tenant_id': '9105c40a7aa64b46b2a5bb388f445284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'b4b9ef11-bd89-4e2b-8d40-6560106fea41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:14:02Z', 'updated_at': '2022-03-16T09:14:05Z', 'revision_number': 4, 'project_id': '9105c40a7aa64b46b2a5bb388f445284', 'gw_port': {'id': 'b4b9ef11-bd89-4e2b-8d40-6560106fea41', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdd40b5-320a-4942-a0b1-70df085e344a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:14:03Z', 'updated_at': '2022-03-16T09:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_floatingips': [{'id': '7e5b79ab-f0c7-4656-b50b-bb4d3bb735ea', 'tenant_id': '9105c40a7aa64b46b2a5bb388f445284', 'floating_ip_address': '172.27.1.102', 'floating_network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'router_id': '4fdd40b5-320a-4942-a0b1-70df085e344a', 'port_id': '2784b7f9-ff89-4f94-9551-73139d166aad', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51a1b050-f32d-4097-bc16-62cec3c7dc23', 'mac_address': 'fa:16:3e:32:49:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47eb750a-715e-4b29-9a23-a8b4825110ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T09:15:03Z', 'updated_at': '2022-03-16T09:15:03Z', 'revision_number': 0, 'project_id': '9105c40a7aa64b46b2a5bb388f445284', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c44e55f4-bd25-428a-b793-6df02aae4939', 'name': '', 'network_id': '51a1b050-f32d-4097-bc16-62cec3c7dc23', 'tenant_id': '9105c40a7aa64b46b2a5bb388f445284', 'mac_address': 'fa:16:3e:22:e8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdd40b5-320a-4942-a0b1-70df085e344a', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'a6f52e30-58d6-4f30-893d-beb4b2ff4428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:14:05Z', 'updated_at': '2022-03-16T09:14:12Z', 'revision_number': 5, 'project_id': '9105c40a7aa64b46b2a5bb388f445284', 'subnets': [{'id': 'a6f52e30-58d6-4f30-893d-beb4b2ff4428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 09:15:04.981619 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 56198) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:15:04.986509 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.v2.base [None req-8b837070-0e6a-4d69-8f99-382f83c583f6 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Request body: {'security_group_rule': {'security_group_id': '49c3f5c7-f47f-45d4-a71c-e46978146100', 'project_id': '9105c40a7aa64b46b2a5bb388f445284', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:15:05.007086 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.db.securitygroups_db [None req-8b837070-0e6a-4d69-8f99-382f83c583f6 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Project 9105c40a7aa64b46b2a5bb388f445284 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 16 09:15:05.012405 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-8b837070-0e6a-4d69-8f99-382f83c583f6 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Publish callbacks [] for security_group_rule (0366b896-d320-4b5c-a995-5c2a1f455ab8), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:05.064490 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.agents_db [None req-ddb2e055-3acb-4969-8bde-a74b2247622c None None] Agent healthcheck: found 6 active agents {{(pid=103098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 09:15:05.077457 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-8b837070-0e6a-4d69-8f99-382f83c583f6 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Publish callbacks [] for security_group_rule (0366b896-d320-4b5c-a995-5c2a1f455ab8), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:05.081198 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-8b837070-0e6a-4d69-8f99-382f83c583f6 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548227'] for security_group_rule (0366b896-d320-4b5c-a995-5c2a1f455ab8), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:05.098842 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b837070-0e6a-4d69-8f99-382f83c583f6 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0366b896-d320-4b5c-a995-5c2a1f455ab8,revision_number=0']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:15:05.111672 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-8b837070-0e6a-4d69-8f99-382f83c583f6 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:05.113782 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-8b837070-0e6a-4d69-8f99-382f83c583f6 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1311216 Mar 16 09:15:05.190154 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7c77a2-073d-479f-b5db-0c93eade9d5f None None] New status for floating IP 7e5b79ab-f0c7-4656-b50b-bb4d3bb735ea: ACTIVE {{(pid=103098) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 09:15:05.213067 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a2b4d623-cc1b-4e0b-a887-edac9cc83120 req-b54d6466-caf5-4fcb-bade-03575bc9fe49 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1401852550&fields=id&tenant_id=9105c40a7aa64b46b2a5bb388f445284 HTTP/1.1" status: 200 len: 267 time: 0.0507290 Mar 16 09:15:05.273334 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b4d623-cc1b-4e0b-a887-edac9cc83120 req-1f21faed-1185-4e6f-8fd6-422231f33c98 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:15:05.274896 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a2b4d623-cc1b-4e0b-a887-edac9cc83120 req-1f21faed-1185-4e6f-8fd6-422231f33c98 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "GET /v2.0/ports?device_id=47eb750a-715e-4b29-9a23-a8b4825110ff HTTP/1.1" status: 200 len: 946 time: 0.0564430 Mar 16 09:15:05.286759 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.v2.base [req-a2b4d623-cc1b-4e0b-a887-edac9cc83120 req-db174c1b-865a-4c45-9b4b-ffe605ad7eac tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Request body: {'port': {'security_groups': ['9c9bfef6-b207-4be6-b350-4ec6ea979a5c', '49c3f5c7-f47f-45d4-a71c-e46978146100']}} {{(pid=103096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:15:05.358975 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-a2b4d623-cc1b-4e0b-a887-edac9cc83120 req-db174c1b-865a-4c45-9b4b-ffe605ad7eac tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (2784b7f9-ff89-4f94-9551-73139d166aad), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:05.544883 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.db [req-a2b4d623-cc1b-4e0b-a887-edac9cc83120 req-db174c1b-865a-4c45-9b4b-ffe605ad7eac tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] For port 2784b7f9-ff89-4f94-9551-73139d166aad, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=2784b7f9-ff89-4f94-9551-73139d166aad,segment=NetworkSegment(97acc3c3-2622-45b7-862b-840b637c186e),segment_id=97acc3c3-2622-45b7-862b-840b637c186e)] {{(pid=103096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:15:05.572834 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-a2b4d623-cc1b-4e0b-a887-edac9cc83120 req-db174c1b-865a-4c45-9b4b-ffe605ad7eac tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Publish callbacks [] for port (2784b7f9-ff89-4f94-9551-73139d166aad), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:05.577106 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-a2b4d623-cc1b-4e0b-a887-edac9cc83120 req-db174c1b-865a-4c45-9b4b-ffe605ad7eac tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13105703'] for port (2784b7f9-ff89-4f94-9551-73139d166aad), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:05.587957 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] get_ports_and_sgs() called for port_ids ['2784b7f9-ff89-4f94-9551-73139d166aad'] {{(pid=103097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 09:15:05.619475 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b4d623-cc1b-4e0b-a887-edac9cc83120 req-db174c1b-865a-4c45-9b4b-ffe605ad7eac tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:15:05.621467 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-a2b4d623-cc1b-4e0b-a887-edac9cc83120 req-db174c1b-865a-4c45-9b4b-ffe605ad7eac tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334679'] for port (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:05.621638 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a2b4d623-cc1b-4e0b-a887-edac9cc83120 req-db174c1b-865a-4c45-9b4b-ffe605ad7eac tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "PUT /v2.0/ports/2784b7f9-ff89-4f94-9551-73139d166aad HTTP/1.1" status: 200 len: 982 time: 0.3402197 Mar 16 09:15:05.648312 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db174c1b-865a-4c45-9b4b-ffe605ad7eac tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Pushing event updated for resources: {'Port': ['ID=2784b7f9-ff89-4f94-9551-73139d166aad,revision_number=6']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:15:05.692176 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] get_ports_and_sgs() called for port_ids ['2784b7f9-ff89-4f94-9551-73139d166aad'] {{(pid=103097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 09:15:05.742682 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbcdbff-f4bb-4184-b391-1a994da92095 req-53b72a70-6204-4760-b714-dcd47907e194 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:15:05.744601 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-efbcdbff-f4bb-4184-b391-1a994da92095 req-53b72a70-6204-4760-b714-dcd47907e194 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "GET /v2.0/ports?device_id=47eb750a-715e-4b29-9a23-a8b4825110ff HTTP/1.1" status: 200 len: 985 time: 0.0633247 Mar 16 09:15:05.808552 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-efbcdbff-f4bb-4184-b391-1a994da92095 req-c8ec76f1-4a6f-4a88-8ecc-fc3e2c912def tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "GET /v2.0/security-groups?id=49c3f5c7-f47f-45d4-a71c-e46978146100&id=9c9bfef6-b207-4be6-b350-4ec6ea979a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0579667 Mar 16 09:15:05.939869 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-012e9ed7-30e0-46b3-8a22-bd657428dff3 None None] Provisioning complete for port 2784b7f9-ff89-4f94-9551-73139d166aad triggered by entity DHCP. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:15:05.940253 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-012e9ed7-30e0-46b3-8a22-bd657428dff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (2784b7f9-ff89-4f94-9551-73139d166aad), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:06.006354 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 56212) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:15:06.188915 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47eb750a-715e-4b29-9a23-a8b4825110ff', 'tag': '2784b7f9-ff89-4f94-9551-73139d166aad'}] {{(pid=103096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 09:15:06.191870 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552648401d13394d2a88e7485ef09c5647ae5ea4c1ec431ef2c5edbe801f23fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-814e3be7-e189-490d-bbfc-5232744475c8" -d '{"events": [{"name": "network-changed", "server_uuid": "47eb750a-715e-4b29-9a23-a8b4825110ff", "tag": "2784b7f9-ff89-4f94-9551-73139d166aad"}]}' {{(pid=103096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 09:15:06.227231 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 09:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2ccb978-2b59-4e45-bda4-d361beb25d0d x-openstack-request-id: req-e2ccb978-2b59-4e45-bda4-d361beb25d0d {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 09:15:06.228256 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47eb750a-715e-4b29-9a23-a8b4825110ff", "tag": "2784b7f9-ff89-4f94-9551-73139d166aad", "status": "completed", "code": 200}]} {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 09:15:06.228256 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e2ccb978-2b59-4e45-bda4-d361beb25d0d {{(pid=103096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 09:15:06.228473 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47eb750a-715e-4b29-9a23-a8b4825110ff', 'tag': '2784b7f9-ff89-4f94-9551-73139d166aad', 'status': 'completed', 'code': 200} Mar 16 09:15:06.266712 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-012e9ed7-30e0-46b3-8a22-bd657428dff3 None None] Current status of the port 2784b7f9-ff89-4f94-9551-73139d166aad is: ACTIVE; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:15:06.294445 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814e3be7-e189-490d-bbfc-5232744475c8 req-26b9451b-a2e4-43e1-b623-7785bd946b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:15:06.296078 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-814e3be7-e189-490d-bbfc-5232744475c8 req-26b9451b-a2e4-43e1-b623-7785bd946b8f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9105c40a7aa64b46b2a5bb388f445284&device_id=47eb750a-715e-4b29-9a23-a8b4825110ff HTTP/1.1" status: 200 len: 1169 time: 0.0462067 Mar 16 09:15:06.393585 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814e3be7-e189-490d-bbfc-5232744475c8 req-980740bf-dc17-47d4-b2e6-5b52fcd13a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:15:06.395363 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-814e3be7-e189-490d-bbfc-5232744475c8 req-980740bf-dc17-47d4-b2e6-5b52fcd13a68 service neutron] 10.222.0.48 "GET /v2.0/networks?id=51a1b050-f32d-4097-bc16-62cec3c7dc23 HTTP/1.1" status: 200 len: 916 time: 0.0908260 Mar 16 09:15:06.464091 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-814e3be7-e189-490d-bbfc-5232744475c8 req-444c268d-cf1f-4f04-be67-65757f2054e8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2784b7f9-ff89-4f94-9551-73139d166aad HTTP/1.1" status: 200 len: 1002 time: 0.0603411 Mar 16 09:15:06.503400 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-707033cf-13fb-4ef5-ad0f-e903af5c1ad6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560148'] for router_interface (baabafe2-dd15-46e5-a092-3c4d7cbf3860), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:06.512817 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814e3be7-e189-490d-bbfc-5232744475c8 req-69dcb019-a48d-49cc-a73c-81cdb9c26811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:15:06.514290 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-814e3be7-e189-490d-bbfc-5232744475c8 req-69dcb019-a48d-49cc-a73c-81cdb9c26811 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a6f52e30-58d6-4f30-893d-beb4b2ff4428 HTTP/1.1" status: 200 len: 854 time: 0.0430181 Mar 16 09:15:06.565048 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814e3be7-e189-490d-bbfc-5232744475c8 req-9801be3c-7dac-40ea-ab93-6d7cd1a1af81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:15:06.566648 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-814e3be7-e189-490d-bbfc-5232744475c8 req-9801be3c-7dac-40ea-ab93-6d7cd1a1af81 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=51a1b050-f32d-4097-bc16-62cec3c7dc23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464540 Mar 16 09:15:06.651684 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-814e3be7-e189-490d-bbfc-5232744475c8 req-eec932e3-5b89-4ee1-941f-43d35d107413 service neutron] 10.222.0.48 "GET /v2.0/networks/51a1b050-f32d-4097-bc16-62cec3c7dc23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785484 Mar 16 09:15:06.742217 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-814e3be7-e189-490d-bbfc-5232744475c8 req-c8570dd3-13ff-446a-b23f-9ebaa707adb9 service neutron] 10.222.0.48 "GET /v2.0/networks/51a1b050-f32d-4097-bc16-62cec3c7dc23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843787 Mar 16 09:15:06.749826 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-707033cf-13fb-4ef5-ad0f-e903af5c1ad6 admin admin] Deleting port bd51c38c-6702-4d69-b02d-a841e4ae8d4b {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 09:15:06.750171 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-707033cf-13fb-4ef5-ad0f-e903af5c1ad6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732013345958'] for port (bd51c38c-6702-4d69-b02d-a841e4ae8d4b), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:06.828989 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-707033cf-13fb-4ef5-ad0f-e903af5c1ad6 admin admin] For port bd51c38c-6702-4d69-b02d-a841e4ae8d4b, host dv-cinder-831776-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-4-iscsi',level=0,port_id=bd51c38c-6702-4d69-b02d-a841e4ae8d4b,segment=NetworkSegment(92870879-9daf-4c8f-8e0a-de7f92d81d56),segment_id=92870879-9daf-4c8f-8e0a-de7f92d81d56)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:15:06.829358 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-707033cf-13fb-4ef5-ad0f-e903af5c1ad6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559013'] for port (bd51c38c-6702-4d69-b02d-a841e4ae8d4b), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:06.842348 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-707033cf-13fb-4ef5-ad0f-e903af5c1ad6 admin admin] Calling delete_port for bd51c38c-6702-4d69-b02d-a841e4ae8d4b owned by network:router_interface {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 09:15:07.021493 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-707033cf-13fb-4ef5-ad0f-e903af5c1ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732013351693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732012762718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13558255'] for port (bd51c38c-6702-4d69-b02d-a841e4ae8d4b), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:07.044038 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707033cf-13fb-4ef5-ad0f-e903af5c1ad6 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd51c38c-6702-4d69-b02d-a841e4ae8d4b,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:15:07.208298 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-707033cf-13fb-4ef5-ad0f-e903af5c1ad6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-560312'] for router_interface (baabafe2-dd15-46e5-a092-3c4d7cbf3860), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:07.418742 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-707033cf-13fb-4ef5-ad0f-e903af5c1ad6 admin admin] Router baabafe2-dd15-46e5-a092-3c4d7cbf3860 has already been hosted by L3 agent 09ce795b-eeca-4b3b-9d7f-577d9443cb21 {{(pid=103095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 09:15:07.523178 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-707033cf-13fb-4ef5-ad0f-e903af5c1ad6 admin admin] Notify agent at l3_agent.dv-cinder-831776-4-iscsi the message routers_updated {{(pid=103095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 09:15:07.528118 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-707033cf-13fb-4ef5-ad0f-e903af5c1ad6 admin admin] 10.222.0.18 "PUT /v2.0/routers/baabafe2-dd15-46e5-a092-3c4d7cbf3860/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5207362 Mar 16 09:15:07.530592 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 56220) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:15:07.533072 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c8bb55-775a-4c50-a220-c8dc24ff2e44 None None] Sync routers for ids ['baabafe2-dd15-46e5-a092-3c4d7cbf3860'] in dv-cinder-831776-4-iscsi {{(pid=103097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 09:15:07.543290 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c8bb55-775a-4c50-a220-c8dc24ff2e44 None None] Routers {'baabafe2-dd15-46e5-a092-3c4d7cbf3860'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:15:07.543903 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-c2c8bb55-775a-4c50-a220-c8dc24ff2e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:14:53Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['baabafe2-dd15-46e5-a092-3c4d7cbf3860'], 'active': True} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:15:07.633246 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0569580d-708a-49b4-bd38-dfe9d5e12111 admin admin] Publish callbacks [] for router (baabafe2-dd15-46e5-a092-3c4d7cbf3860), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:07.649747 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvr_db [None req-c2c8bb55-775a-4c50-a220-c8dc24ff2e44 None None] Set router baabafe2-dd15-46e5-a092-3c4d7cbf3860 gateway port host: dv-cinder-831776-4-iscsi {{(pid=103097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:15:07.733499 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0569580d-708a-49b4-bd38-dfe9d5e12111 admin admin] Publish callbacks [] for router_gateway (baabafe2-dd15-46e5-a092-3c4d7cbf3860), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:07.785278 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-0569580d-708a-49b4-bd38-dfe9d5e12111 admin admin] Deleting port ec6ddfe3-e89d-4850-804c-6d83ef1d6159 {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 09:15:07.785662 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0569580d-708a-49b4-bd38-dfe9d5e12111 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732013345958'] for port (ec6ddfe3-e89d-4850-804c-6d83ef1d6159), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:07.827945 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-c2c8bb55-775a-4c50-a220-c8dc24ff2e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baabafe2-dd15-46e5-a092-3c4d7cbf3860', 'name': 'tempest-AttachVolumeShelveTestJSON-907761014-router', 'tenant_id': 'c6376ecd52fd4df3958214376cfc2020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'ec6ddfe3-e89d-4850-804c-6d83ef1d6159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:05:53Z', 'updated_at': '2022-03-16T09:15:06Z', 'revision_number': 5, 'project_id': 'c6376ecd52fd4df3958214376cfc2020', 'gw_port': {'id': 'ec6ddfe3-e89d-4850-804c-6d83ef1d6159', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:83:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baabafe2-dd15-46e5-a092-3c4d7cbf3860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:05:53Z', 'updated_at': '2022-03-16T09:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi'}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:15:07.853842 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c8bb55-775a-4c50-a220-c8dc24ff2e44 None None] Checking router: baabafe2-dd15-46e5-a092-3c4d7cbf3860 for host: dv-cinder-831776-4-iscsi {{(pid=103097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 09:15:07.862314 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c8bb55-775a-4c50-a220-c8dc24ff2e44 None None] Routers {'baabafe2-dd15-46e5-a092-3c4d7cbf3860'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:15:07.863444 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-c2c8bb55-775a-4c50-a220-c8dc24ff2e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:14:53Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['baabafe2-dd15-46e5-a092-3c4d7cbf3860'], 'active': True} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:15:07.866077 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-0569580d-708a-49b4-bd38-dfe9d5e12111 admin admin] For port ec6ddfe3-e89d-4850-804c-6d83ef1d6159, host dv-cinder-831776-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-4-iscsi',level=0,port_id=ec6ddfe3-e89d-4850-804c-6d83ef1d6159,segment=NetworkSegment(627a1704-08f1-4a54-a35a-53ba84ce9e35),segment_id=627a1704-08f1-4a54-a35a-53ba84ce9e35)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:15:07.866440 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0569580d-708a-49b4-bd38-dfe9d5e12111 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559013'] for port (ec6ddfe3-e89d-4850-804c-6d83ef1d6159), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:07.877682 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-0569580d-708a-49b4-bd38-dfe9d5e12111 admin admin] Calling delete_port for ec6ddfe3-e89d-4850-804c-6d83ef1d6159 owned by network:router_gateway {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 09:15:07.949907 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvr_db [None req-c2c8bb55-775a-4c50-a220-c8dc24ff2e44 None None] Set router baabafe2-dd15-46e5-a092-3c4d7cbf3860 gateway port host: None {{(pid=103097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:15:08.000861 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-c2c8bb55-775a-4c50-a220-c8dc24ff2e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baabafe2-dd15-46e5-a092-3c4d7cbf3860', 'name': 'tempest-AttachVolumeShelveTestJSON-907761014-router', 'tenant_id': 'c6376ecd52fd4df3958214376cfc2020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:05:53Z', 'updated_at': '2022-03-16T09:15:07Z', 'revision_number': 6, 'project_id': 'c6376ecd52fd4df3958214376cfc2020', 'gw_port_host': None}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:15:08.029638 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c8bb55-775a-4c50-a220-c8dc24ff2e44 None None] The sync data for ids ['baabafe2-dd15-46e5-a092-3c4d7cbf3860'] in dv-cinder-831776-4-iscsi is: [{'id': 'baabafe2-dd15-46e5-a092-3c4d7cbf3860', 'name': 'tempest-AttachVolumeShelveTestJSON-907761014-router', 'tenant_id': 'c6376ecd52fd4df3958214376cfc2020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:05:53Z', 'updated_at': '2022-03-16T09:15:07Z', 'revision_number': 6, 'project_id': 'c6376ecd52fd4df3958214376cfc2020', 'gw_port_host': None}] {{(pid=103097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 09:15:08.040933 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0569580d-708a-49b4-bd38-dfe9d5e12111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732013351693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732012762718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13558255'] for port (ec6ddfe3-e89d-4850-804c-6d83ef1d6159), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:08.066997 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0569580d-708a-49b4-bd38-dfe9d5e12111 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec6ddfe3-e89d-4850-804c-6d83ef1d6159,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:15:08.125909 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0569580d-708a-49b4-bd38-dfe9d5e12111 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-557406'] for router_gateway (baabafe2-dd15-46e5-a092-3c4d7cbf3860), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:08.213506 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0569580d-708a-49b4-bd38-dfe9d5e12111 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124902'] for router (baabafe2-dd15-46e5-a092-3c4d7cbf3860), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:08.215548 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0569580d-708a-49b4-bd38-dfe9d5e12111 admin admin] Publish callbacks [] for router_controller (baabafe2-dd15-46e5-a092-3c4d7cbf3860), precommit_delete_associations {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:08.261288 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0569580d-708a-49b4-bd38-dfe9d5e12111 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571054'] for router (baabafe2-dd15-46e5-a092-3c4d7cbf3860), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:08.261808 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0569580d-708a-49b4-bd38-dfe9d5e12111 admin admin] Fanout notify agent at l3_agent the message router_deleted on router baabafe2-dd15-46e5-a092-3c4d7cbf3860 {{(pid=103095) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 09:15:08.267467 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0569580d-708a-49b4-bd38-dfe9d5e12111 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:08.268615 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-0569580d-708a-49b4-bd38-dfe9d5e12111 admin admin] 10.222.0.18 "DELETE /v2.0/routers/baabafe2-dd15-46e5-a092-3c4d7cbf3860 HTTP/1.1" status: 204 len: 168 time: 0.7371290 Mar 16 09:15:08.271653 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 56222) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:15:08.313633 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a55f869-2aae-40bd-b885-a329ecf89b22 admin admin] Deleting subnet f6c2cbf7-36bb-4af8-9e66-db86b28b25f5 {{(pid=103095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 16 09:15:08.317057 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4a55f869-2aae-40bd-b885-a329ecf89b22 admin admin] Publish callbacks [] for subnet (f6c2cbf7-36bb-4af8-9e66-db86b28b25f5), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:08.349575 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4a55f869-2aae-40bd-b885-a329ecf89b22 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13312432'] for subnet (f6c2cbf7-36bb-4af8-9e66-db86b28b25f5), precommit_delete_associations {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:08.432512 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4a55f869-2aae-40bd-b885-a329ecf89b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1238432'] for subnet (f6c2cbf7-36bb-4af8-9e66-db86b28b25f5), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:08.483458 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4a55f869-2aae-40bd-b885-a329ecf89b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1238363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13558064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133455034'] for subnet (f6c2cbf7-36bb-4af8-9e66-db86b28b25f5), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:08.508807 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a55f869-2aae-40bd-b885-a329ecf89b22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6c2cbf7-36bb-4af8-9e66-db86b28b25f5,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:15:08.512884 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-4a55f869-2aae-40bd-b885-a329ecf89b22 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:08.515998 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-4a55f869-2aae-40bd-b885-a329ecf89b22 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/f6c2cbf7-36bb-4af8-9e66-db86b28b25f5 HTTP/1.1" status: 204 len: 168 time: 0.2434211 Mar 16 09:15:08.518769 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 56224) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:15:08.520816 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78a42ae-93fd-459a-8839-746f938ab9ec None None] Network a3933f25-b7ca-4916-8a13-138bf0db8c83 requested from dv-cinder-831776-4-iscsi {{(pid=103097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 09:15:08.588265 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-644d4723-fe7c-42bf-877f-31090b6f908d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1197409'] for network (a3933f25-b7ca-4916-8a13-138bf0db8c83), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:08.640562 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-644d4723-fe7c-42bf-877f-31090b6f908d admin admin] Deleting port e9ca3c41-e829-4707-b582-0e3616e27b67 {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 09:15:08.640896 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-644d4723-fe7c-42bf-877f-31090b6f908d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732013345958'] for port (e9ca3c41-e829-4707-b582-0e3616e27b67), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:08.701107 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-644d4723-fe7c-42bf-877f-31090b6f908d admin admin] For port e9ca3c41-e829-4707-b582-0e3616e27b67, host dv-cinder-831776-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-4-iscsi',level=0,port_id=e9ca3c41-e829-4707-b582-0e3616e27b67,segment=NetworkSegment(92870879-9daf-4c8f-8e0a-de7f92d81d56),segment_id=92870879-9daf-4c8f-8e0a-de7f92d81d56)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:15:08.701397 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-644d4723-fe7c-42bf-877f-31090b6f908d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559013'] for port (e9ca3c41-e829-4707-b582-0e3616e27b67), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:08.712968 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-644d4723-fe7c-42bf-877f-31090b6f908d admin admin] Calling delete_port for e9ca3c41-e829-4707-b582-0e3616e27b67 owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 09:15:08.767787 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8d8c79-62d5-49f4-b25b-63e7090f7ba5 None None] DHCP port deletion for a3933f25-b7ca-4916-8a13-138bf0db8c83 request from dv-cinder-831776-4-iscsi {{(pid=103097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 16 09:15:08.804128 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-644d4723-fe7c-42bf-877f-31090b6f908d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732013351693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732012762718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13558255'] for port (e9ca3c41-e829-4707-b582-0e3616e27b67), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:08.827769 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device bd51c38c-6702-4d69-b02d-a841e4ae8d4b no longer exists at agent ovs-agent-dv-cinder-831776-4-iscsi {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 09:15:08.830286 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-2c8d8c79-62d5-49f4-b25b-63e7090f7ba5 None None] Deleting port e9ca3c41-e829-4707-b582-0e3616e27b67 {{(pid=103097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 09:15:08.830660 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-2c8d8c79-62d5-49f4-b25b-63e7090f7ba5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732013345958'] for port (e9ca3c41-e829-4707-b582-0e3616e27b67), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:08.832423 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644d4723-fe7c-42bf-877f-31090b6f908d admin admin] Pushing event deleted for resources: {'Port': ['ID=e9ca3c41-e829-4707-b582-0e3616e27b67,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:15:08.835806 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644d4723-fe7c-42bf-877f-31090b6f908d admin admin] No DVR routers for this DVR port e9ca3c41-e829-4707-b582-0e3616e27b67 on host dv-cinder-831776-4-iscsi {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 09:15:08.885198 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] No Port match for: bd51c38c-6702-4d69-b02d-a841e4ae8d4b {{(pid=103097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 09:15:08.885643 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device bd51c38c-6702-4d69-b02d-a841e4ae8d4b not bound to the agent host dv-cinder-831776-4-iscsi {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 09:15:08.886080 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device e9ca3c41-e829-4707-b582-0e3616e27b67 no longer exists at agent ovs-agent-dv-cinder-831776-4-iscsi {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 09:15:08.911675 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-644d4723-fe7c-42bf-877f-31090b6f908d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1240631', 'neutron.services.segments.db._delete_segments_for_network-8732013206218'] for network (a3933f25-b7ca-4916-8a13-138bf0db8c83), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:08.921704 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] No Port match for: e9ca3c41-e829-4707-b582-0e3616e27b67 {{(pid=103097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 09:15:08.922336 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device e9ca3c41-e829-4707-b582-0e3616e27b67 not bound to the agent host dv-cinder-831776-4-iscsi {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 09:15:08.922777 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device ec6ddfe3-e89d-4850-804c-6d83ef1d6159 no longer exists at agent ovs-agent-dv-cinder-831776-4-iscsi {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 09:15:08.935251 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.services.segments.db [None req-644d4723-fe7c-42bf-877f-31090b6f908d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3933f25-b7ca-4916-8a13-138bf0db8c83']}} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:15:08.944074 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.services.segments.db [None req-644d4723-fe7c-42bf-877f-31090b6f908d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92870879-9daf-4c8f-8e0a-de7f92d81d56') {'for_net_delete': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:15:08.944368 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.services.segments.db [None req-644d4723-fe7c-42bf-877f-31090b6f908d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92870879-9daf-4c8f-8e0a-de7f92d81d56') {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:15:08.950339 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] No Port match for: ec6ddfe3-e89d-4850-804c-6d83ef1d6159 {{(pid=103097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 09:15:08.950686 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device ec6ddfe3-e89d-4850-804c-6d83ef1d6159 not bound to the agent host dv-cinder-831776-4-iscsi {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 09:15:08.955785 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-644d4723-fe7c-42bf-877f-31090b6f908d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732013210067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13312443'] for segment (92870879-9daf-4c8f-8e0a-de7f92d81d56), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:08.957650 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-2c8d8c79-62d5-49f4-b25b-63e7090f7ba5 None None] For port e9ca3c41-e829-4707-b582-0e3616e27b67, host dv-cinder-831776-4-iscsi, got binding levels [] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:15:08.957773 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-2c8d8c79-62d5-49f4-b25b-63e7090f7ba5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559013'] for port (e9ca3c41-e829-4707-b582-0e3616e27b67), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:08.970340 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-2c8d8c79-62d5-49f4-b25b-63e7090f7ba5 None None] Calling delete_port for e9ca3c41-e829-4707-b582-0e3616e27b67 owned by network:dhcp {{(pid=103097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 09:15:08.971062 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-644d4723-fe7c-42bf-877f-31090b6f908d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079957'] for segment (92870879-9daf-4c8f-8e0a-de7f92d81d56), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:08.973609 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.ipam_backend_mixin [None req-2c8d8c79-62d5-49f4-b25b-63e7090f7ba5 None None] Port e9ca3c41-e829-4707-b582-0e3616e27b67 was not found and therefore no delete operation was performed {{(pid=103097) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 16 09:15:08.974831 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-2c8d8c79-62d5-49f4-b25b-63e7090f7ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732013351693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732012762718'] for port (e9ca3c41-e829-4707-b582-0e3616e27b67), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:08.977298 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-644d4723-fe7c-42bf-877f-31090b6f908d admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=103095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 09:15:08.977706 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-644d4723-fe7c-42bf-877f-31090b6f908d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13558170'] for segment (92870879-9daf-4c8f-8e0a-de7f92d81d56), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:08.979295 dv-cinder-831776-4-iscsi neutron-server[103095]: Traceback (most recent call last): Mar 16 09:15:08.979295 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 09:15:08.979295 dv-cinder-831776-4-iscsi neutron-server[103095]: timer() Mar 16 09:15:08.979295 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 09:15:08.979295 dv-cinder-831776-4-iscsi neutron-server[103095]: cb(*args, **kw) Mar 16 09:15:08.979295 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 16 09:15:08.979295 dv-cinder-831776-4-iscsi neutron-server[103095]: return func(*args, **kwargs) Mar 16 09:15:08.979295 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 09:15:08.979295 dv-cinder-831776-4-iscsi neutron-server[103095]: self._notify() Mar 16 09:15:08.979295 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 09:15:08.979295 dv-cinder-831776-4-iscsi neutron-server[103095]: self.callback(batched_events) Mar 16 09:15:08.979295 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 09:15:08.979295 dv-cinder-831776-4-iscsi neutron-server[103095]: event.method(event) Mar 16 09:15:08.979295 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 16 09:15:08.979295 dv-cinder-831776-4-iscsi neutron-server[103095]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 09:15:08.979295 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 16 09:15:08.979295 dv-cinder-831776-4-iscsi neutron-server[103095]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 09:15:08.979295 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 16 09:15:08.979295 dv-cinder-831776-4-iscsi neutron-server[103095]: return f(self, *a, **k) Mar 16 09:15:08.979295 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 09:15:08.979295 dv-cinder-831776-4-iscsi neutron-server[103095]: return self._get(url).json() Mar 16 09:15:08.979295 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 09:15:08.979295 dv-cinder-831776-4-iscsi neutron-server[103095]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 09:15:08.979295 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 09:15:08.979295 dv-cinder-831776-4-iscsi neutron-server[103095]: return self.request(url, 'GET', **kwargs) Mar 16 09:15:08.979295 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 09:15:08.979295 dv-cinder-831776-4-iscsi neutron-server[103095]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 09:15:08.979295 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 09:15:08.979295 dv-cinder-831776-4-iscsi neutron-server[103095]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 09:15:08.979295 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 09:15:08.979295 dv-cinder-831776-4-iscsi neutron-server[103095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 09:15:08.979295 dv-cinder-831776-4-iscsi neutron-server[103095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 09:15:09.005466 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8d8c79-62d5-49f4-b25b-63e7090f7ba5 None None] Pushing event deleted for resources: {'Port': ['ID=e9ca3c41-e829-4707-b582-0e3616e27b67,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:15:09.009818 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8d8c79-62d5-49f4-b25b-63e7090f7ba5 None None] No DVR routers for this DVR port e9ca3c41-e829-4707-b582-0e3616e27b67 on host dv-cinder-831776-4-iscsi {{(pid=103097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 09:15:09.015877 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8d8c79-62d5-49f4-b25b-63e7090f7ba5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:15:09.016167 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8d8c79-62d5-49f4-b25b-63e7090f7ba5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:15:09.016924 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8d8c79-62d5-49f4-b25b-63e7090f7ba5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:15:09.016924 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8d8c79-62d5-49f4-b25b-63e7090f7ba5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:15:09.017355 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8d8c79-62d5-49f4-b25b-63e7090f7ba5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:15:09.017527 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8d8c79-62d5-49f4-b25b-63e7090f7ba5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:15:09.017863 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8d8c79-62d5-49f4-b25b-63e7090f7ba5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:15:09.018197 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8d8c79-62d5-49f4-b25b-63e7090f7ba5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:15:09.018530 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8d8c79-62d5-49f4-b25b-63e7090f7ba5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:15:09.019653 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8d8c79-62d5-49f4-b25b-63e7090f7ba5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:15:09.019782 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8d8c79-62d5-49f4-b25b-63e7090f7ba5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:15:09.020027 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8d8c79-62d5-49f4-b25b-63e7090f7ba5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:15:09.020399 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8d8c79-62d5-49f4-b25b-63e7090f7ba5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:15:09.020667 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8d8c79-62d5-49f4-b25b-63e7090f7ba5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:15:09.021370 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8d8c79-62d5-49f4-b25b-63e7090f7ba5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:15:09.043242 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-644d4723-fe7c-42bf-877f-31090b6f908d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1240622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-557370'] for network (a3933f25-b7ca-4916-8a13-138bf0db8c83), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:09.049067 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-644d4723-fe7c-42bf-877f-31090b6f908d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555813'] for network (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:09.055649 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-644d4723-fe7c-42bf-877f-31090b6f908d admin admin] 10.222.0.18 "DELETE /v2.0/networks/a3933f25-b7ca-4916-8a13-138bf0db8c83 HTTP/1.1" status: 204 len: 168 time: 0.5359080 Mar 16 09:15:09.067388 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644d4723-fe7c-42bf-877f-31090b6f908d admin admin] Pushing event deleted for resources: {'Network': ['ID=a3933f25-b7ca-4916-8a13-138bf0db8c83,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:15:09.175311 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 56228) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:15:09.213981 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-110ffb7b-ff30-42ee-b502-6f6000d4af8e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c6376ecd52fd4df3958214376cfc2020&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0374238 Mar 16 09:15:09.216249 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 56230) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:15:09.264636 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0f51b3c2-2bab-4a9f-85a2-13e146e212c2 admin admin] Publish callbacks [] for security_group (ccde3eed-9b7c-42e8-a31d-6c55eb1daed9), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:09.286371 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0f51b3c2-2bab-4a9f-85a2-13e146e212c2 admin admin] Publish callbacks [] for security_group (ccde3eed-9b7c-42e8-a31d-6c55eb1daed9), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:09.330114 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0f51b3c2-2bab-4a9f-85a2-13e146e212c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (ccde3eed-9b7c-42e8-a31d-6c55eb1daed9), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:09.333293 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-0f51b3c2-2bab-4a9f-85a2-13e146e212c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:09.334471 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-0f51b3c2-2bab-4a9f-85a2-13e146e212c2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ccde3eed-9b7c-42e8-a31d-6c55eb1daed9 HTTP/1.1" status: 204 len: 168 time: 0.1173091 Mar 16 09:15:09.342475 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f51b3c2-2bab-4a9f-85a2-13e146e212c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccde3eed-9b7c-42e8-a31d-6c55eb1daed9,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:15:15.605539 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 56354) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:15:15.706959 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-15a5946d-9445-4baf-813f-ba0fd72090ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:15.781793 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-15a5946d-9445-4baf-813f-ba0fd72090ac admin admin] Publish callbacks [] for security_group (7af90895-bb47-4198-9c14-e5e47c2c730f), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:15.786019 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-15a5946d-9445-4baf-813f-ba0fd72090ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (7af90895-bb47-4198-9c14-e5e47c2c730f), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:15.820802 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-15a5946d-9445-4baf-813f-ba0fd72090ac admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1f86afca316f43fe97baa2f3d8f802fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2142305 Mar 16 09:15:15.822697 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a5946d-9445-4baf-813f-ba0fd72090ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7af90895-bb47-4198-9c14-e5e47c2c730f,revision_number=1']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:15:15.823557 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 56358) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:15:15.829544 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a5946d-9445-4baf-813f-ba0fd72090ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:15:15.830214 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a5946d-9445-4baf-813f-ba0fd72090ac admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:15:15.830214 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a5946d-9445-4baf-813f-ba0fd72090ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:15:15.830547 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a5946d-9445-4baf-813f-ba0fd72090ac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:15:15.830923 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a5946d-9445-4baf-813f-ba0fd72090ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:15:15.831726 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a5946d-9445-4baf-813f-ba0fd72090ac admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:15:15.832061 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a5946d-9445-4baf-813f-ba0fd72090ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:15:15.832382 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a5946d-9445-4baf-813f-ba0fd72090ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:15:15.832703 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a5946d-9445-4baf-813f-ba0fd72090ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:15:15.833023 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a5946d-9445-4baf-813f-ba0fd72090ac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:15:15.833344 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a5946d-9445-4baf-813f-ba0fd72090ac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:15:15.833690 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a5946d-9445-4baf-813f-ba0fd72090ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:15:15.834009 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a5946d-9445-4baf-813f-ba0fd72090ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:15:15.834323 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a5946d-9445-4baf-813f-ba0fd72090ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:15:15.834639 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a5946d-9445-4baf-813f-ba0fd72090ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:15:15.873388 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-856a0b61-9beb-47ed-a8a4-9a0ebc0c1d6f admin admin] Publish callbacks [] for security_group (7af90895-bb47-4198-9c14-e5e47c2c730f), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:15.896136 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-856a0b61-9beb-47ed-a8a4-9a0ebc0c1d6f admin admin] Publish callbacks [] for security_group (7af90895-bb47-4198-9c14-e5e47c2c730f), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:15.942527 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-856a0b61-9beb-47ed-a8a4-9a0ebc0c1d6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (7af90895-bb47-4198-9c14-e5e47c2c730f), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:15.945048 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-856a0b61-9beb-47ed-a8a4-9a0ebc0c1d6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:15.946272 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-856a0b61-9beb-47ed-a8a4-9a0ebc0c1d6f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7af90895-bb47-4198-9c14-e5e47c2c730f HTTP/1.1" status: 204 len: 168 time: 0.1217318 Mar 16 09:15:15.953825 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856a0b61-9beb-47ed-a8a4-9a0ebc0c1d6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af90895-bb47-4198-9c14-e5e47c2c730f,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:15:16.204335 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 56364) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:15:16.219430 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-dc15b593-1c9c-4d31-a47b-59c92627e47b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:16.291030 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-dc15b593-1c9c-4d31-a47b-59c92627e47b admin admin] Publish callbacks [] for security_group (ff5341d0-9e8d-4e1a-9766-b8c0e7cf3eaf), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:16.294727 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-dc15b593-1c9c-4d31-a47b-59c92627e47b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (ff5341d0-9e8d-4e1a-9766-b8c0e7cf3eaf), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:16.330666 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-dc15b593-1c9c-4d31-a47b-59c92627e47b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=56df8a70f9f84633b1fc2583c680f91c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1252949 Mar 16 09:15:16.332349 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc15b593-1c9c-4d31-a47b-59c92627e47b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff5341d0-9e8d-4e1a-9766-b8c0e7cf3eaf,revision_number=1']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:15:16.333952 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 56366) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:15:16.381430 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9d473e0a-34d8-472c-a147-515cae2bd49f admin admin] Publish callbacks [] for security_group (ff5341d0-9e8d-4e1a-9766-b8c0e7cf3eaf), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:16.404558 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9d473e0a-34d8-472c-a147-515cae2bd49f admin admin] Publish callbacks [] for security_group (ff5341d0-9e8d-4e1a-9766-b8c0e7cf3eaf), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:16.448966 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9d473e0a-34d8-472c-a147-515cae2bd49f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (ff5341d0-9e8d-4e1a-9766-b8c0e7cf3eaf), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:16.451508 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-9d473e0a-34d8-472c-a147-515cae2bd49f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:16.452656 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-9d473e0a-34d8-472c-a147-515cae2bd49f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ff5341d0-9e8d-4e1a-9766-b8c0e7cf3eaf HTTP/1.1" status: 204 len: 168 time: 0.1169505 Mar 16 09:15:16.461163 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d473e0a-34d8-472c-a147-515cae2bd49f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff5341d0-9e8d-4e1a-9766-b8c0e7cf3eaf,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:15:20.523902 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-a3020085-e525-4ca7-8515-16322033c6f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (a398d5bf-1368-473f-bfdd-7d167c3f4154), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:22.838442 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-ff2e5728-e8e3-40fb-a62f-52b983964dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (09ce795b-eeca-4b3b-9d7f-577d9443cb21), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:23.886430 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-cdeb7127-6fa1-4060-ae0a-c8ffc2dd9388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (514d7d79-ab14-439d-a6c0-bbffe337a49f), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:25.531152 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (f0da09ba-cbd5-402d-a3a1-68b8fcaf25e8), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:25.532329 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3de267ec-888d-49e1-92d2-a6991c0932cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (3616e4f6-4586-420d-b0d2-e3b2f5abb17b), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:26.876378 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (489981c6-9aaa-401c-bd41-6b42e027a228), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:41.165182 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 56530) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:15:41.266679 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c8a19c16-c5b7-4055-9560-ee52f293c082 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:41.337494 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c8a19c16-c5b7-4055-9560-ee52f293c082 admin admin] Publish callbacks [] for security_group (6cc52bc9-4378-4c52-b565-55226c1e672e), precommit_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:41.340793 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-c8a19c16-c5b7-4055-9560-ee52f293c082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (6cc52bc9-4378-4c52-b565-55226c1e672e), after_create {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:41.377164 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-c8a19c16-c5b7-4055-9560-ee52f293c082 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9a947b73a07d479081ebc5f24d792a32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2109907 Mar 16 09:15:41.378346 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a19c16-c5b7-4055-9560-ee52f293c082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc52bc9-4378-4c52-b565-55226c1e672e,revision_number=1']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:15:41.379852 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 56534) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:15:41.385262 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a19c16-c5b7-4055-9560-ee52f293c082 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:15:41.385639 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a19c16-c5b7-4055-9560-ee52f293c082 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:15:41.385984 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a19c16-c5b7-4055-9560-ee52f293c082 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:15:41.386323 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a19c16-c5b7-4055-9560-ee52f293c082 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:15:41.386656 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a19c16-c5b7-4055-9560-ee52f293c082 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:15:41.386988 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a19c16-c5b7-4055-9560-ee52f293c082 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:15:41.387318 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a19c16-c5b7-4055-9560-ee52f293c082 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:15:41.387642 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a19c16-c5b7-4055-9560-ee52f293c082 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:15:41.387968 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a19c16-c5b7-4055-9560-ee52f293c082 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:15:41.388292 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a19c16-c5b7-4055-9560-ee52f293c082 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:15:41.388620 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a19c16-c5b7-4055-9560-ee52f293c082 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:15:41.388943 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a19c16-c5b7-4055-9560-ee52f293c082 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:15:41.389264 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a19c16-c5b7-4055-9560-ee52f293c082 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:15:41.389606 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a19c16-c5b7-4055-9560-ee52f293c082 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:15:41.389927 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a19c16-c5b7-4055-9560-ee52f293c082 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:15:41.432084 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-4fa509a6-303e-4263-a6d6-a2a000f38c28 admin admin] Publish callbacks [] for security_group (6cc52bc9-4378-4c52-b565-55226c1e672e), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:41.452306 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-4fa509a6-303e-4263-a6d6-a2a000f38c28 admin admin] Publish callbacks [] for security_group (6cc52bc9-4378-4c52-b565-55226c1e672e), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:41.498538 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-4fa509a6-303e-4263-a6d6-a2a000f38c28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (6cc52bc9-4378-4c52-b565-55226c1e672e), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:41.501083 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-4fa509a6-303e-4263-a6d6-a2a000f38c28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:41.502264 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-4fa509a6-303e-4263-a6d6-a2a000f38c28 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6cc52bc9-4378-4c52-b565-55226c1e672e HTTP/1.1" status: 204 len: 168 time: 0.1214323 Mar 16 09:15:41.510002 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa509a6-303e-4263-a6d6-a2a000f38c28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc52bc9-4378-4c52-b565-55226c1e672e,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:15:42.063567 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.agents_db [None req-ddb2e055-3acb-4969-8bde-a74b2247622c None None] Agent healthcheck: found 6 active agents {{(pid=103098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 09:15:43.961530 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-c0af7e39-c59f-4518-a734-1351e845e38d req-6fcd5474-444a-45dd-81f5-3470be2a70cb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=47eb750a-715e-4b29-9a23-a8b4825110ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0496643 Mar 16 09:15:44.050435 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0af7e39-c59f-4518-a734-1351e845e38d req-b46bf6f4-6d09-4be2-af22-d08394af0ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:15:44.052172 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-c0af7e39-c59f-4518-a734-1351e845e38d req-b46bf6f4-6d09-4be2-af22-d08394af0ad4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9105c40a7aa64b46b2a5bb388f445284&device_id=47eb750a-715e-4b29-9a23-a8b4825110ff HTTP/1.1" status: 200 len: 1169 time: 0.0501771 Mar 16 09:15:44.157810 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0af7e39-c59f-4518-a734-1351e845e38d req-70b038e9-e1ee-45b7-8cbf-77dde4b537a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:15:44.159344 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-c0af7e39-c59f-4518-a734-1351e845e38d req-70b038e9-e1ee-45b7-8cbf-77dde4b537a0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=51a1b050-f32d-4097-bc16-62cec3c7dc23 HTTP/1.1" status: 200 len: 916 time: 0.0878839 Mar 16 09:15:44.226297 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-c0af7e39-c59f-4518-a734-1351e845e38d req-62fa439a-015e-4c05-a4be-775d3a2dc216 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2784b7f9-ff89-4f94-9551-73139d166aad HTTP/1.1" status: 200 len: 1002 time: 0.0605211 Mar 16 09:15:44.281074 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0af7e39-c59f-4518-a734-1351e845e38d req-30ca8977-1d8d-4617-8e85-68159491d157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:15:44.282831 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-c0af7e39-c59f-4518-a734-1351e845e38d req-30ca8977-1d8d-4617-8e85-68159491d157 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a6f52e30-58d6-4f30-893d-beb4b2ff4428 HTTP/1.1" status: 200 len: 854 time: 0.0510521 Mar 16 09:15:44.333388 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0af7e39-c59f-4518-a734-1351e845e38d req-73be4735-2190-4989-8363-11ef68731b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:15:44.334905 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-c0af7e39-c59f-4518-a734-1351e845e38d req-73be4735-2190-4989-8363-11ef68731b66 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=51a1b050-f32d-4097-bc16-62cec3c7dc23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455494 Mar 16 09:15:44.422373 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-c0af7e39-c59f-4518-a734-1351e845e38d req-50067dbc-e129-47d5-9fa4-d4bd9b15e49c service neutron] 10.222.0.48 "GET /v2.0/networks/51a1b050-f32d-4097-bc16-62cec3c7dc23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792556 Mar 16 09:15:44.518452 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-c0af7e39-c59f-4518-a734-1351e845e38d req-10d683f3-af5a-408e-af4e-da971804c7ba service neutron] 10.222.0.48 "GET /v2.0/networks/51a1b050-f32d-4097-bc16-62cec3c7dc23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887091 Mar 16 09:15:45.576192 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 56604) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:15:45.677104 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-b1f0d233-5a0b-4289-9211-de53e585580a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:45.748969 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-b1f0d233-5a0b-4289-9211-de53e585580a admin admin] Publish callbacks [] for security_group (4751564d-29ab-4124-bb20-0c546d639d31), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:45.753234 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-b1f0d233-5a0b-4289-9211-de53e585580a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (4751564d-29ab-4124-bb20-0c546d639d31), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:45.788326 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f0d233-5a0b-4289-9211-de53e585580a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4751564d-29ab-4124-bb20-0c546d639d31,revision_number=1']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:15:45.792305 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-b1f0d233-5a0b-4289-9211-de53e585580a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=78e31a68d0d349c79a0799ba67c0da05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2151263 Mar 16 09:15:45.794864 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 56608) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:15:45.839472 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-02a1205e-630c-47a7-a3db-7c69f7809976 admin admin] Publish callbacks [] for security_group (4751564d-29ab-4124-bb20-0c546d639d31), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:45.863187 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-02a1205e-630c-47a7-a3db-7c69f7809976 admin admin] Publish callbacks [] for security_group (4751564d-29ab-4124-bb20-0c546d639d31), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:45.907622 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-02a1205e-630c-47a7-a3db-7c69f7809976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (4751564d-29ab-4124-bb20-0c546d639d31), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:45.910846 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-02a1205e-630c-47a7-a3db-7c69f7809976 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:45.912003 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-02a1205e-630c-47a7-a3db-7c69f7809976 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4751564d-29ab-4124-bb20-0c546d639d31 HTTP/1.1" status: 204 len: 168 time: 0.1162453 Mar 16 09:15:45.921704 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a1205e-630c-47a7-a3db-7c69f7809976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4751564d-29ab-4124-bb20-0c546d639d31,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:15:48.057706 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2bc8895b-8113-4728-ac1d-0c0d7ded5fdb req-465db433-886c-468b-bb0b-f5b872b3d711 tempest-VolumesNegativeTest-1196491518 tempest-VolumesNegativeTest-1196491518-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=5be7f20176b347f580bd337352946797&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280237 Mar 16 09:15:48.230480 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc8895b-8113-4728-ac1d-0c0d7ded5fdb req-2e68118e-9f67-41a7-8877-ac4d32676809 tempest-VolumesNegativeTest-1196491518 tempest-VolumesNegativeTest-1196491518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:15:48.231808 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2bc8895b-8113-4728-ac1d-0c0d7ded5fdb req-2e68118e-9f67-41a7-8877-ac4d32676809 tempest-VolumesNegativeTest-1196491518 tempest-VolumesNegativeTest-1196491518-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1692216 Mar 16 09:15:48.245788 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2bc8895b-8113-4728-ac1d-0c0d7ded5fdb req-8a9f1cb0-c3a8-461c-9855-a3fb3f0a1578 tempest-VolumesNegativeTest-1196491518 tempest-VolumesNegativeTest-1196491518-project] 10.222.0.18 "GET /v2.0/quotas/5be7f20176b347f580bd337352946797 HTTP/1.1" status: 200 len: 375 time: 0.0084214 Mar 16 09:15:48.275213 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2bc8895b-8113-4728-ac1d-0c0d7ded5fdb req-a27bbb79-fe99-4a81-a7e5-d38e84ddde94 tempest-VolumesNegativeTest-1196491518 tempest-VolumesNegativeTest-1196491518-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5be7f20176b347f580bd337352946797&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0248177 Mar 16 09:15:49.698893 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-7ac113e9-d662-4625-84d3-b7276f9da3f9 req-91e52931-49e2-4a55-a0d0-9416fee6b380 tempest-VolumesNegativeTest-1196491518 tempest-VolumesNegativeTest-1196491518-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9447c42-f6c5-49d6-bfe4-f891d25b751b HTTP/1.1" status: 200 len: 210 time: 0.2860088 Mar 16 09:15:50.282491 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2bc8895b-8113-4728-ac1d-0c0d7ded5fdb req-dde15bfe-8a1d-48a4-9aea-01877cc847a2 tempest-VolumesNegativeTest-1196491518 tempest-VolumesNegativeTest-1196491518-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=5be7f20176b347f580bd337352946797&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0202434 Mar 16 09:15:50.390656 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc8895b-8113-4728-ac1d-0c0d7ded5fdb req-a1456411-8873-42f1-a0e3-79d6f21f333c tempest-VolumesNegativeTest-1196491518 tempest-VolumesNegativeTest-1196491518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:15:50.392063 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2bc8895b-8113-4728-ac1d-0c0d7ded5fdb req-a1456411-8873-42f1-a0e3-79d6f21f333c tempest-VolumesNegativeTest-1196491518 tempest-VolumesNegativeTest-1196491518-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1042197 Mar 16 09:15:50.403709 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.v2.base [req-2bc8895b-8113-4728-ac1d-0c0d7ded5fdb req-6bcf40fe-0a7a-47cf-9228-6d20a9495a97 tempest-VolumesNegativeTest-1196491518 tempest-VolumesNegativeTest-1196491518-project] Request body: {'port': {'device_id': 'a9447c42-f6c5-49d6-bfe4-f891d25b751b', 'network_id': 'c3b9573b-d284-4a93-886b-029e7520b645', 'admin_state_up': True, 'tenant_id': '5be7f20176b347f580bd337352946797'}} {{(pid=103096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:15:50.507533 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bc8895b-8113-4728-ac1d-0c0d7ded5fdb req-6bcf40fe-0a7a-47cf-9228-6d20a9495a97 tempest-VolumesNegativeTest-1196491518 tempest-VolumesNegativeTest-1196491518-project] Made reservation on behalf of 5be7f20176b347f580bd337352946797 for: {'port': 1} {{(pid=103096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 09:15:50.512359 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-2bc8895b-8113-4728-ac1d-0c0d7ded5fdb req-6bcf40fe-0a7a-47cf-9228-6d20a9495a97 tempest-VolumesNegativeTest-1196491518 tempest-VolumesNegativeTest-1196491518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:50.521739 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-2bc8895b-8113-4728-ac1d-0c0d7ded5fdb req-6bcf40fe-0a7a-47cf-9228-6d20a9495a97 tempest-VolumesNegativeTest-1196491518 tempest-VolumesNegativeTest-1196491518-project] Publish callbacks [] for security_group (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:50.525044 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-b8f581b0-fba3-4cb4-946a-f7eebc9b1e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (a398d5bf-1368-473f-bfdd-7d167c3f4154), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:50.594853 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-2bc8895b-8113-4728-ac1d-0c0d7ded5fdb req-6bcf40fe-0a7a-47cf-9228-6d20a9495a97 tempest-VolumesNegativeTest-1196491518 tempest-VolumesNegativeTest-1196491518-project] Publish callbacks [] for security_group (99b21d11-89ef-4e50-9fd3-77b474bc431c), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:50.598938 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-2bc8895b-8113-4728-ac1d-0c0d7ded5fdb req-6bcf40fe-0a7a-47cf-9228-6d20a9495a97 tempest-VolumesNegativeTest-1196491518 tempest-VolumesNegativeTest-1196491518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (99b21d11-89ef-4e50-9fd3-77b474bc431c), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:50.662025 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcf40fe-0a7a-47cf-9228-6d20a9495a97 tempest-VolumesNegativeTest-1196491518 tempest-VolumesNegativeTest-1196491518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99b21d11-89ef-4e50-9fd3-77b474bc431c,revision_number=1']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:15:50.733352 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.db_base_plugin_common [req-2bc8895b-8113-4728-ac1d-0c0d7ded5fdb req-6bcf40fe-0a7a-47cf-9228-6d20a9495a97 tempest-VolumesNegativeTest-1196491518 tempest-VolumesNegativeTest-1196491518-project] Allocated IP 192.168.233.230 (c3b9573b-d284-4a93-886b-029e7520b645/ffef8a7a-ca45-4f43-adfa-fc676a4ce7da/5d6641d2-c486-4a92-b0be-6bf3e858f225) {{(pid=103096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 09:15:50.818490 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-64fb65cd-4005-40ef-b84d-179aa8e6e48a req-f5cad862-f4ad-4d6b-b1c0-426a113354a3 tempest-VolumesNegativeTest-1196491518 tempest-VolumesNegativeTest-1196491518-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9447c42-f6c5-49d6-bfe4-f891d25b751b HTTP/1.1" status: 200 len: 210 time: 0.0492592 Mar 16 09:15:50.900346 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-2bc8895b-8113-4728-ac1d-0c0d7ded5fdb req-6bcf40fe-0a7a-47cf-9228-6d20a9495a97 tempest-VolumesNegativeTest-1196491518 tempest-VolumesNegativeTest-1196491518-project] Publish callbacks [] for port (5d6641d2-c486-4a92-b0be-6bf3e858f225), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:50.934980 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-2bc8895b-8113-4728-ac1d-0c0d7ded5fdb req-6bcf40fe-0a7a-47cf-9228-6d20a9495a97 tempest-VolumesNegativeTest-1196491518 tempest-VolumesNegativeTest-1196491518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732012762709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13105710'] for port (5d6641d2-c486-4a92-b0be-6bf3e858f225), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:50.974283 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bc8895b-8113-4728-ac1d-0c0d7ded5fdb req-6bcf40fe-0a7a-47cf-9228-6d20a9495a97 tempest-VolumesNegativeTest-1196491518 tempest-VolumesNegativeTest-1196491518-project] Network c3b9573b-d284-4a93-886b-029e7520b645 is already hosted by enough agents. {{(pid=103096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 09:15:50.979202 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.base_scheduler [req-2bc8895b-8113-4728-ac1d-0c0d7ded5fdb req-6bcf40fe-0a7a-47cf-9228-6d20a9495a97 tempest-VolumesNegativeTest-1196491518 tempest-VolumesNegativeTest-1196491518-project] Resources bound (agent type, host, resource id): {{(pid=103096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 09:15:50.982958 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bc8895b-8113-4728-ac1d-0c0d7ded5fdb req-6bcf40fe-0a7a-47cf-9228-6d20a9495a97 tempest-VolumesNegativeTest-1196491518 tempest-VolumesNegativeTest-1196491518-project] Received port after_create {{(pid=103096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 09:15:51.012225 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcf40fe-0a7a-47cf-9228-6d20a9495a97 tempest-VolumesNegativeTest-1196491518 tempest-VolumesNegativeTest-1196491518-project] Pushing event updated for resources: {'Port': ['ID=5d6641d2-c486-4a92-b0be-6bf3e858f225,revision_number=1']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:15:51.041866 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc8895b-8113-4728-ac1d-0c0d7ded5fdb req-6bcf40fe-0a7a-47cf-9228-6d20a9495a97 tempest-VolumesNegativeTest-1196491518 tempest-VolumesNegativeTest-1196491518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:15:51.042502 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-2bc8895b-8113-4728-ac1d-0c0d7ded5fdb req-6bcf40fe-0a7a-47cf-9228-6d20a9495a97 tempest-VolumesNegativeTest-1196491518 tempest-VolumesNegativeTest-1196491518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334679'] for port (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:51.057578 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2bc8895b-8113-4728-ac1d-0c0d7ded5fdb req-6bcf40fe-0a7a-47cf-9228-6d20a9495a97 tempest-VolumesNegativeTest-1196491518 tempest-VolumesNegativeTest-1196491518-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6577435 Mar 16 09:15:51.068727 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.v2.base [req-2bc8895b-8113-4728-ac1d-0c0d7ded5fdb req-3569a230-b5c7-4c5c-aed4-7e209c7911e7 service neutron] Request body: {'port': {'device_id': 'a9447c42-f6c5-49d6-bfe4-f891d25b751b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=103096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:15:51.130362 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-2bc8895b-8113-4728-ac1d-0c0d7ded5fdb req-3569a230-b5c7-4c5c-aed4-7e209c7911e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (5d6641d2-c486-4a92-b0be-6bf3e858f225), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:51.249491 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-5601e57f-3fd9-40a3-a961-8c4c41b2b74c None None] Provisioning complete for port 5d6641d2-c486-4a92-b0be-6bf3e858f225 triggered by entity DHCP. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:15:51.249759 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-5601e57f-3fd9-40a3-a961-8c4c41b2b74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (5d6641d2-c486-4a92-b0be-6bf3e858f225), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:51.287071 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-5601e57f-3fd9-40a3-a961-8c4c41b2b74c None None] Port 5d6641d2-c486-4a92-b0be-6bf3e858f225 cannot update to ACTIVE because it is not bound. {{(pid=103097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 09:15:51.394175 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.notifiers.nova [req-2bc8895b-8113-4728-ac1d-0c0d7ded5fdb req-3569a230-b5c7-4c5c-aed4-7e209c7911e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d6641d2-c486-4a92-b0be-6bf3e858f225 {{(pid=103096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 09:15:51.402397 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-2bc8895b-8113-4728-ac1d-0c0d7ded5fdb req-3569a230-b5c7-4c5c-aed4-7e209c7911e7 service neutron] Publish callbacks [] for port (5d6641d2-c486-4a92-b0be-6bf3e858f225), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:51.413937 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.provisioning_blocks [req-2bc8895b-8113-4728-ac1d-0c0d7ded5fdb req-3569a230-b5c7-4c5c-aed4-7e209c7911e7 service neutron] Transition to ACTIVE for port object 5d6641d2-c486-4a92-b0be-6bf3e858f225 will not be triggered until provisioned by entity L2. {{(pid=103096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 16 09:15:51.417761 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-2bc8895b-8113-4728-ac1d-0c0d7ded5fdb req-3569a230-b5c7-4c5c-aed4-7e209c7911e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13105703'] for port (5d6641d2-c486-4a92-b0be-6bf3e858f225), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:51.469970 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3569a230-b5c7-4c5c-aed4-7e209c7911e7 service neutron] Pushing event updated for resources: {'Port': ['ID=5d6641d2-c486-4a92-b0be-6bf3e858f225,revision_number=2']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:15:51.536378 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [req-2bc8895b-8113-4728-ac1d-0c0d7ded5fdb req-3569a230-b5c7-4c5c-aed4-7e209c7911e7 service neutron] Attempting to bind port 5d6641d2-c486-4a92-b0be-6bf3e858f225 on host hv-cinder-83177 for vnic_type normal with profile {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 09:15:51.536725 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [req-2bc8895b-8113-4728-ac1d-0c0d7ded5fdb req-3569a230-b5c7-4c5c-aed4-7e209c7911e7 service neutron] Attempting to bind port 5d6641d2-c486-4a92-b0be-6bf3e858f225 by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': '47e2e5a9-0b66-4382-852f-3638e6302c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c3b9573b-d284-4a93-886b-029e7520b645'}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 09:15:51.537062 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc8895b-8113-4728-ac1d-0c0d7ded5fdb req-3569a230-b5c7-4c5c-aed4-7e209c7911e7 service neutron] Attempting to bind port 5d6641d2-c486-4a92-b0be-6bf3e858f225 on network c3b9573b-d284-4a93-886b-029e7520b645 {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 09:15:51.541654 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc8895b-8113-4728-ac1d-0c0d7ded5fdb req-3569a230-b5c7-4c5c-aed4-7e209c7911e7 service neutron] Port 5d6641d2-c486-4a92-b0be-6bf3e858f225 on network c3b9573b-d284-4a93-886b-029e7520b645 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 16 09:15:51.541980 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc8895b-8113-4728-ac1d-0c0d7ded5fdb req-3569a230-b5c7-4c5c-aed4-7e209c7911e7 service neutron] Attempting to bind port 5d6641d2-c486-4a92-b0be-6bf3e858f225 on network c3b9573b-d284-4a93-886b-029e7520b645 {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 09:15:51.547115 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc8895b-8113-4728-ac1d-0c0d7ded5fdb req-3569a230-b5c7-4c5c-aed4-7e209c7911e7 service neutron] Checking agent: {'id': 'f0da09ba-cbd5-402d-a3a1-68b8fcaf25e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 8, 59, 25), 'started_at': datetime.datetime(2022, 3, 16, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 9, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 09:15:51.547456 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc8895b-8113-4728-ac1d-0c0d7ded5fdb req-3569a230-b5c7-4c5c-aed4-7e209c7911e7 service neutron] Checking segment: {'id': '47e2e5a9-0b66-4382-852f-3638e6302c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c3b9573b-d284-4a93-886b-029e7520b645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 09:15:51.548073 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc8895b-8113-4728-ac1d-0c0d7ded5fdb req-3569a230-b5c7-4c5c-aed4-7e209c7911e7 service neutron] Bound using segment: {'id': '47e2e5a9-0b66-4382-852f-3638e6302c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c3b9573b-d284-4a93-886b-029e7520b645'} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 09:15:51.548516 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [req-2bc8895b-8113-4728-ac1d-0c0d7ded5fdb req-3569a230-b5c7-4c5c-aed4-7e209c7911e7 service neutron] Bound port: 5d6641d2-c486-4a92-b0be-6bf3e858f225, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47e2e5a9-0b66-4382-852f-3638e6302c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c3b9573b-d284-4a93-886b-029e7520b645'}}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 09:15:51.548878 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-2bc8895b-8113-4728-ac1d-0c0d7ded5fdb req-3569a230-b5c7-4c5c-aed4-7e209c7911e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (5d6641d2-c486-4a92-b0be-6bf3e858f225), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:51.618648 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.db [req-2bc8895b-8113-4728-ac1d-0c0d7ded5fdb req-3569a230-b5c7-4c5c-aed4-7e209c7911e7 service neutron] For port 5d6641d2-c486-4a92-b0be-6bf3e858f225, host hv-cinder-83177, cleared binding levels {{(pid=103096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 09:15:51.621702 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.db [req-2bc8895b-8113-4728-ac1d-0c0d7ded5fdb req-3569a230-b5c7-4c5c-aed4-7e209c7911e7 service neutron] For port 5d6641d2-c486-4a92-b0be-6bf3e858f225, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=5d6641d2-c486-4a92-b0be-6bf3e858f225,segment=NetworkSegment(47e2e5a9-0b66-4382-852f-3638e6302c9e),segment_id=47e2e5a9-0b66-4382-852f-3638e6302c9e)] {{(pid=103096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 09:15:51.627441 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-2bc8895b-8113-4728-ac1d-0c0d7ded5fdb req-3569a230-b5c7-4c5c-aed4-7e209c7911e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13105703'] for port (5d6641d2-c486-4a92-b0be-6bf3e858f225), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:51.659179 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc8895b-8113-4728-ac1d-0c0d7ded5fdb req-3569a230-b5c7-4c5c-aed4-7e209c7911e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:15:51.659705 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-2bc8895b-8113-4728-ac1d-0c0d7ded5fdb req-3569a230-b5c7-4c5c-aed4-7e209c7911e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334679'] for port (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:51.661352 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2bc8895b-8113-4728-ac1d-0c0d7ded5fdb req-3569a230-b5c7-4c5c-aed4-7e209c7911e7 service neutron] 10.222.0.48 "PUT /v2.0/ports/5d6641d2-c486-4a92-b0be-6bf3e858f225 HTTP/1.1" status: 200 len: 1098 time: 0.5968347 Mar 16 09:15:51.663364 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9447c42-f6c5-49d6-bfe4-f891d25b751b', 'tag': '5d6641d2-c486-4a92-b0be-6bf3e858f225'}] {{(pid=103096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 09:15:51.666250 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552648401d13394d2a88e7485ef09c5647ae5ea4c1ec431ef2c5edbe801f23fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-175c1b46-70b5-4ea5-875f-2809b6b007a3" -d '{"events": [{"name": "network-changed", "server_uuid": "a9447c42-f6c5-49d6-bfe4-f891d25b751b", "tag": "5d6641d2-c486-4a92-b0be-6bf3e858f225"}]}' {{(pid=103096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 09:15:51.698066 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3569a230-b5c7-4c5c-aed4-7e209c7911e7 service neutron] Pushing event updated for resources: {'Port': ['ID=5d6641d2-c486-4a92-b0be-6bf3e858f225,revision_number=3']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:15:51.712063 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 09:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3454a572-72f7-462d-89bf-3daac5847c43 x-openstack-request-id: req-3454a572-72f7-462d-89bf-3daac5847c43 {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 09:15:51.712578 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9447c42-f6c5-49d6-bfe4-f891d25b751b", "tag": "5d6641d2-c486-4a92-b0be-6bf3e858f225", "status": "completed", "code": 200}]} {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 09:15:51.712831 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3454a572-72f7-462d-89bf-3daac5847c43 {{(pid=103096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 09:15:51.713226 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9447c42-f6c5-49d6-bfe4-f891d25b751b', 'tag': '5d6641d2-c486-4a92-b0be-6bf3e858f225', 'status': 'completed', 'code': 200} Mar 16 09:15:51.758293 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc8895b-8113-4728-ac1d-0c0d7ded5fdb req-b35bc19c-6803-47da-b244-6649d1beafd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:15:51.759821 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2bc8895b-8113-4728-ac1d-0c0d7ded5fdb req-b35bc19c-6803-47da-b244-6649d1beafd6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5be7f20176b347f580bd337352946797&device_id=a9447c42-f6c5-49d6-bfe4-f891d25b751b HTTP/1.1" status: 200 len: 1132 time: 0.0498488 Mar 16 09:15:51.802055 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2bc8895b-8113-4728-ac1d-0c0d7ded5fdb req-def0aa4c-382e-4615-85a8-d18a68ee74ff service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=5d6641d2-c486-4a92-b0be-6bf3e858f225 HTTP/1.1" status: 200 len: 217 time: 0.0349016 Mar 16 09:15:51.855489 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc8895b-8113-4728-ac1d-0c0d7ded5fdb req-28242a3e-a835-4945-8a53-c54f4d7c0cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:15:51.856961 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2bc8895b-8113-4728-ac1d-0c0d7ded5fdb req-28242a3e-a835-4945-8a53-c54f4d7c0cd5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ffef8a7a-ca45-4f43-adfa-fc676a4ce7da HTTP/1.1" status: 200 len: 843 time: 0.0496697 Mar 16 09:15:51.936607 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc8895b-8113-4728-ac1d-0c0d7ded5fdb req-387b33d1-098b-420e-8a65-b0e947918699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:15:51.938149 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2bc8895b-8113-4728-ac1d-0c0d7ded5fdb req-387b33d1-098b-420e-8a65-b0e947918699 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c3b9573b-d284-4a93-886b-029e7520b645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0759139 Mar 16 09:15:51.949629 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bf5753-5b38-4981-b783-319648354d6c req-4f7a2a20-8743-4d62-8035-fbc000a85459 tempest-VolumesNegativeTest-1196491518 tempest-VolumesNegativeTest-1196491518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:15:51.950973 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-29bf5753-5b38-4981-b783-319648354d6c req-4f7a2a20-8743-4d62-8035-fbc000a85459 tempest-VolumesNegativeTest-1196491518 tempest-VolumesNegativeTest-1196491518-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9447c42-f6c5-49d6-bfe4-f891d25b751b HTTP/1.1" status: 200 len: 948 time: 0.0635674 Mar 16 09:15:52.043004 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-29bf5753-5b38-4981-b783-319648354d6c req-a9bdec64-acf4-43b7-b100-0cee671d7a88 tempest-VolumesNegativeTest-1196491518 tempest-VolumesNegativeTest-1196491518-project] 10.222.0.18 "GET /v2.0/security-groups?id=99b21d11-89ef-4e50-9fd3-77b474bc431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842545 Mar 16 09:15:52.068156 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2bc8895b-8113-4728-ac1d-0c0d7ded5fdb req-43fbb04e-62fe-461d-861b-7c587c32e9e8 service neutron] 10.222.0.48 "GET /v2.0/networks/c3b9573b-d284-4a93-886b-029e7520b645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161726 Mar 16 09:15:52.154605 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2bc8895b-8113-4728-ac1d-0c0d7ded5fdb req-d53f4a68-d978-4520-b10c-41e619bb259f service neutron] 10.222.0.48 "GET /v2.0/networks/c3b9573b-d284-4a93-886b-029e7520b645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794246 Mar 16 09:15:52.245731 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175c1b46-70b5-4ea5-875f-2809b6b007a3 req-058874b8-107f-47bb-a08e-20320a94c414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:15:52.247252 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-175c1b46-70b5-4ea5-875f-2809b6b007a3 req-058874b8-107f-47bb-a08e-20320a94c414 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5be7f20176b347f580bd337352946797&device_id=a9447c42-f6c5-49d6-bfe4-f891d25b751b HTTP/1.1" status: 200 len: 1132 time: 0.0492227 Mar 16 09:15:52.332641 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175c1b46-70b5-4ea5-875f-2809b6b007a3 req-a8df4104-ce4e-41aa-ba5c-d304af762a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:15:52.334043 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-175c1b46-70b5-4ea5-875f-2809b6b007a3 req-a8df4104-ce4e-41aa-ba5c-d304af762a53 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c3b9573b-d284-4a93-886b-029e7520b645 HTTP/1.1" status: 200 len: 870 time: 0.0812283 Mar 16 09:15:52.379213 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-175c1b46-70b5-4ea5-875f-2809b6b007a3 req-8a1b6214-01fb-4806-b0bd-454405b20208 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=5d6641d2-c486-4a92-b0be-6bf3e858f225 HTTP/1.1" status: 200 len: 217 time: 0.0381110 Mar 16 09:15:52.425560 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175c1b46-70b5-4ea5-875f-2809b6b007a3 req-0aa22e17-3556-4edd-abfa-09fd7082b930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:15:52.427535 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-175c1b46-70b5-4ea5-875f-2809b6b007a3 req-0aa22e17-3556-4edd-abfa-09fd7082b930 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ffef8a7a-ca45-4f43-adfa-fc676a4ce7da HTTP/1.1" status: 200 len: 843 time: 0.0424879 Mar 16 09:15:52.474271 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175c1b46-70b5-4ea5-875f-2809b6b007a3 req-dabe3de2-5eb7-45b9-8861-91a5ca062ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:15:52.475721 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-175c1b46-70b5-4ea5-875f-2809b6b007a3 req-dabe3de2-5eb7-45b9-8861-91a5ca062ac4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c3b9573b-d284-4a93-886b-029e7520b645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0426083 Mar 16 09:15:52.562961 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-175c1b46-70b5-4ea5-875f-2809b6b007a3 req-5a5ba3e7-459c-4b43-8c8f-02df41fd27af service neutron] 10.222.0.48 "GET /v2.0/networks/c3b9573b-d284-4a93-886b-029e7520b645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810354 Mar 16 09:15:52.650996 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-175c1b46-70b5-4ea5-875f-2809b6b007a3 req-b24c7678-39d7-4510-8231-b4a7cbb37129 service neutron] 10.222.0.48 "GET /v2.0/networks/c3b9573b-d284-4a93-886b-029e7520b645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803826 Mar 16 09:15:52.839677 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-92b96866-a2a7-4f88-b617-82412e5c56fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (09ce795b-eeca-4b3b-9d7f-577d9443cb21), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:53.159688 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac3af39-4779-4364-b650-ad6785caa93e req-47877bc5-691a-46ba-bf2b-198f830e92a2 tempest-VolumesNegativeTest-1196491518 tempest-VolumesNegativeTest-1196491518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:15:53.161704 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-7ac3af39-4779-4364-b650-ad6785caa93e req-47877bc5-691a-46ba-bf2b-198f830e92a2 tempest-VolumesNegativeTest-1196491518 tempest-VolumesNegativeTest-1196491518-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9447c42-f6c5-49d6-bfe4-f891d25b751b HTTP/1.1" status: 200 len: 948 time: 0.0525422 Mar 16 09:15:53.210402 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-7ac3af39-4779-4364-b650-ad6785caa93e req-965daaf0-91df-4e5c-9fa3-eb3520fa0e3b tempest-VolumesNegativeTest-1196491518 tempest-VolumesNegativeTest-1196491518-project] 10.222.0.18 "GET /v2.0/security-groups?id=99b21d11-89ef-4e50-9fd3-77b474bc431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398479 Mar 16 09:15:53.889991 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-cdeb7127-6fa1-4060-ae0a-c8ffc2dd9388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (514d7d79-ab14-439d-a6c0-bbffe337a49f), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:54.330123 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a82212-567b-496d-9b41-cd17e3a318c7 req-c318fd20-f111-4660-9810-669e26588444 tempest-VolumesNegativeTest-1196491518 tempest-VolumesNegativeTest-1196491518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:15:54.331580 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-32a82212-567b-496d-9b41-cd17e3a318c7 req-c318fd20-f111-4660-9810-669e26588444 tempest-VolumesNegativeTest-1196491518 tempest-VolumesNegativeTest-1196491518-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9447c42-f6c5-49d6-bfe4-f891d25b751b HTTP/1.1" status: 200 len: 948 time: 0.0559285 Mar 16 09:15:54.376357 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-32a82212-567b-496d-9b41-cd17e3a318c7 req-5d99a53b-be68-4e2e-8110-5ab4b9032787 tempest-VolumesNegativeTest-1196491518 tempest-VolumesNegativeTest-1196491518-project] 10.222.0.18 "GET /v2.0/security-groups?id=99b21d11-89ef-4e50-9fd3-77b474bc431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392537 Mar 16 09:15:55.491097 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fa667b-f460-4353-97da-631409ebb367 req-1ad84a12-8d82-4398-b4b5-b3aa20cc44c7 tempest-VolumesNegativeTest-1196491518 tempest-VolumesNegativeTest-1196491518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:15:55.492558 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-49fa667b-f460-4353-97da-631409ebb367 req-1ad84a12-8d82-4398-b4b5-b3aa20cc44c7 tempest-VolumesNegativeTest-1196491518 tempest-VolumesNegativeTest-1196491518-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9447c42-f6c5-49d6-bfe4-f891d25b751b HTTP/1.1" status: 200 len: 948 time: 0.0525148 Mar 16 09:15:55.536771 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3de267ec-888d-49e1-92d2-a6991c0932cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (3616e4f6-4586-420d-b0d2-e3b2f5abb17b), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:55.538390 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (f0da09ba-cbd5-402d-a3a1-68b8fcaf25e8), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:55.546250 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-49fa667b-f460-4353-97da-631409ebb367 req-31b04c74-159e-4090-8506-69f07bb3bb01 tempest-VolumesNegativeTest-1196491518 tempest-VolumesNegativeTest-1196491518-project] 10.222.0.18 "GET /v2.0/security-groups?id=99b21d11-89ef-4e50-9fd3-77b474bc431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481906 Mar 16 09:15:56.153895 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Device 5d6641d2-c486-4a92-b0be-6bf3e858f225 details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=103097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 09:15:56.274330 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] For port 5d6641d2-c486-4a92-b0be-6bf3e858f225, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=5d6641d2-c486-4a92-b0be-6bf3e858f225,segment=NetworkSegment(47e2e5a9-0b66-4382-852f-3638e6302c9e),segment_id=47e2e5a9-0b66-4382-852f-3638e6302c9e)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:15:56.284131 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Returning: {'device': '5d6641d2-c486-4a92-b0be-6bf3e858f225', 'network_id': 'c3b9573b-d284-4a93-886b-029e7520b645', 'port_id': '5d6641d2-c486-4a92-b0be-6bf3e858f225', 'mac_address': 'fa:16:3e:0d:7d:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffef8a7a-ca45-4f43-adfa-fc676a4ce7da', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 09:15:56.320532 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Current status of the port 5d6641d2-c486-4a92-b0be-6bf3e858f225 is: DOWN; New status is: BUILD {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:15:56.320921 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (5d6641d2-c486-4a92-b0be-6bf3e858f225), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:56.333072 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.notifiers.nova [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d6641d2-c486-4a92-b0be-6bf3e858f225 {{(pid=103097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 09:15:56.351020 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] For port 5d6641d2-c486-4a92-b0be-6bf3e858f225, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=5d6641d2-c486-4a92-b0be-6bf3e858f225,segment=NetworkSegment(47e2e5a9-0b66-4382-852f-3638e6302c9e),segment_id=47e2e5a9-0b66-4382-852f-3638e6302c9e)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:15:56.355826 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (5d6641d2-c486-4a92-b0be-6bf3e858f225), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:56.400711 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Pushing event updated for resources: {'Port': ['ID=5d6641d2-c486-4a92-b0be-6bf3e858f225,revision_number=4']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:15:56.664605 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2814a1-125e-4343-ac9e-8e42e8f1998d req-5735eaba-99ac-4ccc-82a1-2e58a2a9469c tempest-VolumesNegativeTest-1196491518 tempest-VolumesNegativeTest-1196491518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:15:56.666086 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-3d2814a1-125e-4343-ac9e-8e42e8f1998d req-5735eaba-99ac-4ccc-82a1-2e58a2a9469c tempest-VolumesNegativeTest-1196491518 tempest-VolumesNegativeTest-1196491518-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9447c42-f6c5-49d6-bfe4-f891d25b751b HTTP/1.1" status: 200 len: 949 time: 0.0543327 Mar 16 09:15:56.710853 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-3d2814a1-125e-4343-ac9e-8e42e8f1998d req-fdac4363-02d3-419d-b3c6-8edcaa31d2b4 tempest-VolumesNegativeTest-1196491518 tempest-VolumesNegativeTest-1196491518-project] 10.222.0.18 "GET /v2.0/security-groups?id=99b21d11-89ef-4e50-9fd3-77b474bc431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392857 Mar 16 09:15:56.739733 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] get_ports_and_sgs() called for port_ids ['5d6641d2-c486-4a92-b0be-6bf3e858f225'] {{(pid=103097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 09:15:56.880361 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (489981c6-9aaa-401c-bd41-6b42e027a228), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:57.824564 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7015d7-485b-4d90-80b0-7c79bd574038 req-5def3f58-5247-4b8f-a1be-b4ac7cc6ffb6 tempest-VolumesNegativeTest-1196491518 tempest-VolumesNegativeTest-1196491518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:15:57.826040 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-da7015d7-485b-4d90-80b0-7c79bd574038 req-5def3f58-5247-4b8f-a1be-b4ac7cc6ffb6 tempest-VolumesNegativeTest-1196491518 tempest-VolumesNegativeTest-1196491518-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9447c42-f6c5-49d6-bfe4-f891d25b751b HTTP/1.1" status: 200 len: 949 time: 0.0511761 Mar 16 09:15:57.871957 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-da7015d7-485b-4d90-80b0-7c79bd574038 req-d8eafecd-31b6-4c34-9bc2-75612e7d76d2 tempest-VolumesNegativeTest-1196491518 tempest-VolumesNegativeTest-1196491518-project] 10.222.0.18 "GET /v2.0/security-groups?id=99b21d11-89ef-4e50-9fd3-77b474bc431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403795 Mar 16 09:15:58.153568 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Device 5d6641d2-c486-4a92-b0be-6bf3e858f225 up at agent hyperv_hv-cinder-83177 {{(pid=103097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 09:15:58.199760 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Provisioning for port 5d6641d2-c486-4a92-b0be-6bf3e858f225 completed by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 16 09:15:58.203591 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Provisioning complete for port 5d6641d2-c486-4a92-b0be-6bf3e858f225 triggered by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:15:58.203957 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (5d6641d2-c486-4a92-b0be-6bf3e858f225), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:58.279439 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Current status of the port 5d6641d2-c486-4a92-b0be-6bf3e858f225 is: BUILD; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:15:58.279816 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (5d6641d2-c486-4a92-b0be-6bf3e858f225), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:58.300909 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9447c42-f6c5-49d6-bfe4-f891d25b751b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d6641d2-c486-4a92-b0be-6bf3e858f225'}] {{(pid=103097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 09:15:58.303119 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4541ab3f2cdba5932412d0e11c0734b292cb124fdee115af1127c89d10c16b82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87e0354d-e6ad-4ea8-b947-cc94fd4cbff7" -d '{"events": [{"server_uuid": "a9447c42-f6c5-49d6-bfe4-f891d25b751b", "name": "network-vif-plugged", "status": "completed", "tag": "5d6641d2-c486-4a92-b0be-6bf3e858f225"}]}' {{(pid=103097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 09:15:58.315522 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] For port 5d6641d2-c486-4a92-b0be-6bf3e858f225, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=5d6641d2-c486-4a92-b0be-6bf3e858f225,segment=NetworkSegment(47e2e5a9-0b66-4382-852f-3638e6302c9e),segment_id=47e2e5a9-0b66-4382-852f-3638e6302c9e)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:15:58.320127 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (5d6641d2-c486-4a92-b0be-6bf3e858f225), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:15:58.342731 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 09:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cc5168f-0011-416c-bfa7-835316fe1356 x-openstack-request-id: req-0cc5168f-0011-416c-bfa7-835316fe1356 {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 09:15:58.343021 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9447c42-f6c5-49d6-bfe4-f891d25b751b", "name": "network-vif-plugged", "status": "completed", "tag": "5d6641d2-c486-4a92-b0be-6bf3e858f225", "code": 200}]} {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 09:15:58.343277 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0cc5168f-0011-416c-bfa7-835316fe1356 {{(pid=103097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 09:15:58.343659 dv-cinder-831776-4-iscsi neutron-server[103097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9447c42-f6c5-49d6-bfe4-f891d25b751b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d6641d2-c486-4a92-b0be-6bf3e858f225', 'code': 200} Mar 16 09:15:58.368948 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Pushing event updated for resources: {'Port': ['ID=5d6641d2-c486-4a92-b0be-6bf3e858f225,revision_number=5']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:15:58.499081 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e4d12-2669-4f5e-8379-665ff1cc06dc req-d3db1db2-f429-48a3-9f3b-74c5051c99fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:15:58.500561 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-174e4d12-2669-4f5e-8379-665ff1cc06dc req-d3db1db2-f429-48a3-9f3b-74c5051c99fe service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a9447c42-f6c5-49d6-bfe4-f891d25b751b HTTP/1.1" status: 200 len: 1134 time: 0.0425487 Mar 16 09:15:58.548570 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-174e4d12-2669-4f5e-8379-665ff1cc06dc req-d22b8171-eb4c-4149-9c76-003634fdb606 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=99b21d11-89ef-4e50-9fd3-77b474bc431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404456 Mar 16 09:15:58.992492 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7327f6-af59-4d47-8c2e-2add7cd63f04 req-07ff90a8-e233-4d18-9e4f-41f6e9798375 tempest-VolumesNegativeTest-1196491518 tempest-VolumesNegativeTest-1196491518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:15:58.993975 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-8f7327f6-af59-4d47-8c2e-2add7cd63f04 req-07ff90a8-e233-4d18-9e4f-41f6e9798375 tempest-VolumesNegativeTest-1196491518 tempest-VolumesNegativeTest-1196491518-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9447c42-f6c5-49d6-bfe4-f891d25b751b HTTP/1.1" status: 200 len: 950 time: 0.0514488 Mar 16 09:15:59.038153 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-8f7327f6-af59-4d47-8c2e-2add7cd63f04 req-4d378acd-5356-4ef0-8680-0db3ab1fb732 tempest-VolumesNegativeTest-1196491518 tempest-VolumesNegativeTest-1196491518-project] 10.222.0.18 "GET /v2.0/security-groups?id=99b21d11-89ef-4e50-9fd3-77b474bc431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387690 Mar 16 09:16:00.155346 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f61c79-ab75-4a30-8201-c7514ef3fb66 req-e7753ef6-9cbd-4904-bf14-ddaf7f5e53b6 tempest-VolumesNegativeTest-1196491518 tempest-VolumesNegativeTest-1196491518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:16:00.156805 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b0f61c79-ab75-4a30-8201-c7514ef3fb66 req-e7753ef6-9cbd-4904-bf14-ddaf7f5e53b6 tempest-VolumesNegativeTest-1196491518 tempest-VolumesNegativeTest-1196491518-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9447c42-f6c5-49d6-bfe4-f891d25b751b HTTP/1.1" status: 200 len: 950 time: 0.0516708 Mar 16 09:16:00.202290 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b0f61c79-ab75-4a30-8201-c7514ef3fb66 req-1643c9c6-fa65-4f04-9c67-5dce03a57286 tempest-VolumesNegativeTest-1196491518 tempest-VolumesNegativeTest-1196491518-project] 10.222.0.18 "GET /v2.0/security-groups?id=99b21d11-89ef-4e50-9fd3-77b474bc431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399897 Mar 16 09:16:00.453365 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0219c69a-5e04-4dd9-adcd-62c8f44e8b6d req-a5018a00-7318-4adc-9e8f-1f59b087beae tempest-VolumesNegativeTest-1196491518 tempest-VolumesNegativeTest-1196491518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:16:00.454760 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-0219c69a-5e04-4dd9-adcd-62c8f44e8b6d req-a5018a00-7318-4adc-9e8f-1f59b087beae tempest-VolumesNegativeTest-1196491518 tempest-VolumesNegativeTest-1196491518-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9447c42-f6c5-49d6-bfe4-f891d25b751b HTTP/1.1" status: 200 len: 950 time: 0.0553286 Mar 16 09:16:00.499782 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-0219c69a-5e04-4dd9-adcd-62c8f44e8b6d req-efc09a5a-a420-4b4c-96cb-67d65cff752a tempest-VolumesNegativeTest-1196491518 tempest-VolumesNegativeTest-1196491518-project] 10.222.0.18 "GET /v2.0/security-groups?id=99b21d11-89ef-4e50-9fd3-77b474bc431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395718 Mar 16 09:16:01.617262 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276d0675-2535-49bc-8a7e-64cf5f77674b req-52f5569c-576a-4786-b7ae-3a4ec2cf8897 tempest-VolumesNegativeTest-1196491518 tempest-VolumesNegativeTest-1196491518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:16:01.618739 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-276d0675-2535-49bc-8a7e-64cf5f77674b req-52f5569c-576a-4786-b7ae-3a4ec2cf8897 tempest-VolumesNegativeTest-1196491518 tempest-VolumesNegativeTest-1196491518-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9447c42-f6c5-49d6-bfe4-f891d25b751b HTTP/1.1" status: 200 len: 950 time: 0.0512075 Mar 16 09:16:01.663259 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-276d0675-2535-49bc-8a7e-64cf5f77674b req-52b53240-6627-4472-8c8e-aff0a8c1e828 tempest-VolumesNegativeTest-1196491518 tempest-VolumesNegativeTest-1196491518-project] 10.222.0.18 "GET /v2.0/security-groups?id=99b21d11-89ef-4e50-9fd3-77b474bc431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389521 Mar 16 09:16:02.022776 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed8d434-5252-4453-8d0c-4fefacdb9b39 req-f10f2cba-5b5e-4630-a0b5-8fe3e129d1c3 tempest-VolumesNegativeTest-1196491518 tempest-VolumesNegativeTest-1196491518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:16:02.024225 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2ed8d434-5252-4453-8d0c-4fefacdb9b39 req-f10f2cba-5b5e-4630-a0b5-8fe3e129d1c3 tempest-VolumesNegativeTest-1196491518 tempest-VolumesNegativeTest-1196491518-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9447c42-f6c5-49d6-bfe4-f891d25b751b HTTP/1.1" status: 200 len: 950 time: 0.0497396 Mar 16 09:16:02.117375 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.plugin [req-2ed8d434-5252-4453-8d0c-4fefacdb9b39 req-fe3d6a41-8e6f-46e9-bce4-889c08baa4ba tempest-VolumesNegativeTest-1196491518 tempest-VolumesNegativeTest-1196491518-project] Deleting port 5d6641d2-c486-4a92-b0be-6bf3e858f225 {{(pid=103096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 09:16:02.117741 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-2ed8d434-5252-4453-8d0c-4fefacdb9b39 req-fe3d6a41-8e6f-46e9-bce4-889c08baa4ba tempest-VolumesNegativeTest-1196491518 tempest-VolumesNegativeTest-1196491518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732013345958'] for port (5d6641d2-c486-4a92-b0be-6bf3e858f225), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:16:02.211875 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.db [req-2ed8d434-5252-4453-8d0c-4fefacdb9b39 req-fe3d6a41-8e6f-46e9-bce4-889c08baa4ba tempest-VolumesNegativeTest-1196491518 tempest-VolumesNegativeTest-1196491518-project] For port 5d6641d2-c486-4a92-b0be-6bf3e858f225, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=5d6641d2-c486-4a92-b0be-6bf3e858f225,segment=NetworkSegment(47e2e5a9-0b66-4382-852f-3638e6302c9e),segment_id=47e2e5a9-0b66-4382-852f-3638e6302c9e)] {{(pid=103096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:16:02.212161 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-2ed8d434-5252-4453-8d0c-4fefacdb9b39 req-fe3d6a41-8e6f-46e9-bce4-889c08baa4ba tempest-VolumesNegativeTest-1196491518 tempest-VolumesNegativeTest-1196491518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559013'] for port (5d6641d2-c486-4a92-b0be-6bf3e858f225), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:16:02.224149 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.plugin [req-2ed8d434-5252-4453-8d0c-4fefacdb9b39 req-fe3d6a41-8e6f-46e9-bce4-889c08baa4ba tempest-VolumesNegativeTest-1196491518 tempest-VolumesNegativeTest-1196491518-project] Calling delete_port for 5d6641d2-c486-4a92-b0be-6bf3e858f225 owned by compute:nova {{(pid=103096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 09:16:02.344889 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-2ed8d434-5252-4453-8d0c-4fefacdb9b39 req-fe3d6a41-8e6f-46e9-bce4-889c08baa4ba tempest-VolumesNegativeTest-1196491518 tempest-VolumesNegativeTest-1196491518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732013351693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732012762718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13105710'] for port (5d6641d2-c486-4a92-b0be-6bf3e858f225), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:16:02.356332 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] get_ports_and_sgs() called for port_ids ['5d6641d2-c486-4a92-b0be-6bf3e858f225'] {{(pid=103097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 09:16:02.371027 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3d6a41-8e6f-46e9-bce4-889c08baa4ba tempest-VolumesNegativeTest-1196491518 tempest-VolumesNegativeTest-1196491518-project] Pushing event deleted for resources: {'Port': ['ID=5d6641d2-c486-4a92-b0be-6bf3e858f225,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:16:02.420301 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ed8d434-5252-4453-8d0c-4fefacdb9b39 req-fe3d6a41-8e6f-46e9-bce4-889c08baa4ba tempest-VolumesNegativeTest-1196491518 tempest-VolumesNegativeTest-1196491518-project] No DVR routers for this DVR port 5d6641d2-c486-4a92-b0be-6bf3e858f225 on host hv-cinder-83177 {{(pid=103096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 09:16:02.423398 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-2ed8d434-5252-4453-8d0c-4fefacdb9b39 req-fe3d6a41-8e6f-46e9-bce4-889c08baa4ba tempest-VolumesNegativeTest-1196491518 tempest-VolumesNegativeTest-1196491518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334679'] for port (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:16:02.426724 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2ed8d434-5252-4453-8d0c-4fefacdb9b39 req-fe3d6a41-8e6f-46e9-bce4-889c08baa4ba tempest-VolumesNegativeTest-1196491518 tempest-VolumesNegativeTest-1196491518-project] 10.222.0.48 "DELETE /v2.0/ports/5d6641d2-c486-4a92-b0be-6bf3e858f225 HTTP/1.1" status: 204 len: 173 time: 0.3960490 Mar 16 09:16:02.427169 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9447c42-f6c5-49d6-bfe4-f891d25b751b', 'name': 'network-vif-deleted', 'tag': '5d6641d2-c486-4a92-b0be-6bf3e858f225'}] {{(pid=103096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 09:16:02.429398 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552648401d13394d2a88e7485ef09c5647ae5ea4c1ec431ef2c5edbe801f23fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-480b8b06-6137-4d8f-a08e-d95c43b14562" -d '{"events": [{"server_uuid": "a9447c42-f6c5-49d6-bfe4-f891d25b751b", "name": "network-vif-deleted", "tag": "5d6641d2-c486-4a92-b0be-6bf3e858f225"}]}' {{(pid=103096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 09:16:02.470233 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 09:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c9cf9bf-3a6e-45ec-8bbd-507c46ab8ed1 x-openstack-request-id: req-4c9cf9bf-3a6e-45ec-8bbd-507c46ab8ed1 {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 09:16:02.470523 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9447c42-f6c5-49d6-bfe4-f891d25b751b", "name": "network-vif-deleted", "tag": "5d6641d2-c486-4a92-b0be-6bf3e858f225", "status": "completed", "code": 200}]} {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 09:16:02.470793 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4c9cf9bf-3a6e-45ec-8bbd-507c46ab8ed1 {{(pid=103096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 09:16:02.471190 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9447c42-f6c5-49d6-bfe4-f891d25b751b', 'name': 'network-vif-deleted', 'tag': '5d6641d2-c486-4a92-b0be-6bf3e858f225', 'status': 'completed', 'code': 200} Mar 16 09:16:02.767246 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-18f4fe87-0a80-4d89-8d80-a941377a2015 req-c2944acb-df81-4980-939a-58bae63ef407 tempest-VolumesNegativeTest-1196491518 tempest-VolumesNegativeTest-1196491518-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9447c42-f6c5-49d6-bfe4-f891d25b751b HTTP/1.1" status: 200 len: 210 time: 0.0259886 Mar 16 09:16:06.231631 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Device 5d6641d2-c486-4a92-b0be-6bf3e858f225 no longer exists at agent hyperv_hv-cinder-83177 {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 09:16:06.252846 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] No Port match for: 5d6641d2-c486-4a92-b0be-6bf3e858f225 {{(pid=103097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 09:16:06.253271 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Device 5d6641d2-c486-4a92-b0be-6bf3e858f225 not bound to the agent host hv-cinder-83177 {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 09:16:07.575167 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 56958) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:16:07.702974 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-c4c16475-b67c-435e-97fc-b241501e4e85 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5be7f20176b347f580bd337352946797&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1266022 Mar 16 09:16:07.705349 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 56962) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:16:07.749533 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e32f34cd-3223-488c-b1ff-01a55acaca90 admin admin] Publish callbacks [] for security_group (99b21d11-89ef-4e50-9fd3-77b474bc431c), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:16:07.771866 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e32f34cd-3223-488c-b1ff-01a55acaca90 admin admin] Publish callbacks [] for security_group (99b21d11-89ef-4e50-9fd3-77b474bc431c), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:16:07.817396 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e32f34cd-3223-488c-b1ff-01a55acaca90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (99b21d11-89ef-4e50-9fd3-77b474bc431c), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:16:07.820075 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e32f34cd-3223-488c-b1ff-01a55acaca90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:16:07.821249 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-e32f34cd-3223-488c-b1ff-01a55acaca90 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/99b21d11-89ef-4e50-9fd3-77b474bc431c HTTP/1.1" status: 204 len: 168 time: 0.1149986 Mar 16 09:16:07.828538 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32f34cd-3223-488c-b1ff-01a55acaca90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b21d11-89ef-4e50-9fd3-77b474bc431c,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:16:19.062921 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.agents_db [None req-ddb2e055-3acb-4969-8bde-a74b2247622c None None] Agent healthcheck: found 6 active agents {{(pid=103098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 09:16:20.526405 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-a9867d28-b1ae-4ade-8f0a-d7603aea1e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (a398d5bf-1368-473f-bfdd-7d167c3f4154), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:16:22.840502 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-735bbac8-25d5-496a-a0ac-9aac84c33c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (09ce795b-eeca-4b3b-9d7f-577d9443cb21), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:16:23.892751 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-cdeb7127-6fa1-4060-ae0a-c8ffc2dd9388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (514d7d79-ab14-439d-a6c0-bbffe337a49f), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:16:25.533685 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3de267ec-888d-49e1-92d2-a6991c0932cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (3616e4f6-4586-420d-b0d2-e3b2f5abb17b), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:16:25.538602 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (f0da09ba-cbd5-402d-a3a1-68b8fcaf25e8), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:16:26.886091 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (489981c6-9aaa-401c-bd41-6b42e027a228), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:16:31.691898 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61cba7e-06c2-4264-99c1-c711b52e2e51 req-b58f93ef-5e24-4921-adc1-f837f5109a9c tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:16:31.693527 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a61cba7e-06c2-4264-99c1-c711b52e2e51 req-b58f93ef-5e24-4921-adc1-f837f5109a9c tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "GET /v2.0/ports?device_id=47eb750a-715e-4b29-9a23-a8b4825110ff HTTP/1.1" status: 200 len: 985 time: 0.0858123 Mar 16 09:16:31.699045 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334eae53-9af9-49eb-a441-f9dd3f59782b req-224a128c-e99f-48db-b16b-9894659b2d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:16:31.700509 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-334eae53-9af9-49eb-a441-f9dd3f59782b req-224a128c-e99f-48db-b16b-9894659b2d07 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9105c40a7aa64b46b2a5bb388f445284&device_id=47eb750a-715e-4b29-9a23-a8b4825110ff HTTP/1.1" status: 200 len: 1169 time: 0.0662911 Mar 16 09:16:31.805798 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a61cba7e-06c2-4264-99c1-c711b52e2e51 req-5bbe6600-aa18-4763-9877-5bab4b26cccc tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "GET /v2.0/security-groups?id=49c3f5c7-f47f-45d4-a71c-e46978146100&id=9c9bfef6-b207-4be6-b350-4ec6ea979a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1042430 Mar 16 09:16:31.826980 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334eae53-9af9-49eb-a441-f9dd3f59782b req-13136472-4ae2-490c-8010-4a089a261150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:16:31.828396 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-334eae53-9af9-49eb-a441-f9dd3f59782b req-13136472-4ae2-490c-8010-4a089a261150 service neutron] 10.222.0.48 "GET /v2.0/networks?id=51a1b050-f32d-4097-bc16-62cec3c7dc23 HTTP/1.1" status: 200 len: 916 time: 0.1203723 Mar 16 09:16:31.895455 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-334eae53-9af9-49eb-a441-f9dd3f59782b req-07d8a0ff-5365-44c2-8bc1-8f36db1f16a2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2784b7f9-ff89-4f94-9551-73139d166aad HTTP/1.1" status: 200 len: 1002 time: 0.0594318 Mar 16 09:16:31.941625 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334eae53-9af9-49eb-a441-f9dd3f59782b req-f9e76544-09c4-4e71-810e-38056c888507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:16:31.943072 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-334eae53-9af9-49eb-a441-f9dd3f59782b req-f9e76544-09c4-4e71-810e-38056c888507 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a6f52e30-58d6-4f30-893d-beb4b2ff4428 HTTP/1.1" status: 200 len: 854 time: 0.0411558 Mar 16 09:16:31.989954 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334eae53-9af9-49eb-a441-f9dd3f59782b req-350d0f18-63d7-441b-963d-f0c79a962b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:16:31.991550 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-334eae53-9af9-49eb-a441-f9dd3f59782b req-350d0f18-63d7-441b-963d-f0c79a962b74 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=51a1b050-f32d-4097-bc16-62cec3c7dc23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426006 Mar 16 09:16:32.079945 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-334eae53-9af9-49eb-a441-f9dd3f59782b req-2dd5b017-8975-492c-a8ff-f38e7874b525 service neutron] 10.222.0.48 "GET /v2.0/networks/51a1b050-f32d-4097-bc16-62cec3c7dc23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822313 Mar 16 09:16:32.179115 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-334eae53-9af9-49eb-a441-f9dd3f59782b req-30e85793-754b-46a3-b026-d3836ddff6ac service neutron] 10.222.0.48 "GET /v2.0/networks/51a1b050-f32d-4097-bc16-62cec3c7dc23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916684 Mar 16 09:16:32.938135 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7ff922-9a0e-444f-87cf-2411fa394114 req-bde849de-9c69-4c5c-bc5e-d233ba04bb45 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:16:32.939743 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-0e7ff922-9a0e-444f-87cf-2411fa394114 req-bde849de-9c69-4c5c-bc5e-d233ba04bb45 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "GET /v2.0/ports?device_id=47eb750a-715e-4b29-9a23-a8b4825110ff HTTP/1.1" status: 200 len: 985 time: 0.0601583 Mar 16 09:16:32.997311 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-0e7ff922-9a0e-444f-87cf-2411fa394114 req-0cfc1bba-5f58-4140-b285-101527db739d tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "GET /v2.0/security-groups?id=49c3f5c7-f47f-45d4-a71c-e46978146100&id=9c9bfef6-b207-4be6-b350-4ec6ea979a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0516870 Mar 16 09:16:34.113622 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcda6e4-7165-4858-aa7f-49b55da63b6a req-9c379090-549e-49e2-a11a-a957c8a820f5 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:16:34.115048 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-0fcda6e4-7165-4858-aa7f-49b55da63b6a req-9c379090-549e-49e2-a11a-a957c8a820f5 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "GET /v2.0/ports?device_id=47eb750a-715e-4b29-9a23-a8b4825110ff HTTP/1.1" status: 200 len: 985 time: 0.0506368 Mar 16 09:16:34.171635 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-0fcda6e4-7165-4858-aa7f-49b55da63b6a req-f9d48210-60ef-45eb-97b1-ab4184e02bcd tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "GET /v2.0/security-groups?id=49c3f5c7-f47f-45d4-a71c-e46978146100&id=9c9bfef6-b207-4be6-b350-4ec6ea979a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0502777 Mar 16 09:16:34.638551 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-135e04ab-590c-4d32-989f-3de5ca3e66cb req-4d274be8-4da3-4c66-8810-8e18463372e6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9396f840-b4d5-4f95-b7fb-3331fa1bde62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413213 Mar 16 09:16:34.704800 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135e04ab-590c-4d32-989f-3de5ca3e66cb req-9424e3ed-04e7-4a2f-88fb-a4013a6bd77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:16:34.706260 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-135e04ab-590c-4d32-989f-3de5ca3e66cb req-9424e3ed-04e7-4a2f-88fb-a4013a6bd77f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=acda52d846f04cf8b49ca272597c9d5d&device_id=9396f840-b4d5-4f95-b7fb-3331fa1bde62 HTTP/1.1" status: 200 len: 1129 time: 0.0459070 Mar 16 09:16:34.815380 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135e04ab-590c-4d32-989f-3de5ca3e66cb req-668b7f44-500c-43c9-b9a7-b673c5fa9f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:16:34.816763 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-135e04ab-590c-4d32-989f-3de5ca3e66cb req-668b7f44-500c-43c9-b9a7-b673c5fa9f25 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e1ee28af-2313-443a-8430-6783e827c8db HTTP/1.1" status: 200 len: 913 time: 0.0903835 Mar 16 09:16:34.883784 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-135e04ab-590c-4d32-989f-3de5ca3e66cb req-f8c0d36a-c4fd-4d9f-87bf-8f34054461e0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=75a577ca-d432-4656-a7ad-fd1f99e8373f HTTP/1.1" status: 200 len: 1000 time: 0.0608289 Mar 16 09:16:34.930766 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135e04ab-590c-4d32-989f-3de5ca3e66cb req-4860d812-a3ae-42a5-bd5c-94bfee38deb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:16:34.932197 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-135e04ab-590c-4d32-989f-3de5ca3e66cb req-4860d812-a3ae-42a5-bd5c-94bfee38deb3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2589bda5-b4b7-46d6-9ea7-a504068c0d7e HTTP/1.1" status: 200 len: 851 time: 0.0425694 Mar 16 09:16:34.979396 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135e04ab-590c-4d32-989f-3de5ca3e66cb req-e11412c3-cbc8-4a0f-9e93-3c8cfa3e3065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:16:34.980819 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-135e04ab-590c-4d32-989f-3de5ca3e66cb req-e11412c3-cbc8-4a0f-9e93-3c8cfa3e3065 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e1ee28af-2313-443a-8430-6783e827c8db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427446 Mar 16 09:16:35.069277 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-135e04ab-590c-4d32-989f-3de5ca3e66cb req-37470e42-cfd8-4e6a-8775-664ae8a632b5 service neutron] 10.222.0.48 "GET /v2.0/networks/e1ee28af-2313-443a-8430-6783e827c8db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810897 Mar 16 09:16:35.164056 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-135e04ab-590c-4d32-989f-3de5ca3e66cb req-aa203560-f2c9-4d81-bc07-d67b71e4800d service neutron] 10.222.0.48 "GET /v2.0/networks/e1ee28af-2313-443a-8430-6783e827c8db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888057 Mar 16 09:16:35.293419 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13f4711-ecc9-4815-b00b-8d0a80562b32 req-3814c3dd-2efb-4884-917f-d3bb2de11b6d tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:16:35.294886 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-c13f4711-ecc9-4815-b00b-8d0a80562b32 req-3814c3dd-2efb-4884-917f-d3bb2de11b6d tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "GET /v2.0/ports?device_id=47eb750a-715e-4b29-9a23-a8b4825110ff HTTP/1.1" status: 200 len: 985 time: 0.0551031 Mar 16 09:16:35.357633 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-c13f4711-ecc9-4815-b00b-8d0a80562b32 req-77e6332f-a05e-4509-a30b-51e9fffafd5a tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "GET /v2.0/security-groups?id=49c3f5c7-f47f-45d4-a71c-e46978146100&id=9c9bfef6-b207-4be6-b350-4ec6ea979a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0569179 Mar 16 09:16:36.470817 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee000c4f-3f87-40a7-acaf-7e7ddf700ad6 req-a3308870-189f-4fed-be07-144f610c8e64 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:16:36.472242 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-ee000c4f-3f87-40a7-acaf-7e7ddf700ad6 req-a3308870-189f-4fed-be07-144f610c8e64 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "GET /v2.0/ports?device_id=47eb750a-715e-4b29-9a23-a8b4825110ff HTTP/1.1" status: 200 len: 985 time: 0.0504031 Mar 16 09:16:36.530686 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-ee000c4f-3f87-40a7-acaf-7e7ddf700ad6 req-8f284cfa-d856-4bc6-bfb5-73da3d35597e tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "GET /v2.0/security-groups?id=49c3f5c7-f47f-45d4-a71c-e46978146100&id=9c9bfef6-b207-4be6-b350-4ec6ea979a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523465 Mar 16 09:16:37.646718 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa8156-9187-4485-8b4d-f768bd72310f req-35dcbf75-f8d6-449a-82ad-77ce2813a602 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:16:37.648174 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-edfa8156-9187-4485-8b4d-f768bd72310f req-35dcbf75-f8d6-449a-82ad-77ce2813a602 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "GET /v2.0/ports?device_id=47eb750a-715e-4b29-9a23-a8b4825110ff HTTP/1.1" status: 200 len: 985 time: 0.0517077 Mar 16 09:16:37.704959 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-edfa8156-9187-4485-8b4d-f768bd72310f req-270f6826-4cfb-47bc-a66a-68a95a3e7874 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "GET /v2.0/security-groups?id=49c3f5c7-f47f-45d4-a71c-e46978146100&id=9c9bfef6-b207-4be6-b350-4ec6ea979a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0512757 Mar 16 09:16:38.822175 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d009fb4-3c34-4897-b629-598ba014dcf4 req-2637c3cb-31fe-403b-9496-4fe3ba86c3d8 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:16:38.823519 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-9d009fb4-3c34-4897-b629-598ba014dcf4 req-2637c3cb-31fe-403b-9496-4fe3ba86c3d8 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "GET /v2.0/ports?device_id=47eb750a-715e-4b29-9a23-a8b4825110ff HTTP/1.1" status: 200 len: 985 time: 0.0550032 Mar 16 09:16:38.880355 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-9d009fb4-3c34-4897-b629-598ba014dcf4 req-9a0ebb80-ce60-4758-ad08-9a3412d7f32a tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "GET /v2.0/security-groups?id=49c3f5c7-f47f-45d4-a71c-e46978146100&id=9c9bfef6-b207-4be6-b350-4ec6ea979a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0514107 Mar 16 09:16:39.996577 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e28d6c8-2f33-43f0-bb5a-67e15e2e0deb req-77d427ac-e305-4f56-b4a3-4462ccb802ef tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:16:39.998053 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-7e28d6c8-2f33-43f0-bb5a-67e15e2e0deb req-77d427ac-e305-4f56-b4a3-4462ccb802ef tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "GET /v2.0/ports?device_id=47eb750a-715e-4b29-9a23-a8b4825110ff HTTP/1.1" status: 200 len: 985 time: 0.0517716 Mar 16 09:16:40.054214 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-7e28d6c8-2f33-43f0-bb5a-67e15e2e0deb req-f922c899-10d8-4b92-83ea-adf32bd0739b tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "GET /v2.0/security-groups?id=49c3f5c7-f47f-45d4-a71c-e46978146100&id=9c9bfef6-b207-4be6-b350-4ec6ea979a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0506644 Mar 16 09:16:41.341646 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcb9221-fb48-4748-b2c6-86f2560e9d00 req-d235a334-1e75-4525-939e-867cf1a49d13 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:16:41.343163 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-8dcb9221-fb48-4748-b2c6-86f2560e9d00 req-d235a334-1e75-4525-939e-867cf1a49d13 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "GET /v2.0/ports?device_id=47eb750a-715e-4b29-9a23-a8b4825110ff HTTP/1.1" status: 200 len: 985 time: 0.2226062 Mar 16 09:16:41.403830 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-8dcb9221-fb48-4748-b2c6-86f2560e9d00 req-c176b7a2-cd2b-467a-9cda-94133a99a89d tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "GET /v2.0/security-groups?id=49c3f5c7-f47f-45d4-a71c-e46978146100&id=9c9bfef6-b207-4be6-b350-4ec6ea979a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550110 Mar 16 09:16:42.518074 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d8c015-d177-442a-b97b-6b63d4cca22c req-f54cf194-6105-4405-a756-1de3127fc8ce tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:16:42.519507 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-04d8c015-d177-442a-b97b-6b63d4cca22c req-f54cf194-6105-4405-a756-1de3127fc8ce tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "GET /v2.0/ports?device_id=47eb750a-715e-4b29-9a23-a8b4825110ff HTTP/1.1" status: 200 len: 985 time: 0.0508046 Mar 16 09:16:42.575927 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-04d8c015-d177-442a-b97b-6b63d4cca22c req-5ca338cf-ca2d-4af5-8e71-a29e3517b576 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "GET /v2.0/security-groups?id=49c3f5c7-f47f-45d4-a71c-e46978146100&id=9c9bfef6-b207-4be6-b350-4ec6ea979a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0501533 Mar 16 09:16:43.697515 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61b148b-822c-4764-b4b6-0e3a5fc72c6e req-46418e7a-b04f-4946-83e9-d88a6e016f57 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:16:43.698978 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b61b148b-822c-4764-b4b6-0e3a5fc72c6e req-46418e7a-b04f-4946-83e9-d88a6e016f57 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "GET /v2.0/ports?device_id=47eb750a-715e-4b29-9a23-a8b4825110ff HTTP/1.1" status: 200 len: 985 time: 0.0508275 Mar 16 09:16:43.756600 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b61b148b-822c-4764-b4b6-0e3a5fc72c6e req-ef20b747-de53-4888-9266-fa852547d8de tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "GET /v2.0/security-groups?id=49c3f5c7-f47f-45d4-a71c-e46978146100&id=9c9bfef6-b207-4be6-b350-4ec6ea979a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0514140 Mar 16 09:16:44.874911 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e160746-763d-4306-ad3c-2c5d995f3a19 req-7bd1250f-87a5-4615-9848-55b8a918c8b6 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:16:44.876348 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-7e160746-763d-4306-ad3c-2c5d995f3a19 req-7bd1250f-87a5-4615-9848-55b8a918c8b6 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "GET /v2.0/ports?device_id=47eb750a-715e-4b29-9a23-a8b4825110ff HTTP/1.1" status: 200 len: 985 time: 0.0543053 Mar 16 09:16:44.933870 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-7e160746-763d-4306-ad3c-2c5d995f3a19 req-bb1b46b8-2fbf-4230-99e4-a5a58d5d703a tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "GET /v2.0/security-groups?id=49c3f5c7-f47f-45d4-a71c-e46978146100&id=9c9bfef6-b207-4be6-b350-4ec6ea979a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0511525 Mar 16 09:16:46.059127 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014e78c9-edb2-4c14-94d3-cdc30a17d3ec req-a86a8b87-566d-431f-b6c8-c58db71020e9 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:16:46.060575 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-014e78c9-edb2-4c14-94d3-cdc30a17d3ec req-a86a8b87-566d-431f-b6c8-c58db71020e9 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "GET /v2.0/ports?device_id=47eb750a-715e-4b29-9a23-a8b4825110ff HTTP/1.1" status: 200 len: 985 time: 0.0520039 Mar 16 09:16:46.117022 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-014e78c9-edb2-4c14-94d3-cdc30a17d3ec req-2d3b7455-3c17-4a14-8acd-d36122248e01 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "GET /v2.0/security-groups?id=49c3f5c7-f47f-45d4-a71c-e46978146100&id=9c9bfef6-b207-4be6-b350-4ec6ea979a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0509765 Mar 16 09:16:47.233977 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e486aa-7361-4ea9-952f-f1522f0d0fe0 req-82163a8d-6172-474b-8ac8-e8034ab191bc tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:16:47.235575 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-26e486aa-7361-4ea9-952f-f1522f0d0fe0 req-82163a8d-6172-474b-8ac8-e8034ab191bc tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "GET /v2.0/ports?device_id=47eb750a-715e-4b29-9a23-a8b4825110ff HTTP/1.1" status: 200 len: 985 time: 0.0537901 Mar 16 09:16:47.294868 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-26e486aa-7361-4ea9-952f-f1522f0d0fe0 req-a9e13408-9a7f-43dd-b7bb-ab278dd02382 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "GET /v2.0/security-groups?id=49c3f5c7-f47f-45d4-a71c-e46978146100&id=9c9bfef6-b207-4be6-b350-4ec6ea979a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531130 Mar 16 09:16:48.409003 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2e0ef4-7963-43e6-907c-06fb5fd915bf req-2547f8cd-fefb-4368-9111-c80897e56ce8 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:16:48.410456 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-0d2e0ef4-7963-43e6-907c-06fb5fd915bf req-2547f8cd-fefb-4368-9111-c80897e56ce8 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "GET /v2.0/ports?device_id=47eb750a-715e-4b29-9a23-a8b4825110ff HTTP/1.1" status: 200 len: 985 time: 0.0502555 Mar 16 09:16:48.467053 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-0d2e0ef4-7963-43e6-907c-06fb5fd915bf req-60de2a9d-37bf-47ce-a1f5-276ba7f7ad69 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "GET /v2.0/security-groups?id=49c3f5c7-f47f-45d4-a71c-e46978146100&id=9c9bfef6-b207-4be6-b350-4ec6ea979a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0506256 Mar 16 09:16:50.528598 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-ddaf3bee-bace-4b80-bbe6-674078dac2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (a398d5bf-1368-473f-bfdd-7d167c3f4154), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:16:52.841467 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-24073d08-daf6-4ed4-ac3b-a44428427002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (09ce795b-eeca-4b3b-9d7f-577d9443cb21), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:16:53.897497 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-cdeb7127-6fa1-4060-ae0a-c8ffc2dd9388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (514d7d79-ab14-439d-a6c0-bbffe337a49f), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:16:55.529379 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3de267ec-888d-49e1-92d2-a6991c0932cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (3616e4f6-4586-420d-b0d2-e3b2f5abb17b), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:16:55.547482 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (f0da09ba-cbd5-402d-a3a1-68b8fcaf25e8), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:16:56.061286 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.agents_db [None req-ddb2e055-3acb-4969-8bde-a74b2247622c None None] Agent healthcheck: found 6 active agents {{(pid=103098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 09:16:56.887215 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (489981c6-9aaa-401c-bd41-6b42e027a228), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:17:08.460614 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [req-72f7e852-8067-407e-aba3-e56f8976aa54 req-57cd566a-e066-4d04-af26-a81fc07dc4f2 service neutron] (103095) timed out ('10.222.0.48', 64637) {{(pid=103095) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 16 09:17:09.683292 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [req-4f1bdda0-4375-4c2b-b2f8-3371320acb4c req-9de55132-537f-42f9-8727-18735eb185b6 service neutron] (103095) timed out ('10.222.0.48', 64659) {{(pid=103095) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 16 09:17:14.345742 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [req-5252ce4d-a92e-4eb9-9f92-d7fd2f79e652 req-7f52aeaa-a29a-40f0-911a-6dba73a07245 service neutron] (103096) timed out ('10.222.0.48', 64638) {{(pid=103096) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 16 09:17:20.529495 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-72967ac1-cd07-4062-8e46-ad57244d2481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (a398d5bf-1368-473f-bfdd-7d167c3f4154), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:17:22.841600 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-de1e6e35-a2b5-4d16-9422-d173b6522009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (09ce795b-eeca-4b3b-9d7f-577d9443cb21), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:17:23.898581 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-cdeb7127-6fa1-4060-ae0a-c8ffc2dd9388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (514d7d79-ab14-439d-a6c0-bbffe337a49f), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:17:25.531427 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3de267ec-888d-49e1-92d2-a6991c0932cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (3616e4f6-4586-420d-b0d2-e3b2f5abb17b), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:17:25.554736 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (f0da09ba-cbd5-402d-a3a1-68b8fcaf25e8), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:17:26.889612 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (489981c6-9aaa-401c-bd41-6b42e027a228), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:17:31.092715 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4b2c44-422d-4a8f-a3d4-34bd2cc25f27 req-31902223-2be7-403e-a50e-3308ba7ea848 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:17:31.094229 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-ea4b2c44-422d-4a8f-a3d4-34bd2cc25f27 req-31902223-2be7-403e-a50e-3308ba7ea848 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/ports?device_id=9396f840-b4d5-4f95-b7fb-3331fa1bde62 HTTP/1.1" status: 200 len: 945 time: 0.0508101 Mar 16 09:17:31.145483 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-ea4b2c44-422d-4a8f-a3d4-34bd2cc25f27 req-b9794d84-7e36-4eed-a65e-218178c49331 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4715a9b-ecf5-4a54-be6a-6c4cc8aef8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453556 Mar 16 09:17:32.315607 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2233f45-521e-4eaf-a129-3defb43095f2 req-659263c3-d6e9-4bc9-acf0-edd6e3029b19 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:17:32.317047 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-c2233f45-521e-4eaf-a129-3defb43095f2 req-659263c3-d6e9-4bc9-acf0-edd6e3029b19 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/ports?device_id=9396f840-b4d5-4f95-b7fb-3331fa1bde62 HTTP/1.1" status: 200 len: 945 time: 0.1036160 Mar 16 09:17:32.364553 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-c2233f45-521e-4eaf-a129-3defb43095f2 req-0e62ea96-aefb-4a31-80d9-14fcf295ff67 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4715a9b-ecf5-4a54-be6a-6c4cc8aef8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412638 Mar 16 09:17:33.013699 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134605f4-f1ee-4a47-8cb7-d23feb2a636d req-a6f661f6-c108-48fc-8407-b58bef4c8f6b tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:17:33.015133 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-134605f4-f1ee-4a47-8cb7-d23feb2a636d req-a6f661f6-c108-48fc-8407-b58bef4c8f6b tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.48 "GET /v2.0/ports?device_id=9396f840-b4d5-4f95-b7fb-3331fa1bde62 HTTP/1.1" status: 200 len: 945 time: 0.0512831 Mar 16 09:17:33.059419 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.agents_db [None req-ddb2e055-3acb-4969-8bde-a74b2247622c None None] Agent healthcheck: found 6 active agents {{(pid=103098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 09:17:33.107606 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.plugin [req-134605f4-f1ee-4a47-8cb7-d23feb2a636d req-8bc651fa-f019-4512-9800-5a20964886f6 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Deleting port 75a577ca-d432-4656-a7ad-fd1f99e8373f {{(pid=103096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 09:17:33.107942 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-134605f4-f1ee-4a47-8cb7-d23feb2a636d req-8bc651fa-f019-4512-9800-5a20964886f6 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732013345958'] for port (75a577ca-d432-4656-a7ad-fd1f99e8373f), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:17:33.193233 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.db [req-134605f4-f1ee-4a47-8cb7-d23feb2a636d req-8bc651fa-f019-4512-9800-5a20964886f6 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] For port 75a577ca-d432-4656-a7ad-fd1f99e8373f, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=75a577ca-d432-4656-a7ad-fd1f99e8373f,segment=NetworkSegment(0ad45193-c88a-4b26-9fac-41c5a66a372f),segment_id=0ad45193-c88a-4b26-9fac-41c5a66a372f)] {{(pid=103096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:17:33.193534 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-134605f4-f1ee-4a47-8cb7-d23feb2a636d req-8bc651fa-f019-4512-9800-5a20964886f6 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559013'] for port (75a577ca-d432-4656-a7ad-fd1f99e8373f), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:17:33.361134 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-134605f4-f1ee-4a47-8cb7-d23feb2a636d req-8bc651fa-f019-4512-9800-5a20964886f6 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:17:33.361852 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-134605f4-f1ee-4a47-8cb7-d23feb2a636d req-8bc651fa-f019-4512-9800-5a20964886f6 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557332'] for floatingip (4ef87e5d-c262-435a-9db6-d45ac6dd46a4), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:17:33.361852 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.db.l3_db [req-134605f4-f1ee-4a47-8cb7-d23feb2a636d req-8bc651fa-f019-4512-9800-5a20964886f6 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Floating IP 4ef87e5d-c262-435a-9db6-d45ac6dd46a4 disassociated. External IP: 172.27.1.32, port: 75a577ca-d432-4656-a7ad-fd1f99e8373f. Mar 16 09:17:33.362136 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.plugin [req-134605f4-f1ee-4a47-8cb7-d23feb2a636d req-8bc651fa-f019-4512-9800-5a20964886f6 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Calling delete_port for 75a577ca-d432-4656-a7ad-fd1f99e8373f owned by compute:nova {{(pid=103096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 09:17:33.771923 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7f9460-0abc-491d-b7e1-5ef0eaba6e3d req-2ac78a93-4765-4227-aa3c-4f3a0a3924e4 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:17:33.773390 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-3a7f9460-0abc-491d-b7e1-5ef0eaba6e3d req-2ac78a93-4765-4227-aa3c-4f3a0a3924e4 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/ports?device_id=9396f840-b4d5-4f95-b7fb-3331fa1bde62 HTTP/1.1" status: 200 len: 945 time: 0.3416910 Mar 16 09:17:33.774515 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-134605f4-f1ee-4a47-8cb7-d23feb2a636d req-8bc651fa-f019-4512-9800-5a20964886f6 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732013351693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732012762718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13105710'] for port (75a577ca-d432-4656-a7ad-fd1f99e8373f), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:17:33.819750 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc651fa-f019-4512-9800-5a20964886f6 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Pushing event deleted for resources: {'Port': ['ID=75a577ca-d432-4656-a7ad-fd1f99e8373f,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:17:33.835252 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc651fa-f019-4512-9800-5a20964886f6 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:17:33.835604 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc651fa-f019-4512-9800-5a20964886f6 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:17:33.835948 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc651fa-f019-4512-9800-5a20964886f6 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:17:33.836284 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc651fa-f019-4512-9800-5a20964886f6 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:17:33.836619 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc651fa-f019-4512-9800-5a20964886f6 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:17:33.836947 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc651fa-f019-4512-9800-5a20964886f6 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:17:33.837897 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc651fa-f019-4512-9800-5a20964886f6 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:17:33.838227 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc651fa-f019-4512-9800-5a20964886f6 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:17:33.838557 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc651fa-f019-4512-9800-5a20964886f6 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:17:33.838882 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc651fa-f019-4512-9800-5a20964886f6 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:17:33.839209 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc651fa-f019-4512-9800-5a20964886f6 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:17:33.839534 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc651fa-f019-4512-9800-5a20964886f6 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:17:33.839857 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc651fa-f019-4512-9800-5a20964886f6 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:17:33.840176 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc651fa-f019-4512-9800-5a20964886f6 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:17:33.840496 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc651fa-f019-4512-9800-5a20964886f6 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:17:33.926486 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-3a7f9460-0abc-491d-b7e1-5ef0eaba6e3d req-2ae966d4-d877-48d4-80c6-30a9458af3ca tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4715a9b-ecf5-4a54-be6a-6c4cc8aef8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433108 Mar 16 09:17:33.965784 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.l3_agent_scheduler [req-134605f4-f1ee-4a47-8cb7-d23feb2a636d req-8bc651fa-f019-4512-9800-5a20964886f6 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Router d45b9d88-fcaf-4334-a3c0-1dfd30d22a35 has already been hosted by L3 agent 09ce795b-eeca-4b3b-9d7f-577d9443cb21 {{(pid=103096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 09:17:34.070141 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-134605f4-f1ee-4a47-8cb7-d23feb2a636d req-8bc651fa-f019-4512-9800-5a20964886f6 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Notify agent at l3_agent.dv-cinder-831776-4-iscsi the message routers_updated {{(pid=103096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 09:17:34.081249 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4da5de-73d1-4b8f-9ccb-292ee7ace0ff None None] Sync routers for ids ['d45b9d88-fcaf-4334-a3c0-1dfd30d22a35'] in dv-cinder-831776-4-iscsi {{(pid=103098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 09:17:34.093933 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4da5de-73d1-4b8f-9ccb-292ee7ace0ff None None] Routers {'d45b9d88-fcaf-4334-a3c0-1dfd30d22a35'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:17:34.094764 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-7b4da5de-73d1-4b8f-9ccb-292ee7ace0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:17:23Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['d45b9d88-fcaf-4334-a3c0-1dfd30d22a35'], 'active': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:17:34.110537 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [req-134605f4-f1ee-4a47-8cb7-d23feb2a636d req-8bc651fa-f019-4512-9800-5a20964886f6 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] No DVR routers for this DVR port 75a577ca-d432-4656-a7ad-fd1f99e8373f on host hv-cinder-83177 {{(pid=103096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 09:17:34.113064 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-134605f4-f1ee-4a47-8cb7-d23feb2a636d req-8bc651fa-f019-4512-9800-5a20964886f6 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334679'] for port (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:17:34.116359 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-134605f4-f1ee-4a47-8cb7-d23feb2a636d req-8bc651fa-f019-4512-9800-5a20964886f6 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.48 "DELETE /v2.0/ports/75a577ca-d432-4656-a7ad-fd1f99e8373f HTTP/1.1" status: 204 len: 173 time: 1.0957062 Mar 16 09:17:34.116797 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9396f840-b4d5-4f95-b7fb-3331fa1bde62', 'name': 'network-vif-deleted', 'tag': '75a577ca-d432-4656-a7ad-fd1f99e8373f'}] {{(pid=103096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 09:17:34.119562 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552648401d13394d2a88e7485ef09c5647ae5ea4c1ec431ef2c5edbe801f23fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c102c920-fbcc-466c-aec1-468452226e05" -d '{"events": [{"server_uuid": "9396f840-b4d5-4f95-b7fb-3331fa1bde62", "name": "network-vif-deleted", "tag": "75a577ca-d432-4656-a7ad-fd1f99e8373f"}]}' {{(pid=103096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 09:17:34.156898 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 09:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77664299-e01d-4d3f-8c98-8180fc3385e0 x-openstack-request-id: req-77664299-e01d-4d3f-8c98-8180fc3385e0 {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 09:17:34.157184 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9396f840-b4d5-4f95-b7fb-3331fa1bde62", "name": "network-vif-deleted", "tag": "75a577ca-d432-4656-a7ad-fd1f99e8373f", "status": "completed", "code": 200}]} {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 09:17:34.157451 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-77664299-e01d-4d3f-8c98-8180fc3385e0 {{(pid=103096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 09:17:34.157850 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9396f840-b4d5-4f95-b7fb-3331fa1bde62', 'name': 'network-vif-deleted', 'tag': '75a577ca-d432-4656-a7ad-fd1f99e8373f', 'status': 'completed', 'code': 200} Mar 16 09:17:34.210943 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvr_db [None req-7b4da5de-73d1-4b8f-9ccb-292ee7ace0ff None None] Set router d45b9d88-fcaf-4334-a3c0-1dfd30d22a35 gateway port host: dv-cinder-831776-4-iscsi {{(pid=103098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:17:34.422856 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-7b4da5de-73d1-4b8f-9ccb-292ee7ace0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd45b9d88-fcaf-4334-a3c0-1dfd30d22a35', 'name': 'tempest-TestVolumeBootPattern-1758434805-router', 'tenant_id': 'acda52d846f04cf8b49ca272597c9d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '2683ecd3-c8e8-4cd8-949e-8038f83ed059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:14:02Z', 'updated_at': '2022-03-16T09:14:06Z', 'revision_number': 4, 'project_id': 'acda52d846f04cf8b49ca272597c9d5d', 'gw_port': {'id': '2683ecd3-c8e8-4cd8-949e-8038f83ed059', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45b9d88-fcaf-4334-a3c0-1dfd30d22a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:14:03Z', 'updated_at': '2022-03-16T09:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_interfaces': [{'id': 'bf33179f-f3f1-4e2b-b1f3-23f11050d97f', 'name': '', 'network_id': 'e1ee28af-2313-443a-8430-6783e827c8db', 'tenant_id': 'acda52d846f04cf8b49ca272597c9d5d', 'mac_address': 'fa:16:3e:db:69:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45b9d88-fcaf-4334-a3c0-1dfd30d22a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '2589bda5-b4b7-46d6-9ea7-a504068c0d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:14:05Z', 'updated_at': '2022-03-16T09:14:14Z', 'revision_number': 5, 'project_id': 'acda52d846f04cf8b49ca272597c9d5d', 'subnets': [{'id': '2589bda5-b4b7-46d6-9ea7-a504068c0d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:17:34.448800 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4da5de-73d1-4b8f-9ccb-292ee7ace0ff None None] Checking router: d45b9d88-fcaf-4334-a3c0-1dfd30d22a35 for host: dv-cinder-831776-4-iscsi {{(pid=103098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 09:17:34.457201 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4da5de-73d1-4b8f-9ccb-292ee7ace0ff None None] Routers {'d45b9d88-fcaf-4334-a3c0-1dfd30d22a35'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:17:34.457839 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-7b4da5de-73d1-4b8f-9ccb-292ee7ace0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:17:23Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['d45b9d88-fcaf-4334-a3c0-1dfd30d22a35'], 'active': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:17:34.565843 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvr_db [None req-7b4da5de-73d1-4b8f-9ccb-292ee7ace0ff None None] Set router d45b9d88-fcaf-4334-a3c0-1dfd30d22a35 gateway port host: dv-cinder-831776-4-iscsi {{(pid=103098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:17:34.758198 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-7b4da5de-73d1-4b8f-9ccb-292ee7ace0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd45b9d88-fcaf-4334-a3c0-1dfd30d22a35', 'name': 'tempest-TestVolumeBootPattern-1758434805-router', 'tenant_id': 'acda52d846f04cf8b49ca272597c9d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '2683ecd3-c8e8-4cd8-949e-8038f83ed059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:14:02Z', 'updated_at': '2022-03-16T09:14:06Z', 'revision_number': 4, 'project_id': 'acda52d846f04cf8b49ca272597c9d5d', 'gw_port': {'id': '2683ecd3-c8e8-4cd8-949e-8038f83ed059', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45b9d88-fcaf-4334-a3c0-1dfd30d22a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:14:03Z', 'updated_at': '2022-03-16T09:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_interfaces': [{'id': 'bf33179f-f3f1-4e2b-b1f3-23f11050d97f', 'name': '', 'network_id': 'e1ee28af-2313-443a-8430-6783e827c8db', 'tenant_id': 'acda52d846f04cf8b49ca272597c9d5d', 'mac_address': 'fa:16:3e:db:69:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45b9d88-fcaf-4334-a3c0-1dfd30d22a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '2589bda5-b4b7-46d6-9ea7-a504068c0d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:14:05Z', 'updated_at': '2022-03-16T09:14:14Z', 'revision_number': 5, 'project_id': 'acda52d846f04cf8b49ca272597c9d5d', 'subnets': [{'id': '2589bda5-b4b7-46d6-9ea7-a504068c0d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:17:34.784470 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4da5de-73d1-4b8f-9ccb-292ee7ace0ff None None] The sync data for ids ['d45b9d88-fcaf-4334-a3c0-1dfd30d22a35'] in dv-cinder-831776-4-iscsi is: [{'id': 'd45b9d88-fcaf-4334-a3c0-1dfd30d22a35', 'name': 'tempest-TestVolumeBootPattern-1758434805-router', 'tenant_id': 'acda52d846f04cf8b49ca272597c9d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '2683ecd3-c8e8-4cd8-949e-8038f83ed059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:14:02Z', 'updated_at': '2022-03-16T09:14:06Z', 'revision_number': 4, 'project_id': 'acda52d846f04cf8b49ca272597c9d5d', 'gw_port': {'id': '2683ecd3-c8e8-4cd8-949e-8038f83ed059', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45b9d88-fcaf-4334-a3c0-1dfd30d22a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:14:03Z', 'updated_at': '2022-03-16T09:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_interfaces': [{'id': 'bf33179f-f3f1-4e2b-b1f3-23f11050d97f', 'name': '', 'network_id': 'e1ee28af-2313-443a-8430-6783e827c8db', 'tenant_id': 'acda52d846f04cf8b49ca272597c9d5d', 'mac_address': 'fa:16:3e:db:69:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45b9d88-fcaf-4334-a3c0-1dfd30d22a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '2589bda5-b4b7-46d6-9ea7-a504068c0d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:14:05Z', 'updated_at': '2022-03-16T09:14:14Z', 'revision_number': 5, 'project_id': 'acda52d846f04cf8b49ca272597c9d5d', 'subnets': [{'id': '2589bda5-b4b7-46d6-9ea7-a504068c0d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 09:17:35.015450 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad2b557-16d0-47ab-90b0-8e8af02dbb98 None None] New status for floating IP 4ef87e5d-c262-435a-9db6-d45ac6dd46a4: DOWN {{(pid=103097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 09:17:35.185360 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-6d2ff637-1e46-4d8b-b262-7c9aa920bff7 req-c89984dd-70e4-43ce-b659-753c51f70599 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1833661859&fields=id&tenant_id=acda52d846f04cf8b49ca272597c9d5d HTTP/1.1" status: 200 len: 267 time: 0.0441248 Mar 16 09:17:35.288330 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2ff637-1e46-4d8b-b262-7c9aa920bff7 req-155b5b3e-b3ea-4709-a0a8-1bc5c3de0fe3 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:17:35.289690 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-6d2ff637-1e46-4d8b-b262-7c9aa920bff7 req-155b5b3e-b3ea-4709-a0a8-1bc5c3de0fe3 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/networks?id=e1ee28af-2313-443a-8430-6783e827c8db HTTP/1.1" status: 200 len: 812 time: 0.0977559 Mar 16 09:17:35.303838 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-6d2ff637-1e46-4d8b-b262-7c9aa920bff7 req-f0b24045-f2e5-4687-95e3-c1457b75329a tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/quotas/acda52d846f04cf8b49ca272597c9d5d HTTP/1.1" status: 200 len: 375 time: 0.0084450 Mar 16 09:17:35.357366 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-6d2ff637-1e46-4d8b-b262-7c9aa920bff7 req-e3844b61-620d-4f5d-8d71-a1edab6e0719 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=acda52d846f04cf8b49ca272597c9d5d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463345 Mar 16 09:17:35.453958 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-6d2ff637-1e46-4d8b-b262-7c9aa920bff7 req-450ba35e-0535-434a-b521-962edd8a8298 service neutron] 10.222.0.18 "GET /v2.0/networks/e1ee28af-2313-443a-8430-6783e827c8db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856164 Mar 16 09:17:35.543427 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-6d2ff637-1e46-4d8b-b262-7c9aa920bff7 req-5e7d88a1-d859-4d54-b08c-293d02fc2916 service neutron] 10.222.0.18 "GET /v2.0/networks/e1ee28af-2313-443a-8430-6783e827c8db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837932 Mar 16 09:17:35.687125 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-10826a2a-894a-4960-838d-2ecb1312e2e8 req-80d8ca82-cc77-4362-a118-3bec40fd9c8c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=47eb750a-715e-4b29-9a23-a8b4825110ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0880594 Mar 16 09:17:35.777591 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10826a2a-894a-4960-838d-2ecb1312e2e8 req-b2ef0122-0858-44ce-9cf3-e6105989345d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:17:35.779118 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-10826a2a-894a-4960-838d-2ecb1312e2e8 req-b2ef0122-0858-44ce-9cf3-e6105989345d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9105c40a7aa64b46b2a5bb388f445284&device_id=47eb750a-715e-4b29-9a23-a8b4825110ff HTTP/1.1" status: 200 len: 1169 time: 0.0497582 Mar 16 09:17:35.870764 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-6dcc7dcc-8945-42b9-baa0-8b3079b613a7 req-85b5679c-80fe-4a91-b482-65feac9a5cfd tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fc1c488-766d-4793-93ba-54647256802e HTTP/1.1" status: 200 len: 210 time: 0.0539758 Mar 16 09:17:35.910386 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10826a2a-894a-4960-838d-2ecb1312e2e8 req-c929839d-95c6-4587-bbe5-48d452f48001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:17:35.911843 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-10826a2a-894a-4960-838d-2ecb1312e2e8 req-c929839d-95c6-4587-bbe5-48d452f48001 service neutron] 10.222.0.48 "GET /v2.0/networks?id=51a1b050-f32d-4097-bc16-62cec3c7dc23 HTTP/1.1" status: 200 len: 916 time: 0.1128943 Mar 16 09:17:35.984077 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-10826a2a-894a-4960-838d-2ecb1312e2e8 req-adc6d468-b021-4417-b455-ced8640b0ef6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2784b7f9-ff89-4f94-9551-73139d166aad HTTP/1.1" status: 200 len: 1002 time: 0.0663183 Mar 16 09:17:36.037709 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10826a2a-894a-4960-838d-2ecb1312e2e8 req-d718b282-b553-4f4e-b0c7-4c307bdd1e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:17:36.039157 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-10826a2a-894a-4960-838d-2ecb1312e2e8 req-d718b282-b553-4f4e-b0c7-4c307bdd1e74 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a6f52e30-58d6-4f30-893d-beb4b2ff4428 HTTP/1.1" status: 200 len: 854 time: 0.0492749 Mar 16 09:17:36.089132 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10826a2a-894a-4960-838d-2ecb1312e2e8 req-b7db9269-8086-4081-95fa-4f04172d27f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:17:36.090693 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-10826a2a-894a-4960-838d-2ecb1312e2e8 req-b7db9269-8086-4081-95fa-4f04172d27f1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=51a1b050-f32d-4097-bc16-62cec3c7dc23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442715 Mar 16 09:17:36.184957 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-10826a2a-894a-4960-838d-2ecb1312e2e8 req-fee51478-1c9e-478c-a152-6c7f3c61cc45 service neutron] 10.222.0.48 "GET /v2.0/networks/51a1b050-f32d-4097-bc16-62cec3c7dc23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873413 Mar 16 09:17:36.273937 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-10826a2a-894a-4960-838d-2ecb1312e2e8 req-42b95906-75cc-46ad-84d9-5b1df684e79b service neutron] 10.222.0.48 "GET /v2.0/networks/51a1b050-f32d-4097-bc16-62cec3c7dc23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828655 Mar 16 09:17:36.748318 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2ff637-1e46-4d8b-b262-7c9aa920bff7 req-31605288-8585-454b-9712-51908f46b953 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:17:36.749786 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-6d2ff637-1e46-4d8b-b262-7c9aa920bff7 req-31605288-8585-454b-9712-51908f46b953 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.48 "GET /v2.0/networks?id=e1ee28af-2313-443a-8430-6783e827c8db HTTP/1.1" status: 200 len: 812 time: 0.1138175 Mar 16 09:17:36.769223 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Device 75a577ca-d432-4656-a7ad-fd1f99e8373f no longer exists at agent hyperv_hv-cinder-83177 {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 09:17:36.789537 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] No Port match for: 75a577ca-d432-4656-a7ad-fd1f99e8373f {{(pid=103097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 09:17:36.789891 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Device 75a577ca-d432-4656-a7ad-fd1f99e8373f not bound to the agent host hv-cinder-83177 {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 09:17:36.812883 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-6d2ff637-1e46-4d8b-b262-7c9aa920bff7 req-6b57f4e6-47a7-4480-bcc4-fe7aede508b5 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=acda52d846f04cf8b49ca272597c9d5d HTTP/1.1" status: 200 len: 380 time: 0.0532358 Mar 16 09:17:36.821499 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.v2.base [req-6d2ff637-1e46-4d8b-b262-7c9aa920bff7 req-cdbf53aa-5a23-471f-a602-dfeaebf50481 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Request body: {'port': {'device_id': '4fc1c488-766d-4793-93ba-54647256802e', 'network_id': 'e1ee28af-2313-443a-8430-6783e827c8db', 'admin_state_up': True, 'tenant_id': 'acda52d846f04cf8b49ca272597c9d5d', 'security_groups': ['a4715a9b-ecf5-4a54-be6a-6c4cc8aef8fd']}} {{(pid=103096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:17:36.928710 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d2ff637-1e46-4d8b-b262-7c9aa920bff7 req-cdbf53aa-5a23-471f-a602-dfeaebf50481 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Made reservation on behalf of acda52d846f04cf8b49ca272597c9d5d for: {'port': 1} {{(pid=103096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 09:17:36.932197 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-6d2ff637-1e46-4d8b-b262-7c9aa920bff7 req-cdbf53aa-5a23-471f-a602-dfeaebf50481 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:17:36.971552 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a37ed243-535c-4fdf-a44f-68a12e81fd13 req-ffe14103-4b23-41a5-a54b-0f14c51a2097 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fc1c488-766d-4793-93ba-54647256802e HTTP/1.1" status: 200 len: 210 time: 0.0302489 Mar 16 09:17:37.093308 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.db_base_plugin_common [req-6d2ff637-1e46-4d8b-b262-7c9aa920bff7 req-cdbf53aa-5a23-471f-a602-dfeaebf50481 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Allocated IP 172.20.0.7 (e1ee28af-2313-443a-8430-6783e827c8db/2589bda5-b4b7-46d6-9ea7-a504068c0d7e/73b69adb-7758-430a-a3ee-9a40fe200ecb) {{(pid=103096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 09:17:37.233168 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-6d2ff637-1e46-4d8b-b262-7c9aa920bff7 req-cdbf53aa-5a23-471f-a602-dfeaebf50481 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks [] for port (73b69adb-7758-430a-a3ee-9a40fe200ecb), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:17:37.267230 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-6d2ff637-1e46-4d8b-b262-7c9aa920bff7 req-cdbf53aa-5a23-471f-a602-dfeaebf50481 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732012762709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13105710'] for port (73b69adb-7758-430a-a3ee-9a40fe200ecb), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:17:37.307881 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d2ff637-1e46-4d8b-b262-7c9aa920bff7 req-cdbf53aa-5a23-471f-a602-dfeaebf50481 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Network e1ee28af-2313-443a-8430-6783e827c8db is already hosted by enough agents. {{(pid=103096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 09:17:37.311114 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.base_scheduler [req-6d2ff637-1e46-4d8b-b262-7c9aa920bff7 req-cdbf53aa-5a23-471f-a602-dfeaebf50481 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Resources bound (agent type, host, resource id): {{(pid=103096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 09:17:37.313615 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d2ff637-1e46-4d8b-b262-7c9aa920bff7 req-cdbf53aa-5a23-471f-a602-dfeaebf50481 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Received port after_create {{(pid=103096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 09:17:37.363143 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbf53aa-5a23-471f-a602-dfeaebf50481 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Pushing event updated for resources: {'Port': ['ID=73b69adb-7758-430a-a3ee-9a40fe200ecb,revision_number=1']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:17:37.399547 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2ff637-1e46-4d8b-b262-7c9aa920bff7 req-cdbf53aa-5a23-471f-a602-dfeaebf50481 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:17:37.400716 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-6d2ff637-1e46-4d8b-b262-7c9aa920bff7 req-cdbf53aa-5a23-471f-a602-dfeaebf50481 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334679'] for port (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:17:37.417438 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-6d2ff637-1e46-4d8b-b262-7c9aa920bff7 req-cdbf53aa-5a23-471f-a602-dfeaebf50481 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5994496 Mar 16 09:17:37.428165 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.v2.base [req-6d2ff637-1e46-4d8b-b262-7c9aa920bff7 req-28f1d195-fac1-4bc0-bcdd-013766acfb27 service neutron] Request body: {'port': {'device_id': '4fc1c488-766d-4793-93ba-54647256802e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=103096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:17:37.489317 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-6d2ff637-1e46-4d8b-b262-7c9aa920bff7 req-28f1d195-fac1-4bc0-bcdd-013766acfb27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (73b69adb-7758-430a-a3ee-9a40fe200ecb), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:17:37.550820 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-aac42795-f593-49ce-87a0-330b6987fedb None None] Provisioning complete for port 73b69adb-7758-430a-a3ee-9a40fe200ecb triggered by entity DHCP. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:17:37.551194 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-aac42795-f593-49ce-87a0-330b6987fedb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (73b69adb-7758-430a-a3ee-9a40fe200ecb), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:17:37.583866 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-aac42795-f593-49ce-87a0-330b6987fedb None None] Port 73b69adb-7758-430a-a3ee-9a40fe200ecb cannot update to ACTIVE because it is not bound. {{(pid=103097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 09:17:37.760238 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.notifiers.nova [req-6d2ff637-1e46-4d8b-b262-7c9aa920bff7 req-28f1d195-fac1-4bc0-bcdd-013766acfb27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73b69adb-7758-430a-a3ee-9a40fe200ecb {{(pid=103096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 09:17:37.767301 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-6d2ff637-1e46-4d8b-b262-7c9aa920bff7 req-28f1d195-fac1-4bc0-bcdd-013766acfb27 service neutron] Publish callbacks [] for port (73b69adb-7758-430a-a3ee-9a40fe200ecb), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:17:37.778419 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.provisioning_blocks [req-6d2ff637-1e46-4d8b-b262-7c9aa920bff7 req-28f1d195-fac1-4bc0-bcdd-013766acfb27 service neutron] Transition to ACTIVE for port object 73b69adb-7758-430a-a3ee-9a40fe200ecb will not be triggered until provisioned by entity L2. {{(pid=103096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 16 09:17:37.781901 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-6d2ff637-1e46-4d8b-b262-7c9aa920bff7 req-28f1d195-fac1-4bc0-bcdd-013766acfb27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13105703'] for port (73b69adb-7758-430a-a3ee-9a40fe200ecb), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:17:37.831842 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f1d195-fac1-4bc0-bcdd-013766acfb27 service neutron] Pushing event updated for resources: {'Port': ['ID=73b69adb-7758-430a-a3ee-9a40fe200ecb,revision_number=2']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:17:37.901068 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [req-6d2ff637-1e46-4d8b-b262-7c9aa920bff7 req-28f1d195-fac1-4bc0-bcdd-013766acfb27 service neutron] Attempting to bind port 73b69adb-7758-430a-a3ee-9a40fe200ecb on host hv-cinder-83177 for vnic_type normal with profile {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 09:17:37.901403 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [req-6d2ff637-1e46-4d8b-b262-7c9aa920bff7 req-28f1d195-fac1-4bc0-bcdd-013766acfb27 service neutron] Attempting to bind port 73b69adb-7758-430a-a3ee-9a40fe200ecb by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': '0ad45193-c88a-4b26-9fac-41c5a66a372f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'e1ee28af-2313-443a-8430-6783e827c8db'}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 09:17:37.901752 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2ff637-1e46-4d8b-b262-7c9aa920bff7 req-28f1d195-fac1-4bc0-bcdd-013766acfb27 service neutron] Attempting to bind port 73b69adb-7758-430a-a3ee-9a40fe200ecb on network e1ee28af-2313-443a-8430-6783e827c8db {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 09:17:37.906111 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2ff637-1e46-4d8b-b262-7c9aa920bff7 req-28f1d195-fac1-4bc0-bcdd-013766acfb27 service neutron] Port 73b69adb-7758-430a-a3ee-9a40fe200ecb on network e1ee28af-2313-443a-8430-6783e827c8db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 16 09:17:37.906431 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2ff637-1e46-4d8b-b262-7c9aa920bff7 req-28f1d195-fac1-4bc0-bcdd-013766acfb27 service neutron] Attempting to bind port 73b69adb-7758-430a-a3ee-9a40fe200ecb on network e1ee28af-2313-443a-8430-6783e827c8db {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 09:17:37.911317 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2ff637-1e46-4d8b-b262-7c9aa920bff7 req-28f1d195-fac1-4bc0-bcdd-013766acfb27 service neutron] Checking agent: {'id': 'f0da09ba-cbd5-402d-a3a1-68b8fcaf25e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 8, 59, 25), 'started_at': datetime.datetime(2022, 3, 16, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 9, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 09:17:37.911654 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2ff637-1e46-4d8b-b262-7c9aa920bff7 req-28f1d195-fac1-4bc0-bcdd-013766acfb27 service neutron] Checking segment: {'id': '0ad45193-c88a-4b26-9fac-41c5a66a372f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'e1ee28af-2313-443a-8430-6783e827c8db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 09:17:37.912031 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2ff637-1e46-4d8b-b262-7c9aa920bff7 req-28f1d195-fac1-4bc0-bcdd-013766acfb27 service neutron] Bound using segment: {'id': '0ad45193-c88a-4b26-9fac-41c5a66a372f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'e1ee28af-2313-443a-8430-6783e827c8db'} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 09:17:37.912457 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [req-6d2ff637-1e46-4d8b-b262-7c9aa920bff7 req-28f1d195-fac1-4bc0-bcdd-013766acfb27 service neutron] Bound port: 73b69adb-7758-430a-a3ee-9a40fe200ecb, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ad45193-c88a-4b26-9fac-41c5a66a372f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'e1ee28af-2313-443a-8430-6783e827c8db'}}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 09:17:37.912811 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-6d2ff637-1e46-4d8b-b262-7c9aa920bff7 req-28f1d195-fac1-4bc0-bcdd-013766acfb27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (73b69adb-7758-430a-a3ee-9a40fe200ecb), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:17:37.978589 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.db [req-6d2ff637-1e46-4d8b-b262-7c9aa920bff7 req-28f1d195-fac1-4bc0-bcdd-013766acfb27 service neutron] For port 73b69adb-7758-430a-a3ee-9a40fe200ecb, host hv-cinder-83177, cleared binding levels {{(pid=103096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 09:17:37.981623 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.db [req-6d2ff637-1e46-4d8b-b262-7c9aa920bff7 req-28f1d195-fac1-4bc0-bcdd-013766acfb27 service neutron] For port 73b69adb-7758-430a-a3ee-9a40fe200ecb, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=73b69adb-7758-430a-a3ee-9a40fe200ecb,segment=NetworkSegment(0ad45193-c88a-4b26-9fac-41c5a66a372f),segment_id=0ad45193-c88a-4b26-9fac-41c5a66a372f)] {{(pid=103096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 09:17:37.988602 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-6d2ff637-1e46-4d8b-b262-7c9aa920bff7 req-28f1d195-fac1-4bc0-bcdd-013766acfb27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13105703'] for port (73b69adb-7758-430a-a3ee-9a40fe200ecb), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:17:38.021896 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2ff637-1e46-4d8b-b262-7c9aa920bff7 req-28f1d195-fac1-4bc0-bcdd-013766acfb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:17:38.022642 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-6d2ff637-1e46-4d8b-b262-7c9aa920bff7 req-28f1d195-fac1-4bc0-bcdd-013766acfb27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334679'] for port (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:17:38.024170 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-6d2ff637-1e46-4d8b-b262-7c9aa920bff7 req-28f1d195-fac1-4bc0-bcdd-013766acfb27 service neutron] 10.222.0.48 "PUT /v2.0/ports/73b69adb-7758-430a-a3ee-9a40fe200ecb HTTP/1.1" status: 200 len: 1093 time: 0.6001163 Mar 16 09:17:38.026600 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fc1c488-766d-4793-93ba-54647256802e', 'tag': '73b69adb-7758-430a-a3ee-9a40fe200ecb'}] {{(pid=103096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 09:17:38.028890 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552648401d13394d2a88e7485ef09c5647ae5ea4c1ec431ef2c5edbe801f23fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-809f85b1-e313-4615-b105-2587bdd9a89f" -d '{"events": [{"name": "network-changed", "server_uuid": "4fc1c488-766d-4793-93ba-54647256802e", "tag": "73b69adb-7758-430a-a3ee-9a40fe200ecb"}]}' {{(pid=103096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 09:17:38.087318 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 09:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9698a06e-5d45-462a-9ddf-574459813a7f x-openstack-request-id: req-9698a06e-5d45-462a-9ddf-574459813a7f {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 09:17:38.087609 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fc1c488-766d-4793-93ba-54647256802e", "tag": "73b69adb-7758-430a-a3ee-9a40fe200ecb", "status": "completed", "code": 200}]} {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 09:17:38.087867 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9698a06e-5d45-462a-9ddf-574459813a7f {{(pid=103096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 09:17:38.088268 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fc1c488-766d-4793-93ba-54647256802e', 'tag': '73b69adb-7758-430a-a3ee-9a40fe200ecb', 'status': 'completed', 'code': 200} Mar 16 09:17:38.096584 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f1d195-fac1-4bc0-bcdd-013766acfb27 service neutron] Pushing event updated for resources: {'Port': ['ID=73b69adb-7758-430a-a3ee-9a40fe200ecb,revision_number=3']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:17:38.156999 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb0767-1a91-48ef-9777-7fe51c379f3e req-7ef9380c-8b2a-406b-ae79-30fd99d59aaa tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:17:38.158538 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-acdb0767-1a91-48ef-9777-7fe51c379f3e req-7ef9380c-8b2a-406b-ae79-30fd99d59aaa tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fc1c488-766d-4793-93ba-54647256802e HTTP/1.1" status: 200 len: 943 time: 0.1155815 Mar 16 09:17:38.161605 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2ff637-1e46-4d8b-b262-7c9aa920bff7 req-d53bc3d8-1cf9-4a16-8053-8b9800e1fde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:17:38.162998 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-6d2ff637-1e46-4d8b-b262-7c9aa920bff7 req-d53bc3d8-1cf9-4a16-8053-8b9800e1fde1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=acda52d846f04cf8b49ca272597c9d5d&device_id=4fc1c488-766d-4793-93ba-54647256802e HTTP/1.1" status: 200 len: 1127 time: 0.0776582 Mar 16 09:17:38.212958 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-6d2ff637-1e46-4d8b-b262-7c9aa920bff7 req-4f9c6f60-ab4a-45d1-ba94-5e88c7ad03cd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73b69adb-7758-430a-a3ee-9a40fe200ecb HTTP/1.1" status: 200 len: 217 time: 0.0421722 Mar 16 09:17:38.271583 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-acdb0767-1a91-48ef-9777-7fe51c379f3e req-62660833-02fb-4f65-a24d-f9dd84939fad tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4715a9b-ecf5-4a54-be6a-6c4cc8aef8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073573 Mar 16 09:17:38.281682 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2ff637-1e46-4d8b-b262-7c9aa920bff7 req-761d9325-3fec-48c1-8576-2c9f9d0bccef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:17:38.283710 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-6d2ff637-1e46-4d8b-b262-7c9aa920bff7 req-761d9325-3fec-48c1-8576-2c9f9d0bccef service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2589bda5-b4b7-46d6-9ea7-a504068c0d7e HTTP/1.1" status: 200 len: 851 time: 0.0611625 Mar 16 09:17:38.333661 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2ff637-1e46-4d8b-b262-7c9aa920bff7 req-ca364e89-ae5e-4f0a-aecf-ac977cfafe4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:17:38.335148 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-6d2ff637-1e46-4d8b-b262-7c9aa920bff7 req-ca364e89-ae5e-4f0a-aecf-ac977cfafe4d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e1ee28af-2313-443a-8430-6783e827c8db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452695 Mar 16 09:17:38.420518 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-6d2ff637-1e46-4d8b-b262-7c9aa920bff7 req-09c64204-28d8-4ee3-97c1-f7c4d5cc7574 service neutron] 10.222.0.48 "GET /v2.0/networks/e1ee28af-2313-443a-8430-6783e827c8db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788312 Mar 16 09:17:38.509324 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-6d2ff637-1e46-4d8b-b262-7c9aa920bff7 req-c39fb50e-f85a-4e74-bb41-45d202d7e5a4 service neutron] 10.222.0.48 "GET /v2.0/networks/e1ee28af-2313-443a-8430-6783e827c8db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816107 Mar 16 09:17:38.596917 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809f85b1-e313-4615-b105-2587bdd9a89f req-c64f1350-c90e-4ba5-a89b-dfb38e77e785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:17:38.598413 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-809f85b1-e313-4615-b105-2587bdd9a89f req-c64f1350-c90e-4ba5-a89b-dfb38e77e785 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=acda52d846f04cf8b49ca272597c9d5d&device_id=4fc1c488-766d-4793-93ba-54647256802e HTTP/1.1" status: 200 len: 1127 time: 0.0445976 Mar 16 09:17:38.687293 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809f85b1-e313-4615-b105-2587bdd9a89f req-9e0dd2cb-4791-461b-bf5d-5c4f946cdfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:17:38.688709 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-809f85b1-e313-4615-b105-2587bdd9a89f req-9e0dd2cb-4791-461b-bf5d-5c4f946cdfb7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e1ee28af-2313-443a-8430-6783e827c8db HTTP/1.1" status: 200 len: 913 time: 0.0839596 Mar 16 09:17:38.729369 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-809f85b1-e313-4615-b105-2587bdd9a89f req-1fc99466-5927-4cd2-90ac-34208dda2d25 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73b69adb-7758-430a-a3ee-9a40fe200ecb HTTP/1.1" status: 200 len: 217 time: 0.0344119 Mar 16 09:17:38.775118 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809f85b1-e313-4615-b105-2587bdd9a89f req-e25b3b75-6aef-4f4f-a8de-2ceef17dee7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:17:38.776474 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-809f85b1-e313-4615-b105-2587bdd9a89f req-e25b3b75-6aef-4f4f-a8de-2ceef17dee7a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2589bda5-b4b7-46d6-9ea7-a504068c0d7e HTTP/1.1" status: 200 len: 851 time: 0.0413833 Mar 16 09:17:38.827659 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809f85b1-e313-4615-b105-2587bdd9a89f req-0d96aae3-5c62-4f9a-b424-bbacbef881ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:17:38.829037 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-809f85b1-e313-4615-b105-2587bdd9a89f req-0d96aae3-5c62-4f9a-b424-bbacbef881ec service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e1ee28af-2313-443a-8430-6783e827c8db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457001 Mar 16 09:17:38.914739 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-809f85b1-e313-4615-b105-2587bdd9a89f req-473b45a2-5860-4a52-9e30-c42f7e14e6b4 service neutron] 10.222.0.48 "GET /v2.0/networks/e1ee28af-2313-443a-8430-6783e827c8db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795667 Mar 16 09:17:39.004512 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-809f85b1-e313-4615-b105-2587bdd9a89f req-5fc020d0-f441-41e4-94d6-cae102fce146 service neutron] 10.222.0.48 "GET /v2.0/networks/e1ee28af-2313-443a-8430-6783e827c8db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837848 Mar 16 09:17:39.387335 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e3af65-c2fe-45ec-9e1f-b67c360efcca req-4ab329c1-7e99-4812-af46-b32e2d0c156c tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:17:39.388763 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-36e3af65-c2fe-45ec-9e1f-b67c360efcca req-4ab329c1-7e99-4812-af46-b32e2d0c156c tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fc1c488-766d-4793-93ba-54647256802e HTTP/1.1" status: 200 len: 943 time: 0.0516987 Mar 16 09:17:39.435395 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-36e3af65-c2fe-45ec-9e1f-b67c360efcca req-6846281d-dffd-4903-a202-16d575022d17 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4715a9b-ecf5-4a54-be6a-6c4cc8aef8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412152 Mar 16 09:17:40.548441 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed4ce4-fc8c-41e9-8fd7-4277778c4594 req-55155163-0dbe-4988-8a88-d286a2d31450 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:17:40.549905 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-05ed4ce4-fc8c-41e9-8fd7-4277778c4594 req-55155163-0dbe-4988-8a88-d286a2d31450 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fc1c488-766d-4793-93ba-54647256802e HTTP/1.1" status: 200 len: 943 time: 0.0498705 Mar 16 09:17:40.596478 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-05ed4ce4-fc8c-41e9-8fd7-4277778c4594 req-d08ee26b-2c11-4325-841c-8dbc427cfd31 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4715a9b-ecf5-4a54-be6a-6c4cc8aef8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411839 Mar 16 09:17:41.715545 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dd3215-8f43-410a-bc8f-a6c41280ad37 req-f9dd620b-cb5e-4109-a606-d9c69ad0daae tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:17:41.717008 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a6dd3215-8f43-410a-bc8f-a6c41280ad37 req-f9dd620b-cb5e-4109-a606-d9c69ad0daae tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fc1c488-766d-4793-93ba-54647256802e HTTP/1.1" status: 200 len: 943 time: 0.0553555 Mar 16 09:17:41.764932 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a6dd3215-8f43-410a-bc8f-a6c41280ad37 req-cfc843cc-7513-4123-b953-eb1c319be51b tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4715a9b-ecf5-4a54-be6a-6c4cc8aef8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421162 Mar 16 09:17:42.888980 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb226d47-42bf-4b2e-a98e-5d261af776b0 req-6921b0ea-23d8-459b-bea1-83b6b7602996 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:17:42.890499 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-eb226d47-42bf-4b2e-a98e-5d261af776b0 req-6921b0ea-23d8-459b-bea1-83b6b7602996 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fc1c488-766d-4793-93ba-54647256802e HTTP/1.1" status: 200 len: 943 time: 0.0513723 Mar 16 09:17:42.940466 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-eb226d47-42bf-4b2e-a98e-5d261af776b0 req-d4f836d6-73ed-4353-955e-9424487dabf0 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4715a9b-ecf5-4a54-be6a-6c4cc8aef8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443988 Mar 16 09:17:44.058696 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e487e425-ab85-446b-a878-1c13f4e9763e req-811fd5df-c4e8-4d5a-8e35-d6fdeb63355a tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:17:44.060145 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-e487e425-ab85-446b-a878-1c13f4e9763e req-811fd5df-c4e8-4d5a-8e35-d6fdeb63355a tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fc1c488-766d-4793-93ba-54647256802e HTTP/1.1" status: 200 len: 943 time: 0.0505800 Mar 16 09:17:44.110491 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-e487e425-ab85-446b-a878-1c13f4e9763e req-62ec8a7a-f452-4484-87c1-78def5224193 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4715a9b-ecf5-4a54-be6a-6c4cc8aef8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449717 Mar 16 09:17:45.224773 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e35874-b534-424d-a078-e2c297d1d8df req-737a061c-017f-4d05-9c94-30285baaadf0 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:17:45.226189 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-98e35874-b534-424d-a078-e2c297d1d8df req-737a061c-017f-4d05-9c94-30285baaadf0 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fc1c488-766d-4793-93ba-54647256802e HTTP/1.1" status: 200 len: 943 time: 0.0507765 Mar 16 09:17:45.272663 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-98e35874-b534-424d-a078-e2c297d1d8df req-8eae04de-92bb-4caa-a60b-c6acc2e65f98 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4715a9b-ecf5-4a54-be6a-6c4cc8aef8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403719 Mar 16 09:17:46.386992 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9117a4b6-49f4-4126-9932-aa7d5395c9ca req-121cbef7-c737-4c2a-9bd4-9e2e13adf2c7 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:17:46.388457 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-9117a4b6-49f4-4126-9932-aa7d5395c9ca req-121cbef7-c737-4c2a-9bd4-9e2e13adf2c7 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fc1c488-766d-4793-93ba-54647256802e HTTP/1.1" status: 200 len: 943 time: 0.0515394 Mar 16 09:17:46.434792 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-9117a4b6-49f4-4126-9932-aa7d5395c9ca req-034d45e6-3e13-4f8d-9e6d-5ef67fc147f3 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4715a9b-ecf5-4a54-be6a-6c4cc8aef8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409424 Mar 16 09:17:46.838020 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Device 73b69adb-7758-430a-a3ee-9a40fe200ecb details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=103097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 09:17:46.930930 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] For port 73b69adb-7758-430a-a3ee-9a40fe200ecb, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=73b69adb-7758-430a-a3ee-9a40fe200ecb,segment=NetworkSegment(0ad45193-c88a-4b26-9fac-41c5a66a372f),segment_id=0ad45193-c88a-4b26-9fac-41c5a66a372f)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:17:46.942199 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Returning: {'device': '73b69adb-7758-430a-a3ee-9a40fe200ecb', 'network_id': 'e1ee28af-2313-443a-8430-6783e827c8db', 'port_id': '73b69adb-7758-430a-a3ee-9a40fe200ecb', 'mac_address': 'fa:16:3e:78:3f:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2589bda5-b4b7-46d6-9ea7-a504068c0d7e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 09:17:46.981591 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Current status of the port 73b69adb-7758-430a-a3ee-9a40fe200ecb is: DOWN; New status is: BUILD {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:17:46.981980 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (73b69adb-7758-430a-a3ee-9a40fe200ecb), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:17:46.994245 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.notifiers.nova [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73b69adb-7758-430a-a3ee-9a40fe200ecb {{(pid=103097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 09:17:47.013064 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] For port 73b69adb-7758-430a-a3ee-9a40fe200ecb, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=73b69adb-7758-430a-a3ee-9a40fe200ecb,segment=NetworkSegment(0ad45193-c88a-4b26-9fac-41c5a66a372f),segment_id=0ad45193-c88a-4b26-9fac-41c5a66a372f)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:17:47.016974 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (73b69adb-7758-430a-a3ee-9a40fe200ecb), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:17:47.061028 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Pushing event updated for resources: {'Port': ['ID=73b69adb-7758-430a-a3ee-9a40fe200ecb,revision_number=4']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:17:47.067913 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:17:47.068264 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:17:47.068612 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:17:47.068950 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:17:47.069287 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:17:47.069717 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:17:47.070042 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:17:47.070365 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:17:47.070693 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:17:47.071014 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:17:47.071336 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:17:47.071658 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:17:47.071977 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:17:47.072298 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:17:47.073147 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:17:47.364464 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] get_ports_and_sgs() called for port_ids ['73b69adb-7758-430a-a3ee-9a40fe200ecb'] {{(pid=103097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 09:17:47.555676 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823f458d-a141-4510-b742-06699aa123dc req-e45f1708-a5ca-49bf-aeec-1b384da882f0 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:17:47.559597 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-823f458d-a141-4510-b742-06699aa123dc req-e45f1708-a5ca-49bf-aeec-1b384da882f0 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fc1c488-766d-4793-93ba-54647256802e HTTP/1.1" status: 200 len: 944 time: 0.0544102 Mar 16 09:17:47.605132 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-823f458d-a141-4510-b742-06699aa123dc req-19b51d37-e636-4409-a32b-f0509c2169ae tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4715a9b-ecf5-4a54-be6a-6c4cc8aef8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417674 Mar 16 09:17:48.722650 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58984ea-f6a0-4fc6-9cd4-1266e1669fe7 req-bdc34faa-a323-4607-abde-5b9b5f25cca4 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:17:48.724092 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a58984ea-f6a0-4fc6-9cd4-1266e1669fe7 req-bdc34faa-a323-4607-abde-5b9b5f25cca4 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fc1c488-766d-4793-93ba-54647256802e HTTP/1.1" status: 200 len: 944 time: 0.0519552 Mar 16 09:17:48.770220 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a58984ea-f6a0-4fc6-9cd4-1266e1669fe7 req-235e1e37-711a-45ce-a349-2fa824584049 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4715a9b-ecf5-4a54-be6a-6c4cc8aef8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406334 Mar 16 09:17:48.856375 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Device 73b69adb-7758-430a-a3ee-9a40fe200ecb up at agent hyperv_hv-cinder-83177 {{(pid=103097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 09:17:48.902946 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Provisioning for port 73b69adb-7758-430a-a3ee-9a40fe200ecb completed by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 16 09:17:48.906902 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Provisioning complete for port 73b69adb-7758-430a-a3ee-9a40fe200ecb triggered by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:17:48.907280 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (73b69adb-7758-430a-a3ee-9a40fe200ecb), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:17:48.983527 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Current status of the port 73b69adb-7758-430a-a3ee-9a40fe200ecb is: BUILD; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:17:48.984172 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (73b69adb-7758-430a-a3ee-9a40fe200ecb), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:17:49.005825 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fc1c488-766d-4793-93ba-54647256802e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73b69adb-7758-430a-a3ee-9a40fe200ecb'}] {{(pid=103097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 09:17:49.008012 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4541ab3f2cdba5932412d0e11c0734b292cb124fdee115af1127c89d10c16b82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a43591-a66b-462b-9091-c8e8ffde01a3" -d '{"events": [{"server_uuid": "4fc1c488-766d-4793-93ba-54647256802e", "name": "network-vif-plugged", "status": "completed", "tag": "73b69adb-7758-430a-a3ee-9a40fe200ecb"}]}' {{(pid=103097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 09:17:49.020805 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] For port 73b69adb-7758-430a-a3ee-9a40fe200ecb, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=73b69adb-7758-430a-a3ee-9a40fe200ecb,segment=NetworkSegment(0ad45193-c88a-4b26-9fac-41c5a66a372f),segment_id=0ad45193-c88a-4b26-9fac-41c5a66a372f)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:17:49.024414 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (73b69adb-7758-430a-a3ee-9a40fe200ecb), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:17:49.046488 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 09:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b7e953c-cc5b-4351-9b13-907e59df2326 x-openstack-request-id: req-1b7e953c-cc5b-4351-9b13-907e59df2326 {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 09:17:49.046784 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fc1c488-766d-4793-93ba-54647256802e", "name": "network-vif-plugged", "status": "completed", "tag": "73b69adb-7758-430a-a3ee-9a40fe200ecb", "code": 200}]} {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 09:17:49.047039 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1b7e953c-cc5b-4351-9b13-907e59df2326 {{(pid=103097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 09:17:49.047430 dv-cinder-831776-4-iscsi neutron-server[103097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fc1c488-766d-4793-93ba-54647256802e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73b69adb-7758-430a-a3ee-9a40fe200ecb', 'code': 200} Mar 16 09:17:49.073761 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Pushing event updated for resources: {'Port': ['ID=73b69adb-7758-430a-a3ee-9a40fe200ecb,revision_number=5']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:17:49.271684 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df07ed21-1d4c-4d9a-88d4-7e408e114ebf req-397fb9ac-9035-41d5-b776-81e96ff88126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:17:49.273127 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-df07ed21-1d4c-4d9a-88d4-7e408e114ebf req-397fb9ac-9035-41d5-b776-81e96ff88126 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4fc1c488-766d-4793-93ba-54647256802e HTTP/1.1" status: 200 len: 1129 time: 0.0463068 Mar 16 09:17:49.322140 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-df07ed21-1d4c-4d9a-88d4-7e408e114ebf req-f981cf68-0332-44d7-ab6b-55597aa534aa service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a4715a9b-ecf5-4a54-be6a-6c4cc8aef8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379739 Mar 16 09:17:49.883950 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052fa9d9-3f47-4e9d-ad68-1cb6820e782e req-98e55725-35a4-42f1-b547-bab343edd89f tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:17:49.886053 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-052fa9d9-3f47-4e9d-ad68-1cb6820e782e req-98e55725-35a4-42f1-b547-bab343edd89f tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fc1c488-766d-4793-93ba-54647256802e HTTP/1.1" status: 200 len: 945 time: 0.0513256 Mar 16 09:17:49.933045 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-052fa9d9-3f47-4e9d-ad68-1cb6820e782e req-468f6816-efff-412d-b181-ff0a8448ad0b tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4715a9b-ecf5-4a54-be6a-6c4cc8aef8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414932 Mar 16 09:17:50.531252 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be60e76-146c-4a01-be17-ffe6faf9abb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (a398d5bf-1368-473f-bfdd-7d167c3f4154), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:17:51.052858 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2683c71-f26b-4dc9-8a84-2145988f34be req-465cb020-0d9e-4ac5-bd1c-c3d6b1984bc7 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:17:51.054336 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-d2683c71-f26b-4dc9-8a84-2145988f34be req-465cb020-0d9e-4ac5-bd1c-c3d6b1984bc7 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fc1c488-766d-4793-93ba-54647256802e HTTP/1.1" status: 200 len: 945 time: 0.0519702 Mar 16 09:17:51.104957 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-d2683c71-f26b-4dc9-8a84-2145988f34be req-c2b44cc0-d89f-48c6-ab66-5688bed84a4a tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4715a9b-ecf5-4a54-be6a-6c4cc8aef8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447516 Mar 16 09:17:51.220741 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2a9fa3-0597-4687-b94e-20b05e7379fe req-9e4c936d-3d5d-4ba8-b33e-673c8ed94824 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:17:51.222149 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-9d2a9fa3-0597-4687-b94e-20b05e7379fe req-9e4c936d-3d5d-4ba8-b33e-673c8ed94824 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fc1c488-766d-4793-93ba-54647256802e HTTP/1.1" status: 200 len: 945 time: 0.0519357 Mar 16 09:17:51.271754 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-9d2a9fa3-0597-4687-b94e-20b05e7379fe req-2e9cef99-3167-4812-a1a8-0b599899b4ab tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4715a9b-ecf5-4a54-be6a-6c4cc8aef8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441039 Mar 16 09:17:51.293727 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 57102) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:17:51.336914 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4753ebf8-f09d-48fe-9d4b-1c1510eaac51 tempest-TestVolumeBootPattern-15513018 tempest-TestVolumeBootPattern-15513018-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:17:51.338453 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-4753ebf8-f09d-48fe-9d4b-1c1510eaac51 tempest-TestVolumeBootPattern-15513018 tempest-TestVolumeBootPattern-15513018-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4fc1c488-766d-4793-93ba-54647256802e HTTP/1.1" status: 200 len: 1124 time: 0.0435760 Mar 16 09:17:51.341240 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 57104) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:17:51.345554 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.v2.base [None req-90d1a57d-7b37-41b3-9da0-820ae231b4b9 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Request body: {'floatingip': {'floating_network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'port_id': '73b69adb-7758-430a-a3ee-9a40fe200ecb', 'tenant_id': 'acda52d846f04cf8b49ca272597c9d5d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:17:51.365106 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-90d1a57d-7b37-41b3-9da0-820ae231b4b9 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:17:51.464911 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-90d1a57d-7b37-41b3-9da0-820ae231b4b9 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:17:51.576861 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.db_base_plugin_common [None req-90d1a57d-7b37-41b3-9da0-820ae231b4b9 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Allocated IP 172.27.1.231 (c4839873-0f35-4ea4-8707-46bf79a3edab/25bf7ac3-5945-4bb8-8d8f-087cde6dd03d/b82efe70-8be4-4e01-a37f-e5bd076a1afc) {{(pid=103096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 09:17:51.684220 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-90d1a57d-7b37-41b3-9da0-820ae231b4b9 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks [] for port (b82efe70-8be4-4e01-a37f-e5bd076a1afc), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:17:51.718354 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-90d1a57d-7b37-41b3-9da0-820ae231b4b9 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732012762709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13105710'] for port (b82efe70-8be4-4e01-a37f-e5bd076a1afc), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:17:51.758314 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d1a57d-7b37-41b3-9da0-820ae231b4b9 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Network c4839873-0f35-4ea4-8707-46bf79a3edab is already hosted by enough agents. {{(pid=103096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 09:17:51.761781 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.base_scheduler [None req-90d1a57d-7b37-41b3-9da0-820ae231b4b9 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Resources bound (agent type, host, resource id): {{(pid=103096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 09:17:51.765163 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d1a57d-7b37-41b3-9da0-820ae231b4b9 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Received port after_create {{(pid=103096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 09:17:51.770326 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d1a57d-7b37-41b3-9da0-820ae231b4b9 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Pushing event updated for resources: {'Port': ['ID=b82efe70-8be4-4e01-a37f-e5bd076a1afc,revision_number=1']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:17:52.364924 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-90d1a57d-7b37-41b3-9da0-820ae231b4b9 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks [] for floatingip (65f8a3a9-2430-4fc2-ac87-567b3ef695f9), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:17:52.434098 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-90d1a57d-7b37-41b3-9da0-820ae231b4b9 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (b82efe70-8be4-4e01-a37f-e5bd076a1afc), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:17:52.577787 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-90d1a57d-7b37-41b3-9da0-820ae231b4b9 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks [] for port (b82efe70-8be4-4e01-a37f-e5bd076a1afc), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:17:52.582080 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-90d1a57d-7b37-41b3-9da0-820ae231b4b9 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13105703'] for port (b82efe70-8be4-4e01-a37f-e5bd076a1afc), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:17:52.653061 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d1a57d-7b37-41b3-9da0-820ae231b4b9 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Pushing event updated for resources: {'Port': ['ID=b82efe70-8be4-4e01-a37f-e5bd076a1afc,revision_number=2']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:17:52.662653 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-90d1a57d-7b37-41b3-9da0-820ae231b4b9 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557332'] for floatingip (65f8a3a9-2430-4fc2-ac87-567b3ef695f9), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:17:52.766875 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.db.l3_db [None req-90d1a57d-7b37-41b3-9da0-820ae231b4b9 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Floating IP 65f8a3a9-2430-4fc2-ac87-567b3ef695f9 associated. External IP: 172.27.1.231, port: 73b69adb-7758-430a-a3ee-9a40fe200ecb. Mar 16 09:17:52.843202 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-35f410d8-85a5-42b7-baae-dc902c1bb8e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (09ce795b-eeca-4b3b-9d7f-577d9443cb21), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:17:52.978113 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90d1a57d-7b37-41b3-9da0-820ae231b4b9 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Router d45b9d88-fcaf-4334-a3c0-1dfd30d22a35 has already been hosted by L3 agent 09ce795b-eeca-4b3b-9d7f-577d9443cb21 {{(pid=103096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 09:17:53.087384 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d1a57d-7b37-41b3-9da0-820ae231b4b9 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Notify agent at l3_agent.dv-cinder-831776-4-iscsi the message routers_updated {{(pid=103096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 09:17:53.097769 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a373756-29da-44c1-87aa-1e95cbac59fa None None] Sync routers for ids ['d45b9d88-fcaf-4334-a3c0-1dfd30d22a35'] in dv-cinder-831776-4-iscsi {{(pid=103098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 09:17:53.103982 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-90d1a57d-7b37-41b3-9da0-820ae231b4b9 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334679'] for floatingip (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:17:53.107513 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a373756-29da-44c1-87aa-1e95cbac59fa None None] Routers {'d45b9d88-fcaf-4334-a3c0-1dfd30d22a35'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:17:53.108115 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-1a373756-29da-44c1-87aa-1e95cbac59fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:17:53Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['d45b9d88-fcaf-4334-a3c0-1dfd30d22a35'], 'active': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:17:53.137611 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-90d1a57d-7b37-41b3-9da0-820ae231b4b9 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7952790 Mar 16 09:17:53.138191 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fc1c488-766d-4793-93ba-54647256802e', 'tag': '73b69adb-7758-430a-a3ee-9a40fe200ecb'}] {{(pid=103096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 09:17:53.140409 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552648401d13394d2a88e7485ef09c5647ae5ea4c1ec431ef2c5edbe801f23fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e20f1c8-e180-4cac-b0ea-38e88a49805b" -d '{"events": [{"name": "network-changed", "server_uuid": "4fc1c488-766d-4793-93ba-54647256802e", "tag": "73b69adb-7758-430a-a3ee-9a40fe200ecb"}]}' {{(pid=103096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 09:17:53.215464 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvr_db [None req-1a373756-29da-44c1-87aa-1e95cbac59fa None None] Set router d45b9d88-fcaf-4334-a3c0-1dfd30d22a35 gateway port host: dv-cinder-831776-4-iscsi {{(pid=103098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:17:53.233536 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 09:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3defbb47-4e80-404b-9be8-1858fee0a09d x-openstack-request-id: req-3defbb47-4e80-404b-9be8-1858fee0a09d {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 09:17:53.233832 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fc1c488-766d-4793-93ba-54647256802e", "tag": "73b69adb-7758-430a-a3ee-9a40fe200ecb", "status": "completed", "code": 200}]} {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 09:17:53.234352 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3defbb47-4e80-404b-9be8-1858fee0a09d {{(pid=103096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 09:17:53.234757 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fc1c488-766d-4793-93ba-54647256802e', 'tag': '73b69adb-7758-430a-a3ee-9a40fe200ecb', 'status': 'completed', 'code': 200} Mar 16 09:17:53.297684 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e20f1c8-e180-4cac-b0ea-38e88a49805b req-7e7429ef-6ff7-4404-8ee3-4ad7e871977e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:17:53.299262 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-0e20f1c8-e180-4cac-b0ea-38e88a49805b req-7e7429ef-6ff7-4404-8ee3-4ad7e871977e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=acda52d846f04cf8b49ca272597c9d5d&device_id=4fc1c488-766d-4793-93ba-54647256802e HTTP/1.1" status: 200 len: 1129 time: 0.0443478 Mar 16 09:17:53.389383 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e20f1c8-e180-4cac-b0ea-38e88a49805b req-18049b2e-df1b-4713-b3f2-a643a69e6edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:17:53.390902 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-0e20f1c8-e180-4cac-b0ea-38e88a49805b req-18049b2e-df1b-4713-b3f2-a643a69e6edc service neutron] 10.222.0.48 "GET /v2.0/networks?id=e1ee28af-2313-443a-8430-6783e827c8db HTTP/1.1" status: 200 len: 913 time: 0.0857782 Mar 16 09:17:53.460350 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-0e20f1c8-e180-4cac-b0ea-38e88a49805b req-b11e4b4e-08a2-4700-93c0-85c79209574a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73b69adb-7758-430a-a3ee-9a40fe200ecb HTTP/1.1" status: 200 len: 999 time: 0.0629473 Mar 16 09:17:53.507843 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e20f1c8-e180-4cac-b0ea-38e88a49805b req-21b30104-843c-4c46-b189-eb4d17666477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:17:53.509259 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-0e20f1c8-e180-4cac-b0ea-38e88a49805b req-21b30104-843c-4c46-b189-eb4d17666477 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2589bda5-b4b7-46d6-9ea7-a504068c0d7e HTTP/1.1" status: 200 len: 851 time: 0.0421994 Mar 16 09:17:53.520152 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-1a373756-29da-44c1-87aa-1e95cbac59fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd45b9d88-fcaf-4334-a3c0-1dfd30d22a35', 'name': 'tempest-TestVolumeBootPattern-1758434805-router', 'tenant_id': 'acda52d846f04cf8b49ca272597c9d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '2683ecd3-c8e8-4cd8-949e-8038f83ed059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:14:02Z', 'updated_at': '2022-03-16T09:14:06Z', 'revision_number': 4, 'project_id': 'acda52d846f04cf8b49ca272597c9d5d', 'gw_port': {'id': '2683ecd3-c8e8-4cd8-949e-8038f83ed059', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45b9d88-fcaf-4334-a3c0-1dfd30d22a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:14:03Z', 'updated_at': '2022-03-16T09:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_floatingips': [{'id': '65f8a3a9-2430-4fc2-ac87-567b3ef695f9', 'tenant_id': 'acda52d846f04cf8b49ca272597c9d5d', 'floating_ip_address': '172.27.1.231', 'floating_network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'router_id': 'd45b9d88-fcaf-4334-a3c0-1dfd30d22a35', 'port_id': '73b69adb-7758-430a-a3ee-9a40fe200ecb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1ee28af-2313-443a-8430-6783e827c8db', 'mac_address': 'fa:16:3e:78:3f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc1c488-766d-4793-93ba-54647256802e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T09:17:51Z', 'updated_at': '2022-03-16T09:17:51Z', 'revision_number': 0, 'project_id': 'acda52d846f04cf8b49ca272597c9d5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf33179f-f3f1-4e2b-b1f3-23f11050d97f', 'name': '', 'network_id': 'e1ee28af-2313-443a-8430-6783e827c8db', 'tenant_id': 'acda52d846f04cf8b49ca272597c9d5d', 'mac_address': 'fa:16:3e:db:69:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45b9d88-fcaf-4334-a3c0-1dfd30d22a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '2589bda5-b4b7-46d6-9ea7-a504068c0d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:14:05Z', 'updated_at': '2022-03-16T09:14:14Z', 'revision_number': 5, 'project_id': 'acda52d846f04cf8b49ca272597c9d5d', 'subnets': [{'id': '2589bda5-b4b7-46d6-9ea7-a504068c0d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:17:53.545336 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a373756-29da-44c1-87aa-1e95cbac59fa None None] Checking router: d45b9d88-fcaf-4334-a3c0-1dfd30d22a35 for host: dv-cinder-831776-4-iscsi {{(pid=103098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 09:17:53.553494 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a373756-29da-44c1-87aa-1e95cbac59fa None None] Routers {'d45b9d88-fcaf-4334-a3c0-1dfd30d22a35'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:17:53.554095 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-1a373756-29da-44c1-87aa-1e95cbac59fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:17:53Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['d45b9d88-fcaf-4334-a3c0-1dfd30d22a35'], 'active': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:17:53.558234 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e20f1c8-e180-4cac-b0ea-38e88a49805b req-c85679d2-3c0b-456e-8f64-9da35382b6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:17:53.559716 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-0e20f1c8-e180-4cac-b0ea-38e88a49805b req-c85679d2-3c0b-456e-8f64-9da35382b6ec service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e1ee28af-2313-443a-8430-6783e827c8db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431428 Mar 16 09:17:53.652236 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-0e20f1c8-e180-4cac-b0ea-38e88a49805b req-37531fa0-42ee-462e-b532-98c02e9c2d32 service neutron] 10.222.0.48 "GET /v2.0/networks/e1ee28af-2313-443a-8430-6783e827c8db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860548 Mar 16 09:17:53.660395 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvr_db [None req-1a373756-29da-44c1-87aa-1e95cbac59fa None None] Set router d45b9d88-fcaf-4334-a3c0-1dfd30d22a35 gateway port host: dv-cinder-831776-4-iscsi {{(pid=103098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:17:53.743649 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-0e20f1c8-e180-4cac-b0ea-38e88a49805b req-42458500-f603-4f2c-b7ce-c6975ca3c93a service neutron] 10.222.0.48 "GET /v2.0/networks/e1ee28af-2313-443a-8430-6783e827c8db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825353 Mar 16 09:17:53.878536 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-1a373756-29da-44c1-87aa-1e95cbac59fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd45b9d88-fcaf-4334-a3c0-1dfd30d22a35', 'name': 'tempest-TestVolumeBootPattern-1758434805-router', 'tenant_id': 'acda52d846f04cf8b49ca272597c9d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '2683ecd3-c8e8-4cd8-949e-8038f83ed059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:14:02Z', 'updated_at': '2022-03-16T09:14:06Z', 'revision_number': 4, 'project_id': 'acda52d846f04cf8b49ca272597c9d5d', 'gw_port': {'id': '2683ecd3-c8e8-4cd8-949e-8038f83ed059', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45b9d88-fcaf-4334-a3c0-1dfd30d22a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:14:03Z', 'updated_at': '2022-03-16T09:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_floatingips': [{'id': '65f8a3a9-2430-4fc2-ac87-567b3ef695f9', 'tenant_id': 'acda52d846f04cf8b49ca272597c9d5d', 'floating_ip_address': '172.27.1.231', 'floating_network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'router_id': 'd45b9d88-fcaf-4334-a3c0-1dfd30d22a35', 'port_id': '73b69adb-7758-430a-a3ee-9a40fe200ecb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1ee28af-2313-443a-8430-6783e827c8db', 'mac_address': 'fa:16:3e:78:3f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc1c488-766d-4793-93ba-54647256802e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T09:17:51Z', 'updated_at': '2022-03-16T09:17:51Z', 'revision_number': 0, 'project_id': 'acda52d846f04cf8b49ca272597c9d5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf33179f-f3f1-4e2b-b1f3-23f11050d97f', 'name': '', 'network_id': 'e1ee28af-2313-443a-8430-6783e827c8db', 'tenant_id': 'acda52d846f04cf8b49ca272597c9d5d', 'mac_address': 'fa:16:3e:db:69:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45b9d88-fcaf-4334-a3c0-1dfd30d22a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '2589bda5-b4b7-46d6-9ea7-a504068c0d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:14:05Z', 'updated_at': '2022-03-16T09:14:14Z', 'revision_number': 5, 'project_id': 'acda52d846f04cf8b49ca272597c9d5d', 'subnets': [{'id': '2589bda5-b4b7-46d6-9ea7-a504068c0d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:17:53.902087 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-cdeb7127-6fa1-4060-ae0a-c8ffc2dd9388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (514d7d79-ab14-439d-a6c0-bbffe337a49f), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:17:53.905574 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a373756-29da-44c1-87aa-1e95cbac59fa None None] The sync data for ids ['d45b9d88-fcaf-4334-a3c0-1dfd30d22a35'] in dv-cinder-831776-4-iscsi is: [{'id': 'd45b9d88-fcaf-4334-a3c0-1dfd30d22a35', 'name': 'tempest-TestVolumeBootPattern-1758434805-router', 'tenant_id': 'acda52d846f04cf8b49ca272597c9d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '2683ecd3-c8e8-4cd8-949e-8038f83ed059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:14:02Z', 'updated_at': '2022-03-16T09:14:06Z', 'revision_number': 4, 'project_id': 'acda52d846f04cf8b49ca272597c9d5d', 'gw_port': {'id': '2683ecd3-c8e8-4cd8-949e-8038f83ed059', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45b9d88-fcaf-4334-a3c0-1dfd30d22a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:14:03Z', 'updated_at': '2022-03-16T09:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_floatingips': [{'id': '65f8a3a9-2430-4fc2-ac87-567b3ef695f9', 'tenant_id': 'acda52d846f04cf8b49ca272597c9d5d', 'floating_ip_address': '172.27.1.231', 'floating_network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'router_id': 'd45b9d88-fcaf-4334-a3c0-1dfd30d22a35', 'port_id': '73b69adb-7758-430a-a3ee-9a40fe200ecb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1ee28af-2313-443a-8430-6783e827c8db', 'mac_address': 'fa:16:3e:78:3f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc1c488-766d-4793-93ba-54647256802e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T09:17:51Z', 'updated_at': '2022-03-16T09:17:51Z', 'revision_number': 0, 'project_id': 'acda52d846f04cf8b49ca272597c9d5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf33179f-f3f1-4e2b-b1f3-23f11050d97f', 'name': '', 'network_id': 'e1ee28af-2313-443a-8430-6783e827c8db', 'tenant_id': 'acda52d846f04cf8b49ca272597c9d5d', 'mac_address': 'fa:16:3e:db:69:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45b9d88-fcaf-4334-a3c0-1dfd30d22a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '2589bda5-b4b7-46d6-9ea7-a504068c0d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:14:05Z', 'updated_at': '2022-03-16T09:14:14Z', 'revision_number': 5, 'project_id': 'acda52d846f04cf8b49ca272597c9d5d', 'subnets': [{'id': '2589bda5-b4b7-46d6-9ea7-a504068c0d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 09:17:54.086925 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e062e176-a6b6-4960-adbc-35b0bf63c602 None None] New status for floating IP 65f8a3a9-2430-4fc2-ac87-567b3ef695f9: ACTIVE {{(pid=103097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 09:17:55.534695 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3de267ec-888d-49e1-92d2-a6991c0932cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (3616e4f6-4586-420d-b0d2-e3b2f5abb17b), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:17:55.559635 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (f0da09ba-cbd5-402d-a3a1-68b8fcaf25e8), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:17:56.890470 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (489981c6-9aaa-401c-bd41-6b42e027a228), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:17:57.359341 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-c190896a-d88c-4829-98f0-764f7b95f69b req-76d003f4-e65b-49e7-8e83-b91b3b631ba9 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1401852550&fields=id&tenant_id=9105c40a7aa64b46b2a5bb388f445284 HTTP/1.1" status: 200 len: 267 time: 0.0474241 Mar 16 09:17:57.413710 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c190896a-d88c-4829-98f0-764f7b95f69b req-3950f8dc-a8c8-4edd-aa6e-4cfe038de6f5 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:17:57.415199 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-c190896a-d88c-4829-98f0-764f7b95f69b req-3950f8dc-a8c8-4edd-aa6e-4cfe038de6f5 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "GET /v2.0/ports?device_id=47eb750a-715e-4b29-9a23-a8b4825110ff HTTP/1.1" status: 200 len: 985 time: 0.0507343 Mar 16 09:17:57.426197 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.v2.base [req-c190896a-d88c-4829-98f0-764f7b95f69b req-84c6307c-7ea7-4e2f-a1ac-475357c19bfe tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Request body: {'port': {'security_groups': ['9c9bfef6-b207-4be6-b350-4ec6ea979a5c']}} {{(pid=103096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:17:57.494923 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-c190896a-d88c-4829-98f0-764f7b95f69b req-84c6307c-7ea7-4e2f-a1ac-475357c19bfe tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (2784b7f9-ff89-4f94-9551-73139d166aad), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:17:57.661601 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.db [req-c190896a-d88c-4829-98f0-764f7b95f69b req-84c6307c-7ea7-4e2f-a1ac-475357c19bfe tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] For port 2784b7f9-ff89-4f94-9551-73139d166aad, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=2784b7f9-ff89-4f94-9551-73139d166aad,segment=NetworkSegment(97acc3c3-2622-45b7-862b-840b637c186e),segment_id=97acc3c3-2622-45b7-862b-840b637c186e)] {{(pid=103096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:17:57.688842 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-c190896a-d88c-4829-98f0-764f7b95f69b req-84c6307c-7ea7-4e2f-a1ac-475357c19bfe tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Publish callbacks [] for port (2784b7f9-ff89-4f94-9551-73139d166aad), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:17:57.693282 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-c190896a-d88c-4829-98f0-764f7b95f69b req-84c6307c-7ea7-4e2f-a1ac-475357c19bfe tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13105703'] for port (2784b7f9-ff89-4f94-9551-73139d166aad), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:17:57.705197 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] get_ports_and_sgs() called for port_ids ['2784b7f9-ff89-4f94-9551-73139d166aad'] {{(pid=103097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 09:17:57.750910 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c190896a-d88c-4829-98f0-764f7b95f69b req-84c6307c-7ea7-4e2f-a1ac-475357c19bfe tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:17:57.751460 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-c190896a-d88c-4829-98f0-764f7b95f69b req-84c6307c-7ea7-4e2f-a1ac-475357c19bfe tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334679'] for port (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:17:57.752996 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-c190896a-d88c-4829-98f0-764f7b95f69b req-84c6307c-7ea7-4e2f-a1ac-475357c19bfe tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "PUT /v2.0/ports/2784b7f9-ff89-4f94-9551-73139d166aad HTTP/1.1" status: 200 len: 943 time: 0.3310697 Mar 16 09:17:57.753481 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47eb750a-715e-4b29-9a23-a8b4825110ff', 'tag': '2784b7f9-ff89-4f94-9551-73139d166aad'}] {{(pid=103096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 09:17:57.755908 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552648401d13394d2a88e7485ef09c5647ae5ea4c1ec431ef2c5edbe801f23fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-718fe50e-4efb-4edd-ac6e-b5c57c967d57" -d '{"events": [{"name": "network-changed", "server_uuid": "47eb750a-715e-4b29-9a23-a8b4825110ff", "tag": "2784b7f9-ff89-4f94-9551-73139d166aad"}]}' {{(pid=103096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 09:17:57.761141 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 57120) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:17:57.785353 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6307c-7ea7-4e2f-a1ac-475357c19bfe tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Pushing event updated for resources: {'Port': ['ID=2784b7f9-ff89-4f94-9551-73139d166aad,revision_number=7']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:17:57.824153 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 09:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bcf802a-e2e7-4dac-acca-483c2022c2ef x-openstack-request-id: req-7bcf802a-e2e7-4dac-acca-483c2022c2ef {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 09:17:57.824369 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47eb750a-715e-4b29-9a23-a8b4825110ff", "tag": "2784b7f9-ff89-4f94-9551-73139d166aad", "status": "completed", "code": 200}]} {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 09:17:57.826017 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7bcf802a-e2e7-4dac-acca-483c2022c2ef {{(pid=103096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 09:17:57.826161 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] get_ports_and_sgs() called for port_ids ['2784b7f9-ff89-4f94-9551-73139d166aad'] {{(pid=103097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 09:17:57.826458 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47eb750a-715e-4b29-9a23-a8b4825110ff', 'tag': '2784b7f9-ff89-4f94-9551-73139d166aad', 'status': 'completed', 'code': 200} Mar 16 09:17:57.855517 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-048124d9-d8e3-4b60-a591-490d77ca21d7 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Publish callbacks [] for security_group (49c3f5c7-f47f-45d4-a71c-e46978146100), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:17:57.888727 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-048124d9-d8e3-4b60-a591-490d77ca21d7 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Publish callbacks [] for security_group (49c3f5c7-f47f-45d4-a71c-e46978146100), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:17:57.898678 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718fe50e-4efb-4edd-ac6e-b5c57c967d57 req-24eed386-364a-4787-bcb1-57f2c812ea46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:17:57.898678 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-718fe50e-4efb-4edd-ac6e-b5c57c967d57 req-24eed386-364a-4787-bcb1-57f2c812ea46 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9105c40a7aa64b46b2a5bb388f445284&device_id=47eb750a-715e-4b29-9a23-a8b4825110ff HTTP/1.1" status: 200 len: 1130 time: 0.0508111 Mar 16 09:17:57.963451 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-048124d9-d8e3-4b60-a591-490d77ca21d7 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (49c3f5c7-f47f-45d4-a71c-e46978146100), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:17:57.967350 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-048124d9-d8e3-4b60-a591-490d77ca21d7 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Publish callbacks [] for security_group (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:17:57.968898 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-048124d9-d8e3-4b60-a591-490d77ca21d7 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "DELETE /v2.0/security-groups/49c3f5c7-f47f-45d4-a71c-e46978146100 HTTP/1.1" status: 204 len: 168 time: 0.2067461 Mar 16 09:17:57.971668 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 57124) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:17:57.979650 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048124d9-d8e3-4b60-a591-490d77ca21d7 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c3f5c7-f47f-45d4-a71c-e46978146100,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:17:57.989123 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048124d9-d8e3-4b60-a591-490d77ca21d7 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:17:57.989508 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048124d9-d8e3-4b60-a591-490d77ca21d7 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:17:57.989858 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048124d9-d8e3-4b60-a591-490d77ca21d7 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:17:57.990201 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048124d9-d8e3-4b60-a591-490d77ca21d7 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:17:57.990534 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048124d9-d8e3-4b60-a591-490d77ca21d7 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:17:57.991061 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048124d9-d8e3-4b60-a591-490d77ca21d7 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:17:57.991580 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048124d9-d8e3-4b60-a591-490d77ca21d7 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:17:57.991913 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048124d9-d8e3-4b60-a591-490d77ca21d7 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:17:57.992242 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048124d9-d8e3-4b60-a591-490d77ca21d7 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:17:57.992577 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048124d9-d8e3-4b60-a591-490d77ca21d7 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:17:57.992906 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048124d9-d8e3-4b60-a591-490d77ca21d7 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:17:57.993257 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048124d9-d8e3-4b60-a591-490d77ca21d7 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:17:57.993617 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048124d9-d8e3-4b60-a591-490d77ca21d7 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:17:57.994751 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048124d9-d8e3-4b60-a591-490d77ca21d7 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:17:57.994891 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048124d9-d8e3-4b60-a591-490d77ca21d7 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:17:58.065249 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-ca279c16-b93a-46d9-94d8-aecb34c9ddfc None None] Provisioning complete for port 2784b7f9-ff89-4f94-9551-73139d166aad triggered by entity DHCP. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:17:58.065863 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-ca279c16-b93a-46d9-94d8-aecb34c9ddfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (2784b7f9-ff89-4f94-9551-73139d166aad), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:17:58.093869 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718fe50e-4efb-4edd-ac6e-b5c57c967d57 req-0aabc656-a5ee-4432-8c1e-d696a3159dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:17:58.095349 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-718fe50e-4efb-4edd-ac6e-b5c57c967d57 req-0aabc656-a5ee-4432-8c1e-d696a3159dbf service neutron] 10.222.0.48 "GET /v2.0/networks?id=51a1b050-f32d-4097-bc16-62cec3c7dc23 HTTP/1.1" status: 200 len: 916 time: 0.1890142 Mar 16 09:17:58.158408 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-ca279c16-b93a-46d9-94d8-aecb34c9ddfc None None] Current status of the port 2784b7f9-ff89-4f94-9551-73139d166aad is: ACTIVE; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:17:58.192796 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-718fe50e-4efb-4edd-ac6e-b5c57c967d57 req-5d2242a2-01f4-4dd3-90a2-7cf812ea5577 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2784b7f9-ff89-4f94-9551-73139d166aad HTTP/1.1" status: 200 len: 1002 time: 0.0907722 Mar 16 09:17:58.252331 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.plugin [None req-1bf9f14c-ae6c-41cf-9786-2d664e473572 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Deleting port 23713a83-8323-435c-bc7e-9e72132bd279 {{(pid=103096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 09:17:58.252668 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-1bf9f14c-ae6c-41cf-9786-2d664e473572 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732013345958'] for port (23713a83-8323-435c-bc7e-9e72132bd279), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:17:58.256000 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718fe50e-4efb-4edd-ac6e-b5c57c967d57 req-c8365b62-7f8b-48b9-bfbf-31e5a01d0af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:17:58.257432 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-718fe50e-4efb-4edd-ac6e-b5c57c967d57 req-c8365b62-7f8b-48b9-bfbf-31e5a01d0af7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a6f52e30-58d6-4f30-893d-beb4b2ff4428 HTTP/1.1" status: 200 len: 854 time: 0.0577049 Mar 16 09:17:58.356428 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718fe50e-4efb-4edd-ac6e-b5c57c967d57 req-363f4cb4-736a-41eb-810d-62463519cdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:17:58.357914 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-718fe50e-4efb-4edd-ac6e-b5c57c967d57 req-363f4cb4-736a-41eb-810d-62463519cdd4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=51a1b050-f32d-4097-bc16-62cec3c7dc23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0917258 Mar 16 09:17:58.359823 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-1bf9f14c-ae6c-41cf-9786-2d664e473572 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559013'] for port (23713a83-8323-435c-bc7e-9e72132bd279), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:17:58.360437 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-1bf9f14c-ae6c-41cf-9786-2d664e473572 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Publish callbacks [] for floatingip (23713a83-8323-435c-bc7e-9e72132bd279), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:17:58.390688 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.plugin [None req-1bf9f14c-ae6c-41cf-9786-2d664e473572 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Calling delete_port for 23713a83-8323-435c-bc7e-9e72132bd279 owned by network:floatingip {{(pid=103096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 09:17:58.504893 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-718fe50e-4efb-4edd-ac6e-b5c57c967d57 req-1e64b6b9-606a-41fc-beec-5de5bec79099 service neutron] 10.222.0.48 "GET /v2.0/networks/51a1b050-f32d-4097-bc16-62cec3c7dc23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376250 Mar 16 09:17:58.633533 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-718fe50e-4efb-4edd-ac6e-b5c57c967d57 req-0cd777f9-9e6c-4627-bbc3-316ea3f61493 service neutron] 10.222.0.48 "GET /v2.0/networks/51a1b050-f32d-4097-bc16-62cec3c7dc23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213255 Mar 16 09:17:58.654843 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-1bf9f14c-ae6c-41cf-9786-2d664e473572 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732013351693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732012762718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13105710'] for port (23713a83-8323-435c-bc7e-9e72132bd279), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:17:58.681756 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf9f14c-ae6c-41cf-9786-2d664e473572 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Pushing event deleted for resources: {'Port': ['ID=23713a83-8323-435c-bc7e-9e72132bd279,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:17:58.741783 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-1bf9f14c-ae6c-41cf-9786-2d664e473572 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Publish callbacks [] for floatingip (7e5b79ab-f0c7-4656-b50b-bb4d3bb735ea), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:17:58.742109 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.db.l3_db [None req-1bf9f14c-ae6c-41cf-9786-2d664e473572 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Floating IP 7e5b79ab-f0c7-4656-b50b-bb4d3bb735ea disassociated (deleted). External IP: 172.27.1.102, port: 2784b7f9-ff89-4f94-9551-73139d166aad. Mar 16 09:17:58.954055 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bf9f14c-ae6c-41cf-9786-2d664e473572 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Router 4fdd40b5-320a-4942-a0b1-70df085e344a has already been hosted by L3 agent 09ce795b-eeca-4b3b-9d7f-577d9443cb21 {{(pid=103096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 09:17:59.060765 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bf9f14c-ae6c-41cf-9786-2d664e473572 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Notify agent at l3_agent.dv-cinder-831776-4-iscsi the message routers_updated {{(pid=103096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 09:17:59.065587 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-1bf9f14c-ae6c-41cf-9786-2d664e473572 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334679'] for floatingip (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:17:59.069927 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc40e3c-67dc-4226-83fc-804077b5dd19 None None] Sync routers for ids ['4fdd40b5-320a-4942-a0b1-70df085e344a'] in dv-cinder-831776-4-iscsi {{(pid=103098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 09:17:59.079556 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc40e3c-67dc-4226-83fc-804077b5dd19 None None] Routers {'4fdd40b5-320a-4942-a0b1-70df085e344a'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:17:59.080163 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-2dc40e3c-67dc-4226-83fc-804077b5dd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:17:53Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['4fdd40b5-320a-4942-a0b1-70df085e344a'], 'active': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:17:59.094888 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-1bf9f14c-ae6c-41cf-9786-2d664e473572 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "DELETE /v2.0/floatingips/7e5b79ab-f0c7-4656-b50b-bb4d3bb735ea HTTP/1.1" status: 204 len: 168 time: 1.1221371 Mar 16 09:17:59.189291 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvr_db [None req-2dc40e3c-67dc-4226-83fc-804077b5dd19 None None] Set router 4fdd40b5-320a-4942-a0b1-70df085e344a gateway port host: dv-cinder-831776-4-iscsi {{(pid=103098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:17:59.401441 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-2dc40e3c-67dc-4226-83fc-804077b5dd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fdd40b5-320a-4942-a0b1-70df085e344a', 'name': 'tempest-TestMinimumBasicScenario-1050260373-router', 'tenant_id': '9105c40a7aa64b46b2a5bb388f445284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'b4b9ef11-bd89-4e2b-8d40-6560106fea41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:14:02Z', 'updated_at': '2022-03-16T09:14:05Z', 'revision_number': 4, 'project_id': '9105c40a7aa64b46b2a5bb388f445284', 'gw_port': {'id': 'b4b9ef11-bd89-4e2b-8d40-6560106fea41', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdd40b5-320a-4942-a0b1-70df085e344a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:14:03Z', 'updated_at': '2022-03-16T09:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_interfaces': [{'id': 'c44e55f4-bd25-428a-b793-6df02aae4939', 'name': '', 'network_id': '51a1b050-f32d-4097-bc16-62cec3c7dc23', 'tenant_id': '9105c40a7aa64b46b2a5bb388f445284', 'mac_address': 'fa:16:3e:22:e8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdd40b5-320a-4942-a0b1-70df085e344a', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'a6f52e30-58d6-4f30-893d-beb4b2ff4428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:14:05Z', 'updated_at': '2022-03-16T09:14:12Z', 'revision_number': 5, 'project_id': '9105c40a7aa64b46b2a5bb388f445284', 'subnets': [{'id': 'a6f52e30-58d6-4f30-893d-beb4b2ff4428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:17:59.426289 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc40e3c-67dc-4226-83fc-804077b5dd19 None None] Checking router: 4fdd40b5-320a-4942-a0b1-70df085e344a for host: dv-cinder-831776-4-iscsi {{(pid=103098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 09:17:59.434749 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc40e3c-67dc-4226-83fc-804077b5dd19 None None] Routers {'4fdd40b5-320a-4942-a0b1-70df085e344a'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:17:59.435350 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-2dc40e3c-67dc-4226-83fc-804077b5dd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:17:53Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['4fdd40b5-320a-4942-a0b1-70df085e344a'], 'active': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:17:59.538436 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvr_db [None req-2dc40e3c-67dc-4226-83fc-804077b5dd19 None None] Set router 4fdd40b5-320a-4942-a0b1-70df085e344a gateway port host: dv-cinder-831776-4-iscsi {{(pid=103098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:17:59.738679 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-2dc40e3c-67dc-4226-83fc-804077b5dd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fdd40b5-320a-4942-a0b1-70df085e344a', 'name': 'tempest-TestMinimumBasicScenario-1050260373-router', 'tenant_id': '9105c40a7aa64b46b2a5bb388f445284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'b4b9ef11-bd89-4e2b-8d40-6560106fea41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:14:02Z', 'updated_at': '2022-03-16T09:14:05Z', 'revision_number': 4, 'project_id': '9105c40a7aa64b46b2a5bb388f445284', 'gw_port': {'id': 'b4b9ef11-bd89-4e2b-8d40-6560106fea41', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdd40b5-320a-4942-a0b1-70df085e344a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:14:03Z', 'updated_at': '2022-03-16T09:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_interfaces': [{'id': 'c44e55f4-bd25-428a-b793-6df02aae4939', 'name': '', 'network_id': '51a1b050-f32d-4097-bc16-62cec3c7dc23', 'tenant_id': '9105c40a7aa64b46b2a5bb388f445284', 'mac_address': 'fa:16:3e:22:e8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdd40b5-320a-4942-a0b1-70df085e344a', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'a6f52e30-58d6-4f30-893d-beb4b2ff4428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:14:05Z', 'updated_at': '2022-03-16T09:14:12Z', 'revision_number': 5, 'project_id': '9105c40a7aa64b46b2a5bb388f445284', 'subnets': [{'id': 'a6f52e30-58d6-4f30-893d-beb4b2ff4428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:17:59.764609 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc40e3c-67dc-4226-83fc-804077b5dd19 None None] The sync data for ids ['4fdd40b5-320a-4942-a0b1-70df085e344a'] in dv-cinder-831776-4-iscsi is: [{'id': '4fdd40b5-320a-4942-a0b1-70df085e344a', 'name': 'tempest-TestMinimumBasicScenario-1050260373-router', 'tenant_id': '9105c40a7aa64b46b2a5bb388f445284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'b4b9ef11-bd89-4e2b-8d40-6560106fea41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:14:02Z', 'updated_at': '2022-03-16T09:14:05Z', 'revision_number': 4, 'project_id': '9105c40a7aa64b46b2a5bb388f445284', 'gw_port': {'id': 'b4b9ef11-bd89-4e2b-8d40-6560106fea41', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdd40b5-320a-4942-a0b1-70df085e344a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:14:03Z', 'updated_at': '2022-03-16T09:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_interfaces': [{'id': 'c44e55f4-bd25-428a-b793-6df02aae4939', 'name': '', 'network_id': '51a1b050-f32d-4097-bc16-62cec3c7dc23', 'tenant_id': '9105c40a7aa64b46b2a5bb388f445284', 'mac_address': 'fa:16:3e:22:e8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdd40b5-320a-4942-a0b1-70df085e344a', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'a6f52e30-58d6-4f30-893d-beb4b2ff4428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:14:05Z', 'updated_at': '2022-03-16T09:14:12Z', 'revision_number': 5, 'project_id': '9105c40a7aa64b46b2a5bb388f445284', 'subnets': [{'id': 'a6f52e30-58d6-4f30-893d-beb4b2ff4428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 09:17:59.827164 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47eb750a-715e-4b29-9a23-a8b4825110ff', 'tag': '2784b7f9-ff89-4f94-9551-73139d166aad'}] {{(pid=103096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 09:17:59.829664 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552648401d13394d2a88e7485ef09c5647ae5ea4c1ec431ef2c5edbe801f23fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba2498d3-d4e1-439b-b812-4118143a7548" -d '{"events": [{"name": "network-changed", "server_uuid": "47eb750a-715e-4b29-9a23-a8b4825110ff", "tag": "2784b7f9-ff89-4f94-9551-73139d166aad"}]}' {{(pid=103096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 09:17:59.865550 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 09:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c480102d-3cd0-44ec-8e01-cc127305a325 x-openstack-request-id: req-c480102d-3cd0-44ec-8e01-cc127305a325 {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 09:17:59.865837 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47eb750a-715e-4b29-9a23-a8b4825110ff", "tag": "2784b7f9-ff89-4f94-9551-73139d166aad", "status": "completed", "code": 200}]} {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 09:17:59.866089 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c480102d-3cd0-44ec-8e01-cc127305a325 {{(pid=103096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 09:17:59.866491 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47eb750a-715e-4b29-9a23-a8b4825110ff', 'tag': '2784b7f9-ff89-4f94-9551-73139d166aad', 'status': 'completed', 'code': 200} Mar 16 09:17:59.938867 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2498d3-d4e1-439b-b812-4118143a7548 req-ace79263-a5d7-43bb-9132-b3259079d194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:17:59.940417 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-ba2498d3-d4e1-439b-b812-4118143a7548 req-ace79263-a5d7-43bb-9132-b3259079d194 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9105c40a7aa64b46b2a5bb388f445284&device_id=47eb750a-715e-4b29-9a23-a8b4825110ff HTTP/1.1" status: 200 len: 1130 time: 0.0471549 Mar 16 09:18:00.002517 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9758b99f-af34-41a2-b666-edd596763146 None None] New status for floating IP 7e5b79ab-f0c7-4656-b50b-bb4d3bb735ea: DOWN {{(pid=103097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 09:18:00.053222 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2498d3-d4e1-439b-b812-4118143a7548 req-27bbe418-bf52-4f6c-a346-350acd2b6919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:18:00.054729 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-ba2498d3-d4e1-439b-b812-4118143a7548 req-27bbe418-bf52-4f6c-a346-350acd2b6919 service neutron] 10.222.0.48 "GET /v2.0/networks?id=51a1b050-f32d-4097-bc16-62cec3c7dc23 HTTP/1.1" status: 200 len: 916 time: 0.0984216 Mar 16 09:18:00.097234 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-ba2498d3-d4e1-439b-b812-4118143a7548 req-3890c117-f45d-4461-9275-edb741b88226 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2784b7f9-ff89-4f94-9551-73139d166aad HTTP/1.1" status: 200 len: 217 time: 0.0354321 Mar 16 09:18:00.152556 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2498d3-d4e1-439b-b812-4118143a7548 req-2e049cdd-cb62-4d63-98fc-d01fb737d4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:18:00.154051 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-ba2498d3-d4e1-439b-b812-4118143a7548 req-2e049cdd-cb62-4d63-98fc-d01fb737d4ff service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a6f52e30-58d6-4f30-893d-beb4b2ff4428 HTTP/1.1" status: 200 len: 854 time: 0.0516624 Mar 16 09:18:00.202112 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2498d3-d4e1-439b-b812-4118143a7548 req-c3f8ff86-c6de-4168-94f9-daeb454cba8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:18:00.203577 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-ba2498d3-d4e1-439b-b812-4118143a7548 req-c3f8ff86-c6de-4168-94f9-daeb454cba8f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=51a1b050-f32d-4097-bc16-62cec3c7dc23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438731 Mar 16 09:18:00.290707 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-ba2498d3-d4e1-439b-b812-4118143a7548 req-bb56e0c9-25a4-4088-8504-db2d9f7554c4 service neutron] 10.222.0.48 "GET /v2.0/networks/51a1b050-f32d-4097-bc16-62cec3c7dc23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813837 Mar 16 09:18:00.377387 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-ba2498d3-d4e1-439b-b812-4118143a7548 req-d54bb28a-5051-4ebd-98ff-66c926081cc8 service neutron] 10.222.0.48 "GET /v2.0/networks/51a1b050-f32d-4097-bc16-62cec3c7dc23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793748 Mar 16 09:18:02.044176 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55610f05-ce50-4aab-86b9-79e1d2f17c3b req-ffaa46e8-d335-4650-ab27-53f868481656 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:18:02.045663 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-55610f05-ce50-4aab-86b9-79e1d2f17c3b req-ffaa46e8-d335-4650-ab27-53f868481656 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "GET /v2.0/ports?device_id=47eb750a-715e-4b29-9a23-a8b4825110ff HTTP/1.1" status: 200 len: 946 time: 0.3107502 Mar 16 09:18:02.091115 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-55610f05-ce50-4aab-86b9-79e1d2f17c3b req-6fd0ba70-b020-4ac4-9344-054abf8634b1 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c9bfef6-b207-4be6-b350-4ec6ea979a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399578 Mar 16 09:18:03.207625 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637a2f54-5459-4eb1-a1f0-156e73aa9f6d req-fd11e95e-55ba-404a-9fd1-707b1d8ac243 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:18:03.208986 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-637a2f54-5459-4eb1-a1f0-156e73aa9f6d req-fd11e95e-55ba-404a-9fd1-707b1d8ac243 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "GET /v2.0/ports?device_id=47eb750a-715e-4b29-9a23-a8b4825110ff HTTP/1.1" status: 200 len: 946 time: 0.0511024 Mar 16 09:18:03.254489 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-637a2f54-5459-4eb1-a1f0-156e73aa9f6d req-522a3e3d-4abf-4c20-b105-a056e0d4e8ae tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c9bfef6-b207-4be6-b350-4ec6ea979a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393362 Mar 16 09:18:03.907695 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e3743c-021e-40ad-aa48-2b5160e589fc req-43117fa4-8036-4f60-9378-004f15d63b14 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:18:03.909136 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-30e3743c-021e-40ad-aa48-2b5160e589fc req-43117fa4-8036-4f60-9378-004f15d63b14 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.48 "GET /v2.0/ports?device_id=47eb750a-715e-4b29-9a23-a8b4825110ff HTTP/1.1" status: 200 len: 946 time: 0.0545166 Mar 16 09:18:03.999436 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.plugin [req-30e3743c-021e-40ad-aa48-2b5160e589fc req-d87b8dc1-7533-4282-910c-91d922319aab tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Deleting port 2784b7f9-ff89-4f94-9551-73139d166aad {{(pid=103096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 09:18:03.999774 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-30e3743c-021e-40ad-aa48-2b5160e589fc req-d87b8dc1-7533-4282-910c-91d922319aab tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732013345958'] for port (2784b7f9-ff89-4f94-9551-73139d166aad), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:18:04.087585 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.db [req-30e3743c-021e-40ad-aa48-2b5160e589fc req-d87b8dc1-7533-4282-910c-91d922319aab tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] For port 2784b7f9-ff89-4f94-9551-73139d166aad, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=2784b7f9-ff89-4f94-9551-73139d166aad,segment=NetworkSegment(97acc3c3-2622-45b7-862b-840b637c186e),segment_id=97acc3c3-2622-45b7-862b-840b637c186e)] {{(pid=103096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:18:04.087943 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-30e3743c-021e-40ad-aa48-2b5160e589fc req-d87b8dc1-7533-4282-910c-91d922319aab tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559013'] for port (2784b7f9-ff89-4f94-9551-73139d166aad), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:18:04.100219 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.plugin [req-30e3743c-021e-40ad-aa48-2b5160e589fc req-d87b8dc1-7533-4282-910c-91d922319aab tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Calling delete_port for 2784b7f9-ff89-4f94-9551-73139d166aad owned by compute:nova {{(pid=103096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 09:18:04.221433 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-30e3743c-021e-40ad-aa48-2b5160e589fc req-d87b8dc1-7533-4282-910c-91d922319aab tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732013351693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732012762718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13105710'] for port (2784b7f9-ff89-4f94-9551-73139d166aad), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:18:04.233259 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] get_ports_and_sgs() called for port_ids ['2784b7f9-ff89-4f94-9551-73139d166aad'] {{(pid=103097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 09:18:04.263147 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87b8dc1-7533-4282-910c-91d922319aab tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Pushing event deleted for resources: {'Port': ['ID=2784b7f9-ff89-4f94-9551-73139d166aad,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:18:04.303221 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [req-30e3743c-021e-40ad-aa48-2b5160e589fc req-d87b8dc1-7533-4282-910c-91d922319aab tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] No DVR routers for this DVR port 2784b7f9-ff89-4f94-9551-73139d166aad on host hv-cinder-83177 {{(pid=103096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 09:18:04.305963 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-30e3743c-021e-40ad-aa48-2b5160e589fc req-d87b8dc1-7533-4282-910c-91d922319aab tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334679'] for port (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:18:04.310194 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-30e3743c-021e-40ad-aa48-2b5160e589fc req-d87b8dc1-7533-4282-910c-91d922319aab tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.48 "DELETE /v2.0/ports/2784b7f9-ff89-4f94-9551-73139d166aad HTTP/1.1" status: 204 len: 173 time: 0.3958478 Mar 16 09:18:04.310653 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47eb750a-715e-4b29-9a23-a8b4825110ff', 'name': 'network-vif-deleted', 'tag': '2784b7f9-ff89-4f94-9551-73139d166aad'}] {{(pid=103096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 09:18:04.313458 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552648401d13394d2a88e7485ef09c5647ae5ea4c1ec431ef2c5edbe801f23fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e8ecb05-c318-4e7b-b3fa-e4c4569c94e8" -d '{"events": [{"server_uuid": "47eb750a-715e-4b29-9a23-a8b4825110ff", "name": "network-vif-deleted", "tag": "2784b7f9-ff89-4f94-9551-73139d166aad"}]}' {{(pid=103096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 09:18:04.351563 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-6fca9e48-47a3-4077-ad47-fd17e06a37cd req-3c2173f7-f179-4184-bdee-8b2946de8429 tempest-TestMinimumBasicScenario-549413257 tempest-TestMinimumBasicScenario-549413257-project] 10.222.0.18 "GET /v2.0/ports?device_id=47eb750a-715e-4b29-9a23-a8b4825110ff HTTP/1.1" status: 200 len: 210 time: 0.0284884 Mar 16 09:18:04.355631 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 09:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-825cb361-5200-419d-b084-99b3283848c5 x-openstack-request-id: req-825cb361-5200-419d-b084-99b3283848c5 {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 09:18:04.355913 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47eb750a-715e-4b29-9a23-a8b4825110ff", "name": "network-vif-deleted", "tag": "2784b7f9-ff89-4f94-9551-73139d166aad", "status": "completed", "code": 200}]} {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 09:18:04.356220 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-825cb361-5200-419d-b084-99b3283848c5 {{(pid=103096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 09:18:04.356755 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47eb750a-715e-4b29-9a23-a8b4825110ff', 'name': 'network-vif-deleted', 'tag': '2784b7f9-ff89-4f94-9551-73139d166aad', 'status': 'completed', 'code': 200} Mar 16 09:18:06.923384 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Device 2784b7f9-ff89-4f94-9551-73139d166aad no longer exists at agent hyperv_hv-cinder-83177 {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 09:18:06.943843 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] No Port match for: 2784b7f9-ff89-4f94-9551-73139d166aad {{(pid=103097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 09:18:06.944201 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Device 2784b7f9-ff89-4f94-9551-73139d166aad not bound to the agent host hv-cinder-83177 {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 09:18:07.021525 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 57212) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:18:07.361542 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-71293540-35ab-4c88-8860-30803e471cb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560148'] for router_interface (4fdd40b5-320a-4942-a0b1-70df085e344a), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:18:07.606856 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.plugin [None req-71293540-35ab-4c88-8860-30803e471cb3 admin admin] Deleting port c44e55f4-bd25-428a-b793-6df02aae4939 {{(pid=103096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 09:18:07.607213 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-71293540-35ab-4c88-8860-30803e471cb3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732013345958'] for port (c44e55f4-bd25-428a-b793-6df02aae4939), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:18:07.686130 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-71293540-35ab-4c88-8860-30803e471cb3 admin admin] For port c44e55f4-bd25-428a-b793-6df02aae4939, host dv-cinder-831776-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-4-iscsi',level=0,port_id=c44e55f4-bd25-428a-b793-6df02aae4939,segment=NetworkSegment(97acc3c3-2622-45b7-862b-840b637c186e),segment_id=97acc3c3-2622-45b7-862b-840b637c186e)] {{(pid=103096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:18:07.686484 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-71293540-35ab-4c88-8860-30803e471cb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559013'] for port (c44e55f4-bd25-428a-b793-6df02aae4939), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:18:07.699090 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.plugin [None req-71293540-35ab-4c88-8860-30803e471cb3 admin admin] Calling delete_port for c44e55f4-bd25-428a-b793-6df02aae4939 owned by network:router_interface {{(pid=103096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 09:18:07.878662 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-71293540-35ab-4c88-8860-30803e471cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732013351693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732012762718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13105710'] for port (c44e55f4-bd25-428a-b793-6df02aae4939), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:18:07.902269 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71293540-35ab-4c88-8860-30803e471cb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c44e55f4-bd25-428a-b793-6df02aae4939,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:18:08.074593 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-71293540-35ab-4c88-8860-30803e471cb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-560312'] for router_interface (4fdd40b5-320a-4942-a0b1-70df085e344a), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:18:08.293322 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71293540-35ab-4c88-8860-30803e471cb3 admin admin] Router 4fdd40b5-320a-4942-a0b1-70df085e344a has already been hosted by L3 agent 09ce795b-eeca-4b3b-9d7f-577d9443cb21 {{(pid=103096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 09:18:08.393882 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71293540-35ab-4c88-8860-30803e471cb3 admin admin] Notify agent at l3_agent.dv-cinder-831776-4-iscsi the message routers_updated {{(pid=103096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 09:18:08.398983 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-71293540-35ab-4c88-8860-30803e471cb3 admin admin] 10.222.0.18 "PUT /v2.0/routers/4fdd40b5-320a-4942-a0b1-70df085e344a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3761678 Mar 16 09:18:08.401699 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 57214) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:18:08.404782 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0598af55-cc50-47b9-b516-b25f066e6222 None None] Sync routers for ids ['4fdd40b5-320a-4942-a0b1-70df085e344a'] in dv-cinder-831776-4-iscsi {{(pid=103098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 09:18:08.415283 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0598af55-cc50-47b9-b516-b25f066e6222 None None] Routers {'4fdd40b5-320a-4942-a0b1-70df085e344a'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:18:08.415970 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-0598af55-cc50-47b9-b516-b25f066e6222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:17:53Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['4fdd40b5-320a-4942-a0b1-70df085e344a'], 'active': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:18:08.508371 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-5741bf64-2c0f-4287-aa01-8bc803877732 admin admin] Publish callbacks [] for router (4fdd40b5-320a-4942-a0b1-70df085e344a), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:18:08.520526 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvr_db [None req-0598af55-cc50-47b9-b516-b25f066e6222 None None] Set router 4fdd40b5-320a-4942-a0b1-70df085e344a gateway port host: dv-cinder-831776-4-iscsi {{(pid=103098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:18:08.625548 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-5741bf64-2c0f-4287-aa01-8bc803877732 admin admin] Publish callbacks [] for router_gateway (4fdd40b5-320a-4942-a0b1-70df085e344a), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:18:08.679167 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.plugin [None req-5741bf64-2c0f-4287-aa01-8bc803877732 admin admin] Deleting port b4b9ef11-bd89-4e2b-8d40-6560106fea41 {{(pid=103096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 09:18:08.679508 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-5741bf64-2c0f-4287-aa01-8bc803877732 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732013345958'] for port (b4b9ef11-bd89-4e2b-8d40-6560106fea41), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:18:08.758925 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-5741bf64-2c0f-4287-aa01-8bc803877732 admin admin] For port b4b9ef11-bd89-4e2b-8d40-6560106fea41, host dv-cinder-831776-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-4-iscsi',level=0,port_id=b4b9ef11-bd89-4e2b-8d40-6560106fea41,segment=NetworkSegment(627a1704-08f1-4a54-a35a-53ba84ce9e35),segment_id=627a1704-08f1-4a54-a35a-53ba84ce9e35)] {{(pid=103096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:18:08.759281 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-5741bf64-2c0f-4287-aa01-8bc803877732 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559013'] for port (b4b9ef11-bd89-4e2b-8d40-6560106fea41), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:18:08.771736 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.plugin [None req-5741bf64-2c0f-4287-aa01-8bc803877732 admin admin] Calling delete_port for b4b9ef11-bd89-4e2b-8d40-6560106fea41 owned by network:router_gateway {{(pid=103096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 09:18:08.779387 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-0598af55-cc50-47b9-b516-b25f066e6222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fdd40b5-320a-4942-a0b1-70df085e344a', 'name': 'tempest-TestMinimumBasicScenario-1050260373-router', 'tenant_id': '9105c40a7aa64b46b2a5bb388f445284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'b4b9ef11-bd89-4e2b-8d40-6560106fea41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:14:02Z', 'updated_at': '2022-03-16T09:18:07Z', 'revision_number': 5, 'project_id': '9105c40a7aa64b46b2a5bb388f445284', 'gw_port': {'id': 'b4b9ef11-bd89-4e2b-8d40-6560106fea41', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdd40b5-320a-4942-a0b1-70df085e344a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:14:03Z', 'updated_at': '2022-03-16T09:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi'}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:18:08.808246 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0598af55-cc50-47b9-b516-b25f066e6222 None None] Checking router: 4fdd40b5-320a-4942-a0b1-70df085e344a for host: dv-cinder-831776-4-iscsi {{(pid=103098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 09:18:08.816342 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0598af55-cc50-47b9-b516-b25f066e6222 None None] Routers {'4fdd40b5-320a-4942-a0b1-70df085e344a'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:18:08.816954 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-0598af55-cc50-47b9-b516-b25f066e6222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:17:53Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['4fdd40b5-320a-4942-a0b1-70df085e344a'], 'active': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:18:08.905187 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvr_db [None req-0598af55-cc50-47b9-b516-b25f066e6222 None None] Set router 4fdd40b5-320a-4942-a0b1-70df085e344a gateway port host: None {{(pid=103098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:18:08.934069 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-5741bf64-2c0f-4287-aa01-8bc803877732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732013351693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732012762718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13105710'] for port (b4b9ef11-bd89-4e2b-8d40-6560106fea41), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:18:08.955104 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-0598af55-cc50-47b9-b516-b25f066e6222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fdd40b5-320a-4942-a0b1-70df085e344a', 'name': 'tempest-TestMinimumBasicScenario-1050260373-router', 'tenant_id': '9105c40a7aa64b46b2a5bb388f445284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:14:02Z', 'updated_at': '2022-03-16T09:18:08Z', 'revision_number': 6, 'project_id': '9105c40a7aa64b46b2a5bb388f445284', 'gw_port_host': None}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:18:08.960184 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5741bf64-2c0f-4287-aa01-8bc803877732 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4b9ef11-bd89-4e2b-8d40-6560106fea41,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:18:08.984477 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0598af55-cc50-47b9-b516-b25f066e6222 None None] The sync data for ids ['4fdd40b5-320a-4942-a0b1-70df085e344a'] in dv-cinder-831776-4-iscsi is: [{'id': '4fdd40b5-320a-4942-a0b1-70df085e344a', 'name': 'tempest-TestMinimumBasicScenario-1050260373-router', 'tenant_id': '9105c40a7aa64b46b2a5bb388f445284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:14:02Z', 'updated_at': '2022-03-16T09:18:08Z', 'revision_number': 6, 'project_id': '9105c40a7aa64b46b2a5bb388f445284', 'gw_port_host': None}] {{(pid=103098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 09:18:09.027693 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-5741bf64-2c0f-4287-aa01-8bc803877732 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-557406'] for router_gateway (4fdd40b5-320a-4942-a0b1-70df085e344a), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:18:09.116679 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-5741bf64-2c0f-4287-aa01-8bc803877732 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124902'] for router (4fdd40b5-320a-4942-a0b1-70df085e344a), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:18:09.118705 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-5741bf64-2c0f-4287-aa01-8bc803877732 admin admin] Publish callbacks [] for router_controller (4fdd40b5-320a-4942-a0b1-70df085e344a), precommit_delete_associations {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:18:09.160912 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-5741bf64-2c0f-4287-aa01-8bc803877732 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571054'] for router (4fdd40b5-320a-4942-a0b1-70df085e344a), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:18:09.161471 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5741bf64-2c0f-4287-aa01-8bc803877732 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4fdd40b5-320a-4942-a0b1-70df085e344a {{(pid=103096) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 09:18:09.167004 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-5741bf64-2c0f-4287-aa01-8bc803877732 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:18:09.168184 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-5741bf64-2c0f-4287-aa01-8bc803877732 admin admin] 10.222.0.18 "DELETE /v2.0/routers/4fdd40b5-320a-4942-a0b1-70df085e344a HTTP/1.1" status: 204 len: 168 time: 0.7654979 Mar 16 09:18:09.170596 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 57216) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:18:09.214238 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.db_base_plugin_v2 [None req-56d38e8a-3a02-4c4e-b0c7-ebb42d0a47ac admin admin] Deleting subnet a6f52e30-58d6-4f30-893d-beb4b2ff4428 {{(pid=103096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 16 09:18:09.217198 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-56d38e8a-3a02-4c4e-b0c7-ebb42d0a47ac admin admin] Publish callbacks [] for subnet (a6f52e30-58d6-4f30-893d-beb4b2ff4428), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:18:09.254608 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-56d38e8a-3a02-4c4e-b0c7-ebb42d0a47ac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14117644'] for subnet (a6f52e30-58d6-4f30-893d-beb4b2ff4428), precommit_delete_associations {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:18:09.330709 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-56d38e8a-3a02-4c4e-b0c7-ebb42d0a47ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1238432'] for subnet (a6f52e30-58d6-4f30-893d-beb4b2ff4428), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:18:09.384416 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-56d38e8a-3a02-4c4e-b0c7-ebb42d0a47ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1238363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13105905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12838951'] for subnet (a6f52e30-58d6-4f30-893d-beb4b2ff4428), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:18:09.408215 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d38e8a-3a02-4c4e-b0c7-ebb42d0a47ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6f52e30-58d6-4f30-893d-beb4b2ff4428,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:18:09.413753 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-56d38e8a-3a02-4c4e-b0c7-ebb42d0a47ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555813'] for subnet (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:18:09.417115 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-56d38e8a-3a02-4c4e-b0c7-ebb42d0a47ac admin admin] 10.222.0.18 "DELETE /v2.0/subnets/a6f52e30-58d6-4f30-893d-beb4b2ff4428 HTTP/1.1" status: 204 len: 168 time: 0.2454038 Mar 16 09:18:09.419331 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 57218) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:18:09.421307 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4439aa3-ea1c-4fed-b537-2ce30407745f None None] Network 51a1b050-f32d-4097-bc16-62cec3c7dc23 requested from dv-cinder-831776-4-iscsi {{(pid=103097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 09:18:09.491026 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-b8ca2087-2d4b-420f-b000-d69e0a2587f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1197409'] for network (51a1b050-f32d-4097-bc16-62cec3c7dc23), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:18:09.549975 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.plugin [None req-b8ca2087-2d4b-420f-b000-d69e0a2587f0 admin admin] Deleting port 1bb08710-43ff-4607-8b9c-8294c3a28a2a {{(pid=103096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 09:18:09.550318 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-b8ca2087-2d4b-420f-b000-d69e0a2587f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732013345958'] for port (1bb08710-43ff-4607-8b9c-8294c3a28a2a), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:18:09.614451 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-b8ca2087-2d4b-420f-b000-d69e0a2587f0 admin admin] For port 1bb08710-43ff-4607-8b9c-8294c3a28a2a, host dv-cinder-831776-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-4-iscsi',level=0,port_id=1bb08710-43ff-4607-8b9c-8294c3a28a2a,segment=NetworkSegment(97acc3c3-2622-45b7-862b-840b637c186e),segment_id=97acc3c3-2622-45b7-862b-840b637c186e)] {{(pid=103096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:18:09.614813 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-b8ca2087-2d4b-420f-b000-d69e0a2587f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559013'] for port (1bb08710-43ff-4607-8b9c-8294c3a28a2a), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:18:09.627479 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.plugin [None req-b8ca2087-2d4b-420f-b000-d69e0a2587f0 admin admin] Calling delete_port for 1bb08710-43ff-4607-8b9c-8294c3a28a2a owned by network:dhcp {{(pid=103096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 09:18:09.702924 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-b8ca2087-2d4b-420f-b000-d69e0a2587f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732013351693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732012762718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13105710'] for port (1bb08710-43ff-4607-8b9c-8294c3a28a2a), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:18:09.721921 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4aa9d9-d1d7-438c-9950-ae780abc038b None None] DHCP port deletion for 51a1b050-f32d-4097-bc16-62cec3c7dc23 request from dv-cinder-831776-4-iscsi {{(pid=103097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 16 09:18:09.727976 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ca2087-2d4b-420f-b000-d69e0a2587f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bb08710-43ff-4607-8b9c-8294c3a28a2a,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:18:09.736251 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ca2087-2d4b-420f-b000-d69e0a2587f0 admin admin] No DVR routers for this DVR port 1bb08710-43ff-4607-8b9c-8294c3a28a2a on host dv-cinder-831776-4-iscsi {{(pid=103096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 09:18:09.811251 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-b8ca2087-2d4b-420f-b000-d69e0a2587f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1240631', 'neutron.services.segments.db._delete_segments_for_network-8732013206218'] for network (51a1b050-f32d-4097-bc16-62cec3c7dc23), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:18:09.831635 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.services.segments.db [None req-b8ca2087-2d4b-420f-b000-d69e0a2587f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51a1b050-f32d-4097-bc16-62cec3c7dc23']}} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:18:09.841701 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.services.segments.db [None req-b8ca2087-2d4b-420f-b000-d69e0a2587f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97acc3c3-2622-45b7-862b-840b637c186e') {'for_net_delete': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:18:09.842000 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.services.segments.db [None req-b8ca2087-2d4b-420f-b000-d69e0a2587f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97acc3c3-2622-45b7-862b-840b637c186e') {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:18:09.851491 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-b8ca2087-2d4b-420f-b000-d69e0a2587f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732013210067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14117639'] for segment (97acc3c3-2622-45b7-862b-840b637c186e), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:18:09.865739 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-b8ca2087-2d4b-420f-b000-d69e0a2587f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079957'] for segment (97acc3c3-2622-45b7-862b-840b637c186e), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:18:09.871589 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8ca2087-2d4b-420f-b000-d69e0a2587f0 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=103096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 09:18:09.871984 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-b8ca2087-2d4b-420f-b000-d69e0a2587f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13105755'] for segment (97acc3c3-2622-45b7-862b-840b637c186e), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:18:09.873617 dv-cinder-831776-4-iscsi neutron-server[103096]: Traceback (most recent call last): Mar 16 09:18:09.873617 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 09:18:09.873617 dv-cinder-831776-4-iscsi neutron-server[103096]: timer() Mar 16 09:18:09.873617 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 09:18:09.873617 dv-cinder-831776-4-iscsi neutron-server[103096]: cb(*args, **kw) Mar 16 09:18:09.873617 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 16 09:18:09.873617 dv-cinder-831776-4-iscsi neutron-server[103096]: return func(*args, **kwargs) Mar 16 09:18:09.873617 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 09:18:09.873617 dv-cinder-831776-4-iscsi neutron-server[103096]: self._notify() Mar 16 09:18:09.873617 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 09:18:09.873617 dv-cinder-831776-4-iscsi neutron-server[103096]: self.callback(batched_events) Mar 16 09:18:09.873617 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 09:18:09.873617 dv-cinder-831776-4-iscsi neutron-server[103096]: event.method(event) Mar 16 09:18:09.873617 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 16 09:18:09.873617 dv-cinder-831776-4-iscsi neutron-server[103096]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 09:18:09.873617 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 16 09:18:09.873617 dv-cinder-831776-4-iscsi neutron-server[103096]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 09:18:09.873617 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 16 09:18:09.873617 dv-cinder-831776-4-iscsi neutron-server[103096]: return f(self, *a, **k) Mar 16 09:18:09.873617 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 09:18:09.873617 dv-cinder-831776-4-iscsi neutron-server[103096]: return self._get(url).json() Mar 16 09:18:09.873617 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 09:18:09.873617 dv-cinder-831776-4-iscsi neutron-server[103096]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 09:18:09.873617 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 09:18:09.873617 dv-cinder-831776-4-iscsi neutron-server[103096]: return self.request(url, 'GET', **kwargs) Mar 16 09:18:09.873617 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 09:18:09.873617 dv-cinder-831776-4-iscsi neutron-server[103096]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 09:18:09.873617 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 09:18:09.873617 dv-cinder-831776-4-iscsi neutron-server[103096]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 09:18:09.873617 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 09:18:09.873617 dv-cinder-831776-4-iscsi neutron-server[103096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 09:18:09.873617 dv-cinder-831776-4-iscsi neutron-server[103096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 09:18:09.934250 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-b8ca2087-2d4b-420f-b000-d69e0a2587f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1240622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-557370'] for network (51a1b050-f32d-4097-bc16-62cec3c7dc23), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:18:09.940118 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-b8ca2087-2d4b-420f-b000-d69e0a2587f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555813'] for network (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:18:09.943566 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-b8ca2087-2d4b-420f-b000-d69e0a2587f0 admin admin] 10.222.0.18 "DELETE /v2.0/networks/51a1b050-f32d-4097-bc16-62cec3c7dc23 HTTP/1.1" status: 204 len: 168 time: 0.5233331 Mar 16 09:18:09.946478 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 57220) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:18:09.961556 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ca2087-2d4b-420f-b000-d69e0a2587f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=51a1b050-f32d-4097-bc16-62cec3c7dc23,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:18:10.057297 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.agents_db [None req-ddb2e055-3acb-4969-8bde-a74b2247622c None None] Agent healthcheck: found 6 active agents {{(pid=103098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 09:18:10.292301 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-ee7665b2-4184-419a-bcbe-d9c1f449eba6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560148'] for router_interface (104eed89-97e8-41c8-829f-d4c18b84844a), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:18:10.624634 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device 1bb08710-43ff-4607-8b9c-8294c3a28a2a no longer exists at agent ovs-agent-dv-cinder-831776-4-iscsi {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 09:18:10.644006 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] No Port match for: 1bb08710-43ff-4607-8b9c-8294c3a28a2a {{(pid=103097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 09:18:10.644349 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device 1bb08710-43ff-4607-8b9c-8294c3a28a2a not bound to the agent host dv-cinder-831776-4-iscsi {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 09:18:10.644763 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device c44e55f4-bd25-428a-b793-6df02aae4939 no longer exists at agent ovs-agent-dv-cinder-831776-4-iscsi {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 09:18:10.663034 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] No Port match for: c44e55f4-bd25-428a-b793-6df02aae4939 {{(pid=103097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 09:18:10.663377 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device c44e55f4-bd25-428a-b793-6df02aae4939 not bound to the agent host dv-cinder-831776-4-iscsi {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 09:18:10.663780 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device b4b9ef11-bd89-4e2b-8d40-6560106fea41 no longer exists at agent ovs-agent-dv-cinder-831776-4-iscsi {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 09:18:10.682270 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] No Port match for: b4b9ef11-bd89-4e2b-8d40-6560106fea41 {{(pid=103097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 09:18:10.682615 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device b4b9ef11-bd89-4e2b-8d40-6560106fea41 not bound to the agent host dv-cinder-831776-4-iscsi {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 09:18:10.783170 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.plugin [None req-ee7665b2-4184-419a-bcbe-d9c1f449eba6 admin admin] Deleting port 5e88f0f9-46db-4f59-a818-dd71d094b60b {{(pid=103096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 09:18:10.783502 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-ee7665b2-4184-419a-bcbe-d9c1f449eba6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732013345958'] for port (5e88f0f9-46db-4f59-a818-dd71d094b60b), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:18:10.856614 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-ee7665b2-4184-419a-bcbe-d9c1f449eba6 admin admin] For port 5e88f0f9-46db-4f59-a818-dd71d094b60b, host dv-cinder-831776-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-4-iscsi',level=0,port_id=5e88f0f9-46db-4f59-a818-dd71d094b60b,segment=NetworkSegment(58bd9012-6b0b-4d9a-9805-d81b2e7a82e8),segment_id=58bd9012-6b0b-4d9a-9805-d81b2e7a82e8)] {{(pid=103096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:18:10.856893 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-ee7665b2-4184-419a-bcbe-d9c1f449eba6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559013'] for port (5e88f0f9-46db-4f59-a818-dd71d094b60b), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:18:10.868947 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.plugin [None req-ee7665b2-4184-419a-bcbe-d9c1f449eba6 admin admin] Calling delete_port for 5e88f0f9-46db-4f59-a818-dd71d094b60b owned by network:router_interface {{(pid=103096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 09:18:11.042949 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-ee7665b2-4184-419a-bcbe-d9c1f449eba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732013351693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732012762718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13105710'] for port (5e88f0f9-46db-4f59-a818-dd71d094b60b), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:18:11.065537 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7665b2-4184-419a-bcbe-d9c1f449eba6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e88f0f9-46db-4f59-a818-dd71d094b60b,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:18:11.238151 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-ee7665b2-4184-419a-bcbe-d9c1f449eba6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-560312'] for router_interface (104eed89-97e8-41c8-829f-d4c18b84844a), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:18:11.448461 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee7665b2-4184-419a-bcbe-d9c1f449eba6 admin admin] Router 104eed89-97e8-41c8-829f-d4c18b84844a has already been hosted by L3 agent 09ce795b-eeca-4b3b-9d7f-577d9443cb21 {{(pid=103096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 09:18:11.552028 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee7665b2-4184-419a-bcbe-d9c1f449eba6 admin admin] Notify agent at l3_agent.dv-cinder-831776-4-iscsi the message routers_updated {{(pid=103096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 09:18:11.556840 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-ee7665b2-4184-419a-bcbe-d9c1f449eba6 admin admin] 10.222.0.18 "PUT /v2.0/routers/104eed89-97e8-41c8-829f-d4c18b84844a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6094463 Mar 16 09:18:11.560692 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 57222) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:18:11.562069 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aab5a35-1119-4e6a-8083-0de2c4918c2a None None] Sync routers for ids ['104eed89-97e8-41c8-829f-d4c18b84844a'] in dv-cinder-831776-4-iscsi {{(pid=103097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 09:18:11.571428 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aab5a35-1119-4e6a-8083-0de2c4918c2a None None] Routers {'104eed89-97e8-41c8-829f-d4c18b84844a'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:18:11.572126 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-4aab5a35-1119-4e6a-8083-0de2c4918c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:17:53Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['104eed89-97e8-41c8-829f-d4c18b84844a'], 'active': True} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:18:11.659471 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-417aaa8f-f006-40bc-8dd1-f593cb1133aa admin admin] Publish callbacks [] for router (104eed89-97e8-41c8-829f-d4c18b84844a), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:18:11.676446 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvr_db [None req-4aab5a35-1119-4e6a-8083-0de2c4918c2a None None] Set router 104eed89-97e8-41c8-829f-d4c18b84844a gateway port host: dv-cinder-831776-4-iscsi {{(pid=103097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:18:11.763377 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-417aaa8f-f006-40bc-8dd1-f593cb1133aa admin admin] Publish callbacks [] for router_gateway (104eed89-97e8-41c8-829f-d4c18b84844a), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:18:11.819989 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.plugin [None req-417aaa8f-f006-40bc-8dd1-f593cb1133aa admin admin] Deleting port 34691523-1319-499c-9a66-b49ead4c0464 {{(pid=103096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 09:18:11.820373 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-417aaa8f-f006-40bc-8dd1-f593cb1133aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732013345958'] for port (34691523-1319-499c-9a66-b49ead4c0464), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:18:11.855337 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-4aab5a35-1119-4e6a-8083-0de2c4918c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '104eed89-97e8-41c8-829f-d4c18b84844a', 'name': 'tempest-TestMinimumBasicScenario-1040188861-router', 'tenant_id': '947a751f7c1e4a90a81ee13d33095cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '34691523-1319-499c-9a66-b49ead4c0464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:14:08Z', 'updated_at': '2022-03-16T09:18:10Z', 'revision_number': 5, 'project_id': '947a751f7c1e4a90a81ee13d33095cde', 'gw_port': {'id': '34691523-1319-499c-9a66-b49ead4c0464', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:88:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104eed89-97e8-41c8-829f-d4c18b84844a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:14:09Z', 'updated_at': '2022-03-16T09:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi'}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:18:11.882164 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aab5a35-1119-4e6a-8083-0de2c4918c2a None None] Checking router: 104eed89-97e8-41c8-829f-d4c18b84844a for host: dv-cinder-831776-4-iscsi {{(pid=103097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 09:18:11.890324 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aab5a35-1119-4e6a-8083-0de2c4918c2a None None] Routers {'104eed89-97e8-41c8-829f-d4c18b84844a'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:18:11.890932 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-4aab5a35-1119-4e6a-8083-0de2c4918c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:17:53Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['104eed89-97e8-41c8-829f-d4c18b84844a'], 'active': True} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:18:11.896554 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-417aaa8f-f006-40bc-8dd1-f593cb1133aa admin admin] For port 34691523-1319-499c-9a66-b49ead4c0464, host dv-cinder-831776-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-4-iscsi',level=0,port_id=34691523-1319-499c-9a66-b49ead4c0464,segment=NetworkSegment(627a1704-08f1-4a54-a35a-53ba84ce9e35),segment_id=627a1704-08f1-4a54-a35a-53ba84ce9e35)] {{(pid=103096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:18:11.896929 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-417aaa8f-f006-40bc-8dd1-f593cb1133aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559013'] for port (34691523-1319-499c-9a66-b49ead4c0464), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:18:11.909150 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.plugin [None req-417aaa8f-f006-40bc-8dd1-f593cb1133aa admin admin] Calling delete_port for 34691523-1319-499c-9a66-b49ead4c0464 owned by network:router_gateway {{(pid=103096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 09:18:11.981728 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvr_db [None req-4aab5a35-1119-4e6a-8083-0de2c4918c2a None None] Set router 104eed89-97e8-41c8-829f-d4c18b84844a gateway port host: None {{(pid=103097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:18:12.034407 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-4aab5a35-1119-4e6a-8083-0de2c4918c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '104eed89-97e8-41c8-829f-d4c18b84844a', 'name': 'tempest-TestMinimumBasicScenario-1040188861-router', 'tenant_id': '947a751f7c1e4a90a81ee13d33095cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:14:08Z', 'updated_at': '2022-03-16T09:18:11Z', 'revision_number': 6, 'project_id': '947a751f7c1e4a90a81ee13d33095cde', 'gw_port_host': None}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:18:12.060720 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aab5a35-1119-4e6a-8083-0de2c4918c2a None None] The sync data for ids ['104eed89-97e8-41c8-829f-d4c18b84844a'] in dv-cinder-831776-4-iscsi is: [{'id': '104eed89-97e8-41c8-829f-d4c18b84844a', 'name': 'tempest-TestMinimumBasicScenario-1040188861-router', 'tenant_id': '947a751f7c1e4a90a81ee13d33095cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:14:08Z', 'updated_at': '2022-03-16T09:18:11Z', 'revision_number': 6, 'project_id': '947a751f7c1e4a90a81ee13d33095cde', 'gw_port_host': None}] {{(pid=103097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 09:18:12.074393 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-417aaa8f-f006-40bc-8dd1-f593cb1133aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732013351693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732012762718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13105710'] for port (34691523-1319-499c-9a66-b49ead4c0464), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:18:12.103905 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417aaa8f-f006-40bc-8dd1-f593cb1133aa admin admin] Pushing event deleted for resources: {'Port': ['ID=34691523-1319-499c-9a66-b49ead4c0464,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:18:12.163792 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-417aaa8f-f006-40bc-8dd1-f593cb1133aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-557406'] for router_gateway (104eed89-97e8-41c8-829f-d4c18b84844a), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:18:12.253058 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-417aaa8f-f006-40bc-8dd1-f593cb1133aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124902'] for router (104eed89-97e8-41c8-829f-d4c18b84844a), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:18:12.255119 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-417aaa8f-f006-40bc-8dd1-f593cb1133aa admin admin] Publish callbacks [] for router_controller (104eed89-97e8-41c8-829f-d4c18b84844a), precommit_delete_associations {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:18:12.297880 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-417aaa8f-f006-40bc-8dd1-f593cb1133aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571054'] for router (104eed89-97e8-41c8-829f-d4c18b84844a), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:18:12.298323 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-417aaa8f-f006-40bc-8dd1-f593cb1133aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 104eed89-97e8-41c8-829f-d4c18b84844a {{(pid=103096) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 09:18:12.303390 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-417aaa8f-f006-40bc-8dd1-f593cb1133aa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:18:12.304521 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-417aaa8f-f006-40bc-8dd1-f593cb1133aa admin admin] 10.222.0.18 "DELETE /v2.0/routers/104eed89-97e8-41c8-829f-d4c18b84844a HTTP/1.1" status: 204 len: 168 time: 0.7429125 Mar 16 09:18:12.307002 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 57224) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:18:12.352802 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.db_base_plugin_v2 [None req-a920aa17-d468-4f51-aa10-e4c876c5ba1f admin admin] Deleting subnet 4db9f080-61b1-40f2-9991-01423322eae8 {{(pid=103096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 16 09:18:12.356316 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-a920aa17-d468-4f51-aa10-e4c876c5ba1f admin admin] Publish callbacks [] for subnet (4db9f080-61b1-40f2-9991-01423322eae8), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:18:12.389238 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-a920aa17-d468-4f51-aa10-e4c876c5ba1f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14117644'] for subnet (4db9f080-61b1-40f2-9991-01423322eae8), precommit_delete_associations {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:18:12.469465 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-a920aa17-d468-4f51-aa10-e4c876c5ba1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1238432'] for subnet (4db9f080-61b1-40f2-9991-01423322eae8), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:18:12.524151 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-a920aa17-d468-4f51-aa10-e4c876c5ba1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1238363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13105905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12838951'] for subnet (4db9f080-61b1-40f2-9991-01423322eae8), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:18:12.549455 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a920aa17-d468-4f51-aa10-e4c876c5ba1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4db9f080-61b1-40f2-9991-01423322eae8,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:18:12.552888 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-a920aa17-d468-4f51-aa10-e4c876c5ba1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555813'] for subnet (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:18:12.556045 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-a920aa17-d468-4f51-aa10-e4c876c5ba1f admin admin] 10.222.0.18 "DELETE /v2.0/subnets/4db9f080-61b1-40f2-9991-01423322eae8 HTTP/1.1" status: 204 len: 168 time: 0.2480860 Mar 16 09:18:12.558462 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 57226) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:18:12.560991 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a7500b-6856-4499-b6e5-b8ade0687be7 None None] Network 97ef918a-debb-4a91-84de-9f679e3c4540 requested from dv-cinder-831776-4-iscsi {{(pid=103097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 09:18:12.626312 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-ea335ec1-17f4-49cc-915d-cde3aba9e46e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1197409'] for network (97ef918a-debb-4a91-84de-9f679e3c4540), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:18:12.678361 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.plugin [None req-ea335ec1-17f4-49cc-915d-cde3aba9e46e admin admin] Deleting port 3380145b-44c9-4b13-9a7a-8f03f7dcac64 {{(pid=103096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 09:18:12.678702 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-ea335ec1-17f4-49cc-915d-cde3aba9e46e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732013345958'] for port (3380145b-44c9-4b13-9a7a-8f03f7dcac64), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:18:12.743330 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-ea335ec1-17f4-49cc-915d-cde3aba9e46e admin admin] For port 3380145b-44c9-4b13-9a7a-8f03f7dcac64, host dv-cinder-831776-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-4-iscsi',level=0,port_id=3380145b-44c9-4b13-9a7a-8f03f7dcac64,segment=NetworkSegment(58bd9012-6b0b-4d9a-9805-d81b2e7a82e8),segment_id=58bd9012-6b0b-4d9a-9805-d81b2e7a82e8)] {{(pid=103096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:18:12.743688 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-ea335ec1-17f4-49cc-915d-cde3aba9e46e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559013'] for port (3380145b-44c9-4b13-9a7a-8f03f7dcac64), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:18:12.755616 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.plugin [None req-ea335ec1-17f4-49cc-915d-cde3aba9e46e admin admin] Calling delete_port for 3380145b-44c9-4b13-9a7a-8f03f7dcac64 owned by network:dhcp {{(pid=103096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 09:18:12.836412 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ebaf0a2-12d8-4716-8cf2-930a6add98e4 None None] DHCP port deletion for 97ef918a-debb-4a91-84de-9f679e3c4540 request from dv-cinder-831776-4-iscsi {{(pid=103097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 16 09:18:12.845036 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-ea335ec1-17f4-49cc-915d-cde3aba9e46e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732013351693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732012762718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13105710'] for port (3380145b-44c9-4b13-9a7a-8f03f7dcac64), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:18:12.866330 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-8ebaf0a2-12d8-4716-8cf2-930a6add98e4 None None] The port '3380145b-44c9-4b13-9a7a-8f03f7dcac64' was deleted {{(pid=103097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2024}} Mar 16 09:18:12.875395 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea335ec1-17f4-49cc-915d-cde3aba9e46e admin admin] No DVR routers for this DVR port 3380145b-44c9-4b13-9a7a-8f03f7dcac64 on host dv-cinder-831776-4-iscsi {{(pid=103096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 09:18:12.877032 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea335ec1-17f4-49cc-915d-cde3aba9e46e admin admin] Pushing event deleted for resources: {'Port': ['ID=3380145b-44c9-4b13-9a7a-8f03f7dcac64,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:18:12.910007 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device 34691523-1319-499c-9a66-b49ead4c0464 no longer exists at agent ovs-agent-dv-cinder-831776-4-iscsi {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 09:18:12.935473 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] No Port match for: 34691523-1319-499c-9a66-b49ead4c0464 {{(pid=103097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 09:18:12.935836 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device 34691523-1319-499c-9a66-b49ead4c0464 not bound to the agent host dv-cinder-831776-4-iscsi {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 09:18:12.936266 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device 5e88f0f9-46db-4f59-a818-dd71d094b60b no longer exists at agent ovs-agent-dv-cinder-831776-4-iscsi {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 09:18:12.959414 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] No Port match for: 5e88f0f9-46db-4f59-a818-dd71d094b60b {{(pid=103097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 09:18:12.959769 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device 5e88f0f9-46db-4f59-a818-dd71d094b60b not bound to the agent host dv-cinder-831776-4-iscsi {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 09:18:12.959889 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-ea335ec1-17f4-49cc-915d-cde3aba9e46e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1240631', 'neutron.services.segments.db._delete_segments_for_network-8732013206218'] for network (97ef918a-debb-4a91-84de-9f679e3c4540), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:18:12.960193 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device 3380145b-44c9-4b13-9a7a-8f03f7dcac64 no longer exists at agent ovs-agent-dv-cinder-831776-4-iscsi {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 09:18:12.984633 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.services.segments.db [None req-ea335ec1-17f4-49cc-915d-cde3aba9e46e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97ef918a-debb-4a91-84de-9f679e3c4540']}} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:18:12.995574 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.services.segments.db [None req-ea335ec1-17f4-49cc-915d-cde3aba9e46e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58bd9012-6b0b-4d9a-9805-d81b2e7a82e8') {'for_net_delete': True} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:18:12.995877 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.services.segments.db [None req-ea335ec1-17f4-49cc-915d-cde3aba9e46e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58bd9012-6b0b-4d9a-9805-d81b2e7a82e8') {} {{(pid=103096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:18:13.006640 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-ea335ec1-17f4-49cc-915d-cde3aba9e46e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732013210067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14117639'] for segment (58bd9012-6b0b-4d9a-9805-d81b2e7a82e8), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:18:13.024171 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-ea335ec1-17f4-49cc-915d-cde3aba9e46e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079957'] for segment (58bd9012-6b0b-4d9a-9805-d81b2e7a82e8), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:18:13.031325 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea335ec1-17f4-49cc-915d-cde3aba9e46e admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=103096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 09:18:13.031800 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-ea335ec1-17f4-49cc-915d-cde3aba9e46e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13105755'] for segment (58bd9012-6b0b-4d9a-9805-d81b2e7a82e8), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:18:13.033860 dv-cinder-831776-4-iscsi neutron-server[103096]: Traceback (most recent call last): Mar 16 09:18:13.033860 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 09:18:13.033860 dv-cinder-831776-4-iscsi neutron-server[103096]: timer() Mar 16 09:18:13.033860 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 09:18:13.033860 dv-cinder-831776-4-iscsi neutron-server[103096]: cb(*args, **kw) Mar 16 09:18:13.033860 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 16 09:18:13.033860 dv-cinder-831776-4-iscsi neutron-server[103096]: return func(*args, **kwargs) Mar 16 09:18:13.033860 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 09:18:13.033860 dv-cinder-831776-4-iscsi neutron-server[103096]: self._notify() Mar 16 09:18:13.033860 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 09:18:13.033860 dv-cinder-831776-4-iscsi neutron-server[103096]: self.callback(batched_events) Mar 16 09:18:13.033860 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 09:18:13.033860 dv-cinder-831776-4-iscsi neutron-server[103096]: event.method(event) Mar 16 09:18:13.033860 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 16 09:18:13.033860 dv-cinder-831776-4-iscsi neutron-server[103096]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 09:18:13.033860 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 16 09:18:13.033860 dv-cinder-831776-4-iscsi neutron-server[103096]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 09:18:13.033860 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 16 09:18:13.033860 dv-cinder-831776-4-iscsi neutron-server[103096]: return f(self, *a, **k) Mar 16 09:18:13.033860 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 09:18:13.033860 dv-cinder-831776-4-iscsi neutron-server[103096]: return self._get(url).json() Mar 16 09:18:13.033860 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 09:18:13.033860 dv-cinder-831776-4-iscsi neutron-server[103096]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 09:18:13.033860 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 09:18:13.033860 dv-cinder-831776-4-iscsi neutron-server[103096]: return self.request(url, 'GET', **kwargs) Mar 16 09:18:13.033860 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 09:18:13.033860 dv-cinder-831776-4-iscsi neutron-server[103096]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 09:18:13.033860 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 09:18:13.033860 dv-cinder-831776-4-iscsi neutron-server[103096]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 09:18:13.033860 dv-cinder-831776-4-iscsi neutron-server[103096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 09:18:13.033860 dv-cinder-831776-4-iscsi neutron-server[103096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 09:18:13.033860 dv-cinder-831776-4-iscsi neutron-server[103096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 09:18:13.096793 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-ea335ec1-17f4-49cc-915d-cde3aba9e46e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1240622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-557370'] for network (97ef918a-debb-4a91-84de-9f679e3c4540), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:18:13.102040 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-ea335ec1-17f4-49cc-915d-cde3aba9e46e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555813'] for network (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:18:13.105284 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-ea335ec1-17f4-49cc-915d-cde3aba9e46e admin admin] 10.222.0.18 "DELETE /v2.0/networks/97ef918a-debb-4a91-84de-9f679e3c4540 HTTP/1.1" status: 204 len: 168 time: 0.5459175 Mar 16 09:18:13.115080 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] No Port match for: 3380145b-44c9-4b13-9a7a-8f03f7dcac64 {{(pid=103097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 09:18:13.115429 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device 3380145b-44c9-4b13-9a7a-8f03f7dcac64 not bound to the agent host dv-cinder-831776-4-iscsi {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 09:18:13.119444 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea335ec1-17f4-49cc-915d-cde3aba9e46e admin admin] Pushing event deleted for resources: {'Network': ['ID=97ef918a-debb-4a91-84de-9f679e3c4540,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:18:13.274058 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 57230) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:18:13.313231 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-95761817-bf6c-4cb7-b2ae-40cf1254a3a3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9105c40a7aa64b46b2a5bb388f445284&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378728 Mar 16 09:18:13.315632 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 57232) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:18:13.362462 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-aaa8d5ea-14bf-4042-bd4a-1d1880baa890 admin admin] Publish callbacks [] for security_group (9c9bfef6-b207-4be6-b350-4ec6ea979a5c), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:18:13.382652 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-aaa8d5ea-14bf-4042-bd4a-1d1880baa890 admin admin] Publish callbacks [] for security_group (9c9bfef6-b207-4be6-b350-4ec6ea979a5c), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:18:13.426595 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-aaa8d5ea-14bf-4042-bd4a-1d1880baa890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (9c9bfef6-b207-4be6-b350-4ec6ea979a5c), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:18:13.429304 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-aaa8d5ea-14bf-4042-bd4a-1d1880baa890 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:18:13.430466 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-aaa8d5ea-14bf-4042-bd4a-1d1880baa890 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9c9bfef6-b207-4be6-b350-4ec6ea979a5c HTTP/1.1" status: 204 len: 168 time: 0.1139607 Mar 16 09:18:13.438122 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa8d5ea-14bf-4042-bd4a-1d1880baa890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9bfef6-b207-4be6-b350-4ec6ea979a5c,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:18:13.743041 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 57238) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:18:13.781033 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-4626e3d4-4b0e-4996-951f-cfe7acc07f42 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=947a751f7c1e4a90a81ee13d33095cde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0367949 Mar 16 09:18:13.783413 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 57242) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:18:13.827240 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-b994ee95-92dc-45cd-868d-7f379c112e37 admin admin] Publish callbacks [] for security_group (451d9027-1144-4d01-b14a-6ad701e9f879), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:18:13.847408 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-b994ee95-92dc-45cd-868d-7f379c112e37 admin admin] Publish callbacks [] for security_group (451d9027-1144-4d01-b14a-6ad701e9f879), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:18:13.892739 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-b994ee95-92dc-45cd-868d-7f379c112e37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (451d9027-1144-4d01-b14a-6ad701e9f879), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:18:13.895438 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-b994ee95-92dc-45cd-868d-7f379c112e37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:18:13.896615 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-b994ee95-92dc-45cd-868d-7f379c112e37 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/451d9027-1144-4d01-b14a-6ad701e9f879 HTTP/1.1" status: 204 len: 168 time: 0.1123390 Mar 16 09:18:13.904568 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b994ee95-92dc-45cd-868d-7f379c112e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=451d9027-1144-4d01-b14a-6ad701e9f879,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:18:20.536625 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-31e11920-f9cb-4cd8-a20e-a095d178c8f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (a398d5bf-1368-473f-bfdd-7d167c3f4154), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:18:22.845206 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-98c77618-0f71-4c6f-a1a3-5e2fd7db9c95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (09ce795b-eeca-4b3b-9d7f-577d9443cb21), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:18:23.904866 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-cdeb7127-6fa1-4060-ae0a-c8ffc2dd9388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (514d7d79-ab14-439d-a6c0-bbffe337a49f), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:18:25.536693 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3de267ec-888d-49e1-92d2-a6991c0932cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (3616e4f6-4586-420d-b0d2-e3b2f5abb17b), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:18:25.575335 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (f0da09ba-cbd5-402d-a3a1-68b8fcaf25e8), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:18:26.892271 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (489981c6-9aaa-401c-bd41-6b42e027a228), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:18:35.659809 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-9fb7bfc6-a469-4408-ab7d-3c12b97776c3 req-763a8ed1-9987-4645-a151-61060c6c86de service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4fc1c488-766d-4793-93ba-54647256802e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0448730 Mar 16 09:18:35.743518 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb7bfc6-a469-4408-ab7d-3c12b97776c3 req-fc2eb3b8-1b40-4ee8-94db-7665a8d25bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:18:35.744989 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-9fb7bfc6-a469-4408-ab7d-3c12b97776c3 req-fc2eb3b8-1b40-4ee8-94db-7665a8d25bfa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=acda52d846f04cf8b49ca272597c9d5d&device_id=4fc1c488-766d-4793-93ba-54647256802e HTTP/1.1" status: 200 len: 1129 time: 0.0430887 Mar 16 09:18:35.850586 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb7bfc6-a469-4408-ab7d-3c12b97776c3 req-c6a512db-4604-43c8-9eae-e72e2b1fcc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:18:35.852033 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-9fb7bfc6-a469-4408-ab7d-3c12b97776c3 req-c6a512db-4604-43c8-9eae-e72e2b1fcc41 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e1ee28af-2313-443a-8430-6783e827c8db HTTP/1.1" status: 200 len: 913 time: 0.0874171 Mar 16 09:18:35.919732 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-9fb7bfc6-a469-4408-ab7d-3c12b97776c3 req-b8715860-f2e0-4535-bc45-5feffa0ac80a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73b69adb-7758-430a-a3ee-9a40fe200ecb HTTP/1.1" status: 200 len: 1001 time: 0.0607209 Mar 16 09:18:35.965938 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb7bfc6-a469-4408-ab7d-3c12b97776c3 req-4e659653-ae70-4063-8129-5ed3834cd26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:18:35.967343 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-9fb7bfc6-a469-4408-ab7d-3c12b97776c3 req-4e659653-ae70-4063-8129-5ed3834cd26b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2589bda5-b4b7-46d6-9ea7-a504068c0d7e HTTP/1.1" status: 200 len: 851 time: 0.0422735 Mar 16 09:18:36.013126 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb7bfc6-a469-4408-ab7d-3c12b97776c3 req-fa2b55cb-766f-48c3-b4d4-33826b55d865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:18:36.014788 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-9fb7bfc6-a469-4408-ab7d-3c12b97776c3 req-fa2b55cb-766f-48c3-b4d4-33826b55d865 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e1ee28af-2313-443a-8430-6783e827c8db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419388 Mar 16 09:18:36.104978 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-9fb7bfc6-a469-4408-ab7d-3c12b97776c3 req-396f030f-4c6c-4f91-957e-4f1a945b273d service neutron] 10.222.0.48 "GET /v2.0/networks/e1ee28af-2313-443a-8430-6783e827c8db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840731 Mar 16 09:18:36.189080 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-9fb7bfc6-a469-4408-ab7d-3c12b97776c3 req-4a6f263e-fa75-4960-9211-459fee7c5a1e service neutron] 10.222.0.48 "GET /v2.0/networks/e1ee28af-2313-443a-8430-6783e827c8db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0781562 Mar 16 09:18:47.056067 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.agents_db [None req-ddb2e055-3acb-4969-8bde-a74b2247622c None None] Agent healthcheck: found 6 active agents {{(pid=103098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 09:18:50.530545 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-45c9d712-476c-4a7c-94e6-890cc17072c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (a398d5bf-1368-473f-bfdd-7d167c3f4154), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:18:52.845253 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-98267c74-e9e4-4302-a16d-341fb9d09370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (09ce795b-eeca-4b3b-9d7f-577d9443cb21), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:18:53.907023 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-cdeb7127-6fa1-4060-ae0a-c8ffc2dd9388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (514d7d79-ab14-439d-a6c0-bbffe337a49f), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:18:55.539622 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3de267ec-888d-49e1-92d2-a6991c0932cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (3616e4f6-4586-420d-b0d2-e3b2f5abb17b), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:18:55.577954 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (f0da09ba-cbd5-402d-a3a1-68b8fcaf25e8), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:18:56.893730 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (489981c6-9aaa-401c-bd41-6b42e027a228), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:19:20.531851 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-87bcc2be-e09c-45b5-9dca-291d282408ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (a398d5bf-1368-473f-bfdd-7d167c3f4154), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:19:22.845571 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-f61fdb45-54bf-4714-b7ff-f9099447cb1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (09ce795b-eeca-4b3b-9d7f-577d9443cb21), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:19:23.910810 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-cdeb7127-6fa1-4060-ae0a-c8ffc2dd9388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (514d7d79-ab14-439d-a6c0-bbffe337a49f), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:19:24.054275 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.agents_db [None req-ddb2e055-3acb-4969-8bde-a74b2247622c None None] Agent healthcheck: found 6 active agents {{(pid=103098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 09:19:25.542366 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3de267ec-888d-49e1-92d2-a6991c0932cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (3616e4f6-4586-420d-b0d2-e3b2f5abb17b), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:19:25.571484 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (f0da09ba-cbd5-402d-a3a1-68b8fcaf25e8), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:19:26.894363 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (489981c6-9aaa-401c-bd41-6b42e027a228), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:19:36.627047 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-ee8e7962-70a3-4b25-b093-b418f57f267a req-d504d654-8012-465d-9f74-863407b5e91d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4fc1c488-766d-4793-93ba-54647256802e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0479839 Mar 16 09:19:36.711913 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8e7962-70a3-4b25-b093-b418f57f267a req-00553ee6-7a44-4f7e-b7cb-5cb954fcc79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:19:36.714359 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-ee8e7962-70a3-4b25-b093-b418f57f267a req-00553ee6-7a44-4f7e-b7cb-5cb954fcc79a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=acda52d846f04cf8b49ca272597c9d5d&device_id=4fc1c488-766d-4793-93ba-54647256802e HTTP/1.1" status: 200 len: 1129 time: 0.0447104 Mar 16 09:19:36.813249 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8e7962-70a3-4b25-b093-b418f57f267a req-98ae646e-b482-424d-b760-f5cfaf792446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:19:36.814708 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-ee8e7962-70a3-4b25-b093-b418f57f267a req-98ae646e-b482-424d-b760-f5cfaf792446 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e1ee28af-2313-443a-8430-6783e827c8db HTTP/1.1" status: 200 len: 913 time: 0.0808897 Mar 16 09:19:36.881466 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-ee8e7962-70a3-4b25-b093-b418f57f267a req-64840f18-326c-4d48-9286-0bcbfb90db80 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73b69adb-7758-430a-a3ee-9a40fe200ecb HTTP/1.1" status: 200 len: 1001 time: 0.0612006 Mar 16 09:19:36.926574 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8e7962-70a3-4b25-b093-b418f57f267a req-ae589125-abc2-4080-a434-99f501a8cc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:19:36.927998 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-ee8e7962-70a3-4b25-b093-b418f57f267a req-ae589125-abc2-4080-a434-99f501a8cc4c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2589bda5-b4b7-46d6-9ea7-a504068c0d7e HTTP/1.1" status: 200 len: 851 time: 0.0412717 Mar 16 09:19:36.975031 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8e7962-70a3-4b25-b093-b418f57f267a req-93f9b4fe-5a45-49f3-be75-4435c5b671db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:19:36.976470 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-ee8e7962-70a3-4b25-b093-b418f57f267a req-93f9b4fe-5a45-49f3-be75-4435c5b671db service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e1ee28af-2313-443a-8430-6783e827c8db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419838 Mar 16 09:19:37.063590 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-ee8e7962-70a3-4b25-b093-b418f57f267a req-cb363f34-7779-4e83-b50d-56597acdb71a service neutron] 10.222.0.48 "GET /v2.0/networks/e1ee28af-2313-443a-8430-6783e827c8db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812149 Mar 16 09:19:37.147863 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-ee8e7962-70a3-4b25-b093-b418f57f267a req-3d75bf3f-9eca-447e-abc0-441a50049e22 service neutron] 10.222.0.48 "GET /v2.0/networks/e1ee28af-2313-443a-8430-6783e827c8db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786054 Mar 16 09:19:50.532967 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-7e1870cf-4e2f-46ad-b772-e9b568e21956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (a398d5bf-1368-473f-bfdd-7d167c3f4154), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:19:52.847039 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-97574efe-8813-4209-b2c0-3b2a77d5d0e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (09ce795b-eeca-4b3b-9d7f-577d9443cb21), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:19:53.912790 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-cdeb7127-6fa1-4060-ae0a-c8ffc2dd9388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (514d7d79-ab14-439d-a6c0-bbffe337a49f), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:19:55.127349 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2de37539-df2b-42b2-a852-8dd7714d40b4 req-44a3630a-dcc2-4218-a714-81a06d02adc7 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1833661859&fields=id&tenant_id=acda52d846f04cf8b49ca272597c9d5d HTTP/1.1" status: 200 len: 267 time: 0.0469632 Mar 16 09:19:55.230941 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de37539-df2b-42b2-a852-8dd7714d40b4 req-f75fb9cc-2725-4bba-9617-7896f2bb431c tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:19:55.232643 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2de37539-df2b-42b2-a852-8dd7714d40b4 req-f75fb9cc-2725-4bba-9617-7896f2bb431c tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/networks?id=e1ee28af-2313-443a-8430-6783e827c8db HTTP/1.1" status: 200 len: 812 time: 0.0988045 Mar 16 09:19:55.247321 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2de37539-df2b-42b2-a852-8dd7714d40b4 req-f91951f3-c3b6-4665-b374-cdb4b5064760 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/quotas/acda52d846f04cf8b49ca272597c9d5d HTTP/1.1" status: 200 len: 375 time: 0.0093641 Mar 16 09:19:55.302121 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2de37539-df2b-42b2-a852-8dd7714d40b4 req-11ca6112-8875-4320-9b10-800d915cb676 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=acda52d846f04cf8b49ca272597c9d5d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0498850 Mar 16 09:19:55.407461 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [req-2de37539-df2b-42b2-a852-8dd7714d40b4 req-6fa2451f-4fd9-4ad9-b10e-2dfc05b16382 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103096) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 16 09:19:55.408459 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2de37539-df2b-42b2-a852-8dd7714d40b4 req-6fa2451f-4fd9-4ad9-b10e-2dfc05b16382 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0944362 Mar 16 09:19:55.502755 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2de37539-df2b-42b2-a852-8dd7714d40b4 req-bfc9057e-e108-4bdf-878b-5c0a22322566 service neutron] 10.222.0.18 "GET /v2.0/networks/e1ee28af-2313-443a-8430-6783e827c8db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883634 Mar 16 09:19:55.546326 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3de267ec-888d-49e1-92d2-a6991c0932cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (3616e4f6-4586-420d-b0d2-e3b2f5abb17b), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:19:55.587667 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (f0da09ba-cbd5-402d-a3a1-68b8fcaf25e8), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:19:55.590046 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2de37539-df2b-42b2-a852-8dd7714d40b4 req-4ec42365-b1b8-4741-be46-c2cdd3649ae3 service neutron] 10.222.0.18 "GET /v2.0/networks/e1ee28af-2313-443a-8430-6783e827c8db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816307 Mar 16 09:19:55.879316 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b8b8480b-23ea-452a-b3c9-e2b7eb7728ca req-4a70b8df-2755-49cb-8d8b-4a45e192b791 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/ports?device_id=c65774c5-6816-49a7-8b71-36c303fc3785 HTTP/1.1" status: 200 len: 210 time: 0.0331607 Mar 16 09:19:56.915870 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de37539-df2b-42b2-a852-8dd7714d40b4 req-64376db2-56ff-4dcb-8f59-18c33293b2f0 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:19:56.915870 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2de37539-df2b-42b2-a852-8dd7714d40b4 req-64376db2-56ff-4dcb-8f59-18c33293b2f0 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.48 "GET /v2.0/networks?id=e1ee28af-2313-443a-8430-6783e827c8db HTTP/1.1" status: 200 len: 812 time: 0.1023629 Mar 16 09:19:56.917264 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (489981c6-9aaa-401c-bd41-6b42e027a228), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:19:56.992786 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-61b5420c-77cd-4922-ba26-8b81ac4198c3 req-726ddf45-7cf0-4cbc-bc88-89d990682bf6 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/ports?device_id=c65774c5-6816-49a7-8b71-36c303fc3785 HTTP/1.1" status: 200 len: 210 time: 0.0392127 Mar 16 09:19:57.015479 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2de37539-df2b-42b2-a852-8dd7714d40b4 req-7d1dcb80-82ab-4351-a96a-5b22422bb489 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=acda52d846f04cf8b49ca272597c9d5d HTTP/1.1" status: 200 len: 380 time: 0.0911057 Mar 16 09:19:57.023467 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.v2.base [req-2de37539-df2b-42b2-a852-8dd7714d40b4 req-c8876ea5-d210-476c-8481-af24b21bc967 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Request body: {'port': {'device_id': 'c65774c5-6816-49a7-8b71-36c303fc3785', 'network_id': 'e1ee28af-2313-443a-8430-6783e827c8db', 'admin_state_up': True, 'tenant_id': 'acda52d846f04cf8b49ca272597c9d5d', 'security_groups': ['a4715a9b-ecf5-4a54-be6a-6c4cc8aef8fd']}} {{(pid=103096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:19:57.126038 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2de37539-df2b-42b2-a852-8dd7714d40b4 req-c8876ea5-d210-476c-8481-af24b21bc967 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Made reservation on behalf of acda52d846f04cf8b49ca272597c9d5d for: {'port': 1} {{(pid=103096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 16 09:19:57.129256 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-2de37539-df2b-42b2-a852-8dd7714d40b4 req-c8876ea5-d210-476c-8481-af24b21bc967 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:19:57.254196 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.db_base_plugin_common [req-2de37539-df2b-42b2-a852-8dd7714d40b4 req-c8876ea5-d210-476c-8481-af24b21bc967 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Allocated IP 172.20.0.12 (e1ee28af-2313-443a-8430-6783e827c8db/2589bda5-b4b7-46d6-9ea7-a504068c0d7e/b751a75a-b1e7-4b9c-bbe0-6c527d329ce6) {{(pid=103096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 09:19:57.384726 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-2de37539-df2b-42b2-a852-8dd7714d40b4 req-c8876ea5-d210-476c-8481-af24b21bc967 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks [] for port (b751a75a-b1e7-4b9c-bbe0-6c527d329ce6), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:19:57.431797 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-2de37539-df2b-42b2-a852-8dd7714d40b4 req-c8876ea5-d210-476c-8481-af24b21bc967 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732012762709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13105710'] for port (b751a75a-b1e7-4b9c-bbe0-6c527d329ce6), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:19:57.479490 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2de37539-df2b-42b2-a852-8dd7714d40b4 req-c8876ea5-d210-476c-8481-af24b21bc967 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Network e1ee28af-2313-443a-8430-6783e827c8db is already hosted by enough agents. {{(pid=103096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 09:19:57.482824 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.base_scheduler [req-2de37539-df2b-42b2-a852-8dd7714d40b4 req-c8876ea5-d210-476c-8481-af24b21bc967 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Resources bound (agent type, host, resource id): {{(pid=103096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 09:19:57.487114 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [req-2de37539-df2b-42b2-a852-8dd7714d40b4 req-c8876ea5-d210-476c-8481-af24b21bc967 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Received port after_create {{(pid=103096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 09:19:57.491019 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8876ea5-d210-476c-8481-af24b21bc967 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Pushing event updated for resources: {'Port': ['ID=b751a75a-b1e7-4b9c-bbe0-6c527d329ce6,revision_number=1']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:19:57.517043 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8876ea5-d210-476c-8481-af24b21bc967 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:19:57.517398 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8876ea5-d210-476c-8481-af24b21bc967 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:19:57.517824 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8876ea5-d210-476c-8481-af24b21bc967 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:19:57.518178 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8876ea5-d210-476c-8481-af24b21bc967 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:19:57.518519 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8876ea5-d210-476c-8481-af24b21bc967 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:19:57.518881 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8876ea5-d210-476c-8481-af24b21bc967 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:19:57.519326 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8876ea5-d210-476c-8481-af24b21bc967 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:19:57.519643 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8876ea5-d210-476c-8481-af24b21bc967 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:19:57.519927 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8876ea5-d210-476c-8481-af24b21bc967 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:19:57.520288 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8876ea5-d210-476c-8481-af24b21bc967 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:19:57.520624 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8876ea5-d210-476c-8481-af24b21bc967 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:19:57.520950 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8876ea5-d210-476c-8481-af24b21bc967 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:19:57.521314 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8876ea5-d210-476c-8481-af24b21bc967 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:19:57.521689 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8876ea5-d210-476c-8481-af24b21bc967 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:19:57.522013 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8876ea5-d210-476c-8481-af24b21bc967 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:19:57.551486 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de37539-df2b-42b2-a852-8dd7714d40b4 req-c8876ea5-d210-476c-8481-af24b21bc967 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:19:57.552193 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-2de37539-df2b-42b2-a852-8dd7714d40b4 req-c8876ea5-d210-476c-8481-af24b21bc967 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334679'] for port (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:19:57.569657 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2de37539-df2b-42b2-a852-8dd7714d40b4 req-c8876ea5-d210-476c-8481-af24b21bc967 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5503578 Mar 16 09:19:57.581772 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.v2.base [req-2de37539-df2b-42b2-a852-8dd7714d40b4 req-5f2d4dd4-959b-4f87-b2ad-533f88f9e44c service neutron] Request body: {'port': {'device_id': 'c65774c5-6816-49a7-8b71-36c303fc3785', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=103096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:19:57.647181 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-2de37539-df2b-42b2-a852-8dd7714d40b4 req-5f2d4dd4-959b-4f87-b2ad-533f88f9e44c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (b751a75a-b1e7-4b9c-bbe0-6c527d329ce6), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:19:57.765064 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-206b90b4-67cf-458a-8df3-d75587ed6b8d None None] Provisioning complete for port b751a75a-b1e7-4b9c-bbe0-6c527d329ce6 triggered by entity DHCP. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:19:57.765341 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-206b90b4-67cf-458a-8df3-d75587ed6b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (b751a75a-b1e7-4b9c-bbe0-6c527d329ce6), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:19:57.801287 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-206b90b4-67cf-458a-8df3-d75587ed6b8d None None] Port b751a75a-b1e7-4b9c-bbe0-6c527d329ce6 cannot update to ACTIVE because it is not bound. {{(pid=103097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 16 09:19:58.160777 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce97c8-cee6-4253-b550-895f34fd3f8f req-520d0955-62fe-4bf4-b406-431b0352b909 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:19:58.162273 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-11ce97c8-cee6-4253-b550-895f34fd3f8f req-520d0955-62fe-4bf4-b406-431b0352b909 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/ports?device_id=c65774c5-6816-49a7-8b71-36c303fc3785 HTTP/1.1" status: 200 len: 932 time: 0.0854471 Mar 16 09:19:58.245150 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.notifiers.nova [req-2de37539-df2b-42b2-a852-8dd7714d40b4 req-5f2d4dd4-959b-4f87-b2ad-533f88f9e44c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b751a75a-b1e7-4b9c-bbe0-6c527d329ce6 {{(pid=103096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 09:19:58.255185 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-11ce97c8-cee6-4253-b550-895f34fd3f8f req-a0cbf473-5b35-42a0-add2-fe0c419819f7 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4715a9b-ecf5-4a54-be6a-6c4cc8aef8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856974 Mar 16 09:19:58.256842 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-2de37539-df2b-42b2-a852-8dd7714d40b4 req-5f2d4dd4-959b-4f87-b2ad-533f88f9e44c service neutron] Publish callbacks [] for port (b751a75a-b1e7-4b9c-bbe0-6c527d329ce6), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:19:58.268684 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.provisioning_blocks [req-2de37539-df2b-42b2-a852-8dd7714d40b4 req-5f2d4dd4-959b-4f87-b2ad-533f88f9e44c service neutron] Transition to ACTIVE for port object b751a75a-b1e7-4b9c-bbe0-6c527d329ce6 will not be triggered until provisioned by entity L2. {{(pid=103096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 16 09:19:58.272730 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-2de37539-df2b-42b2-a852-8dd7714d40b4 req-5f2d4dd4-959b-4f87-b2ad-533f88f9e44c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13105703'] for port (b751a75a-b1e7-4b9c-bbe0-6c527d329ce6), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:19:58.323889 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2d4dd4-959b-4f87-b2ad-533f88f9e44c service neutron] Pushing event updated for resources: {'Port': ['ID=b751a75a-b1e7-4b9c-bbe0-6c527d329ce6,revision_number=2']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:19:58.389753 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [req-2de37539-df2b-42b2-a852-8dd7714d40b4 req-5f2d4dd4-959b-4f87-b2ad-533f88f9e44c service neutron] Attempting to bind port b751a75a-b1e7-4b9c-bbe0-6c527d329ce6 on host hv-cinder-83177 for vnic_type normal with profile {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 16 09:19:58.390104 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [req-2de37539-df2b-42b2-a852-8dd7714d40b4 req-5f2d4dd4-959b-4f87-b2ad-533f88f9e44c service neutron] Attempting to bind port b751a75a-b1e7-4b9c-bbe0-6c527d329ce6 by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': '0ad45193-c88a-4b26-9fac-41c5a66a372f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'e1ee28af-2313-443a-8430-6783e827c8db'}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 16 09:19:58.390442 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de37539-df2b-42b2-a852-8dd7714d40b4 req-5f2d4dd4-959b-4f87-b2ad-533f88f9e44c service neutron] Attempting to bind port b751a75a-b1e7-4b9c-bbe0-6c527d329ce6 on network e1ee28af-2313-443a-8430-6783e827c8db {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 09:19:58.394992 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de37539-df2b-42b2-a852-8dd7714d40b4 req-5f2d4dd4-959b-4f87-b2ad-533f88f9e44c service neutron] Port b751a75a-b1e7-4b9c-bbe0-6c527d329ce6 on network e1ee28af-2313-443a-8430-6783e827c8db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 16 09:19:58.395321 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de37539-df2b-42b2-a852-8dd7714d40b4 req-5f2d4dd4-959b-4f87-b2ad-533f88f9e44c service neutron] Attempting to bind port b751a75a-b1e7-4b9c-bbe0-6c527d329ce6 on network e1ee28af-2313-443a-8430-6783e827c8db {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 16 09:19:58.400389 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de37539-df2b-42b2-a852-8dd7714d40b4 req-5f2d4dd4-959b-4f87-b2ad-533f88f9e44c service neutron] Checking agent: {'id': 'f0da09ba-cbd5-402d-a3a1-68b8fcaf25e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 16, 8, 59, 25), 'started_at': datetime.datetime(2022, 3, 16, 8, 59, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 16, 9, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 16 09:19:58.400775 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de37539-df2b-42b2-a852-8dd7714d40b4 req-5f2d4dd4-959b-4f87-b2ad-533f88f9e44c service neutron] Checking segment: {'id': '0ad45193-c88a-4b26-9fac-41c5a66a372f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'e1ee28af-2313-443a-8430-6783e827c8db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 16 09:19:58.401190 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de37539-df2b-42b2-a852-8dd7714d40b4 req-5f2d4dd4-959b-4f87-b2ad-533f88f9e44c service neutron] Bound using segment: {'id': '0ad45193-c88a-4b26-9fac-41c5a66a372f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'e1ee28af-2313-443a-8430-6783e827c8db'} {{(pid=103096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 16 09:19:58.401652 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.managers [req-2de37539-df2b-42b2-a852-8dd7714d40b4 req-5f2d4dd4-959b-4f87-b2ad-533f88f9e44c service neutron] Bound port: b751a75a-b1e7-4b9c-bbe0-6c527d329ce6, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ad45193-c88a-4b26-9fac-41c5a66a372f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'e1ee28af-2313-443a-8430-6783e827c8db'}}] {{(pid=103096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 16 09:19:58.402019 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-2de37539-df2b-42b2-a852-8dd7714d40b4 req-5f2d4dd4-959b-4f87-b2ad-533f88f9e44c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (b751a75a-b1e7-4b9c-bbe0-6c527d329ce6), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:19:58.469522 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.db [req-2de37539-df2b-42b2-a852-8dd7714d40b4 req-5f2d4dd4-959b-4f87-b2ad-533f88f9e44c service neutron] For port b751a75a-b1e7-4b9c-bbe0-6c527d329ce6, host hv-cinder-83177, cleared binding levels {{(pid=103096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 16 09:19:58.472416 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.db [req-2de37539-df2b-42b2-a852-8dd7714d40b4 req-5f2d4dd4-959b-4f87-b2ad-533f88f9e44c service neutron] For port b751a75a-b1e7-4b9c-bbe0-6c527d329ce6, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=b751a75a-b1e7-4b9c-bbe0-6c527d329ce6,segment=NetworkSegment(0ad45193-c88a-4b26-9fac-41c5a66a372f),segment_id=0ad45193-c88a-4b26-9fac-41c5a66a372f)] {{(pid=103096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 16 09:19:58.477672 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-2de37539-df2b-42b2-a852-8dd7714d40b4 req-5f2d4dd4-959b-4f87-b2ad-533f88f9e44c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13105703'] for port (b751a75a-b1e7-4b9c-bbe0-6c527d329ce6), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:19:58.509674 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de37539-df2b-42b2-a852-8dd7714d40b4 req-5f2d4dd4-959b-4f87-b2ad-533f88f9e44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:19:58.510428 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-2de37539-df2b-42b2-a852-8dd7714d40b4 req-5f2d4dd4-959b-4f87-b2ad-533f88f9e44c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334679'] for port (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:19:58.511657 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2de37539-df2b-42b2-a852-8dd7714d40b4 req-5f2d4dd4-959b-4f87-b2ad-533f88f9e44c service neutron] 10.222.0.48 "PUT /v2.0/ports/b751a75a-b1e7-4b9c-bbe0-6c527d329ce6 HTTP/1.1" status: 200 len: 1094 time: 0.9344740 Mar 16 09:19:58.512101 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c65774c5-6816-49a7-8b71-36c303fc3785', 'tag': 'b751a75a-b1e7-4b9c-bbe0-6c527d329ce6'}] {{(pid=103096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 09:19:58.514481 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552648401d13394d2a88e7485ef09c5647ae5ea4c1ec431ef2c5edbe801f23fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac63661-5be5-4b88-a455-d31553e43aaf" -d '{"events": [{"name": "network-changed", "server_uuid": "c65774c5-6816-49a7-8b71-36c303fc3785", "tag": "b751a75a-b1e7-4b9c-bbe0-6c527d329ce6"}]}' {{(pid=103096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 09:19:58.541068 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2d4dd4-959b-4f87-b2ad-533f88f9e44c service neutron] Pushing event updated for resources: {'Port': ['ID=b751a75a-b1e7-4b9c-bbe0-6c527d329ce6,revision_number=3']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:19:58.585888 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 09:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea49ff2-2c0a-46d7-a3e1-2eb98126ee97 x-openstack-request-id: req-1ea49ff2-2c0a-46d7-a3e1-2eb98126ee97 {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 09:19:58.586179 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c65774c5-6816-49a7-8b71-36c303fc3785", "tag": "b751a75a-b1e7-4b9c-bbe0-6c527d329ce6", "status": "completed", "code": 200}]} {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 09:19:58.586433 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1ea49ff2-2c0a-46d7-a3e1-2eb98126ee97 {{(pid=103096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 09:19:58.586824 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c65774c5-6816-49a7-8b71-36c303fc3785', 'tag': 'b751a75a-b1e7-4b9c-bbe0-6c527d329ce6', 'status': 'completed', 'code': 200} Mar 16 09:19:58.625494 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de37539-df2b-42b2-a852-8dd7714d40b4 req-552c7906-8480-414e-ba70-7480a432a94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:19:58.626976 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2de37539-df2b-42b2-a852-8dd7714d40b4 req-552c7906-8480-414e-ba70-7480a432a94b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=acda52d846f04cf8b49ca272597c9d5d&device_id=c65774c5-6816-49a7-8b71-36c303fc3785 HTTP/1.1" status: 200 len: 1128 time: 0.0500221 Mar 16 09:19:58.674535 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2de37539-df2b-42b2-a852-8dd7714d40b4 req-a9b88cbb-3b12-47af-ade0-1c61bc40801b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b751a75a-b1e7-4b9c-bbe0-6c527d329ce6 HTTP/1.1" status: 200 len: 217 time: 0.0402277 Mar 16 09:19:58.722231 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de37539-df2b-42b2-a852-8dd7714d40b4 req-75c3e981-b071-47c3-ae3b-918dd88e4967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:19:58.723769 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2de37539-df2b-42b2-a852-8dd7714d40b4 req-75c3e981-b071-47c3-ae3b-918dd88e4967 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2589bda5-b4b7-46d6-9ea7-a504068c0d7e HTTP/1.1" status: 200 len: 851 time: 0.0432041 Mar 16 09:19:58.771308 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de37539-df2b-42b2-a852-8dd7714d40b4 req-885618bf-a276-4637-a124-e1b9162a48d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:19:58.772733 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2de37539-df2b-42b2-a852-8dd7714d40b4 req-885618bf-a276-4637-a124-e1b9162a48d7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e1ee28af-2313-443a-8430-6783e827c8db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421429 Mar 16 09:19:58.863227 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2de37539-df2b-42b2-a852-8dd7714d40b4 req-9716e6b3-4d79-4b6d-a4a1-e6624189921a service neutron] 10.222.0.48 "GET /v2.0/networks/e1ee28af-2313-443a-8430-6783e827c8db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836859 Mar 16 09:19:58.950060 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-2de37539-df2b-42b2-a852-8dd7714d40b4 req-9a1b0136-80db-44a9-9181-15af3f00e435 service neutron] 10.222.0.48 "GET /v2.0/networks/e1ee28af-2313-443a-8430-6783e827c8db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806334 Mar 16 09:19:59.041575 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac63661-5be5-4b88-a455-d31553e43aaf req-ac314b09-426c-43c6-becc-5e20aa285d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:19:59.043053 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-cac63661-5be5-4b88-a455-d31553e43aaf req-ac314b09-426c-43c6-becc-5e20aa285d07 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=acda52d846f04cf8b49ca272597c9d5d&device_id=c65774c5-6816-49a7-8b71-36c303fc3785 HTTP/1.1" status: 200 len: 1128 time: 0.0447772 Mar 16 09:19:59.134762 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac63661-5be5-4b88-a455-d31553e43aaf req-d9f00b06-034a-492e-ba66-1cf96a404dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:19:59.136671 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-cac63661-5be5-4b88-a455-d31553e43aaf req-d9f00b06-034a-492e-ba66-1cf96a404dfc service neutron] 10.222.0.48 "GET /v2.0/networks?id=e1ee28af-2313-443a-8430-6783e827c8db HTTP/1.1" status: 200 len: 913 time: 0.0861557 Mar 16 09:19:59.176815 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-cac63661-5be5-4b88-a455-d31553e43aaf req-e4e4ebc6-3ac5-4b8d-97f6-96afdd24aa31 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b751a75a-b1e7-4b9c-bbe0-6c527d329ce6 HTTP/1.1" status: 200 len: 217 time: 0.0342109 Mar 16 09:19:59.224436 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac63661-5be5-4b88-a455-d31553e43aaf req-4e933a00-4c1c-4a9e-a051-647f5d429f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:19:59.225891 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-cac63661-5be5-4b88-a455-d31553e43aaf req-4e933a00-4c1c-4a9e-a051-647f5d429f94 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2589bda5-b4b7-46d6-9ea7-a504068c0d7e HTTP/1.1" status: 200 len: 851 time: 0.0424895 Mar 16 09:19:59.278824 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac63661-5be5-4b88-a455-d31553e43aaf req-9b79d0d6-53f1-4eca-9518-d0b7923b7462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:19:59.280316 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-cac63661-5be5-4b88-a455-d31553e43aaf req-9b79d0d6-53f1-4eca-9518-d0b7923b7462 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e1ee28af-2313-443a-8430-6783e827c8db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479312 Mar 16 09:19:59.407839 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530d8fc0-3ac7-4d32-8046-c389d092c9cc req-349bba05-bc0d-44c6-bd88-02ba22da361f tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:19:59.409288 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-530d8fc0-3ac7-4d32-8046-c389d092c9cc req-349bba05-bc0d-44c6-bd88-02ba22da361f tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/ports?device_id=c65774c5-6816-49a7-8b71-36c303fc3785 HTTP/1.1" status: 200 len: 944 time: 0.0817373 Mar 16 09:19:59.411442 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-cac63661-5be5-4b88-a455-d31553e43aaf req-f74e8cf8-88eb-4532-b9b4-8c8dbb7f27e6 service neutron] 10.222.0.48 "GET /v2.0/networks/e1ee28af-2313-443a-8430-6783e827c8db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252618 Mar 16 09:19:59.506247 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-530d8fc0-3ac7-4d32-8046-c389d092c9cc req-b7d9c836-fc22-4a17-97aa-6c8c69b6951f tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4715a9b-ecf5-4a54-be6a-6c4cc8aef8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915065 Mar 16 09:19:59.530752 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-cac63661-5be5-4b88-a455-d31553e43aaf req-22caeb40-2109-4bff-9a68-94f0843853ae service neutron] 10.222.0.48 "GET /v2.0/networks/e1ee28af-2313-443a-8430-6783e827c8db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104453 Mar 16 09:20:00.626386 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25edaf0-73d6-4dc0-a3e9-7b0f3b54ef5d req-632a8ff6-876a-467d-9a68-821baeead852 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:20:00.627821 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b25edaf0-73d6-4dc0-a3e9-7b0f3b54ef5d req-632a8ff6-876a-467d-9a68-821baeead852 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/ports?device_id=c65774c5-6816-49a7-8b71-36c303fc3785 HTTP/1.1" status: 200 len: 944 time: 0.0556741 Mar 16 09:20:00.675710 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b25edaf0-73d6-4dc0-a3e9-7b0f3b54ef5d req-2b430235-e0c7-4ac2-93b6-522675d25e3b tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4715a9b-ecf5-4a54-be6a-6c4cc8aef8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424395 Mar 16 09:20:01.052441 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.agents_db [None req-ddb2e055-3acb-4969-8bde-a74b2247622c None None] Agent healthcheck: found 6 active agents {{(pid=103098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 09:20:01.792053 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d64178-28ac-416d-9890-d2ed5a4091f4 req-5d0cb029-4a3b-4b51-abae-3ba3e890724f tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:20:01.793538 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-19d64178-28ac-416d-9890-d2ed5a4091f4 req-5d0cb029-4a3b-4b51-abae-3ba3e890724f tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/ports?device_id=c65774c5-6816-49a7-8b71-36c303fc3785 HTTP/1.1" status: 200 len: 944 time: 0.0519435 Mar 16 09:20:01.840703 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-19d64178-28ac-416d-9890-d2ed5a4091f4 req-da81523a-0491-494a-8540-1732dbc1651a tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4715a9b-ecf5-4a54-be6a-6c4cc8aef8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416467 Mar 16 09:20:02.957257 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d174c-9063-424c-a7eb-9d43d2168061 req-8910adea-6e06-4a1a-9f94-8cddd7a242db tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:20:02.958778 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-e51d174c-9063-424c-a7eb-9d43d2168061 req-8910adea-6e06-4a1a-9f94-8cddd7a242db tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/ports?device_id=c65774c5-6816-49a7-8b71-36c303fc3785 HTTP/1.1" status: 200 len: 944 time: 0.0531614 Mar 16 09:20:03.010205 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-e51d174c-9063-424c-a7eb-9d43d2168061 req-a665af91-bba7-444d-b856-839331db37be tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4715a9b-ecf5-4a54-be6a-6c4cc8aef8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457692 Mar 16 09:20:04.127204 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a895f6-7db6-4268-9105-3d1b28960c6c req-e66b5375-163c-4ae0-8ac2-775d2037148b tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:20:04.128657 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-92a895f6-7db6-4268-9105-3d1b28960c6c req-e66b5375-163c-4ae0-8ac2-775d2037148b tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/ports?device_id=c65774c5-6816-49a7-8b71-36c303fc3785 HTTP/1.1" status: 200 len: 944 time: 0.0535395 Mar 16 09:20:04.175844 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-92a895f6-7db6-4268-9105-3d1b28960c6c req-0e2a561f-ba67-427e-85b4-dc2ad09bfbcc tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4715a9b-ecf5-4a54-be6a-6c4cc8aef8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413828 Mar 16 09:20:05.289246 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfc039f-6f8f-4186-ae54-029502500987 req-0603a7c8-6abc-42b5-8bd5-87694fda415e tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:20:05.290711 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-1bfc039f-6f8f-4186-ae54-029502500987 req-0603a7c8-6abc-42b5-8bd5-87694fda415e tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/ports?device_id=c65774c5-6816-49a7-8b71-36c303fc3785 HTTP/1.1" status: 200 len: 944 time: 0.0505440 Mar 16 09:20:05.337039 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-1bfc039f-6f8f-4186-ae54-029502500987 req-cc46b0d3-3fa0-4b36-8851-feb70d2ff1e1 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4715a9b-ecf5-4a54-be6a-6c4cc8aef8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402806 Mar 16 09:20:06.458705 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d951d7c2-24ed-48e5-9ce4-2766e17c90ee req-b3965e60-ba33-4a0b-bffc-68f21dae6761 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:20:06.460150 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-d951d7c2-24ed-48e5-9ce4-2766e17c90ee req-b3965e60-ba33-4a0b-bffc-68f21dae6761 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/ports?device_id=c65774c5-6816-49a7-8b71-36c303fc3785 HTTP/1.1" status: 200 len: 944 time: 0.0582001 Mar 16 09:20:06.506897 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-d951d7c2-24ed-48e5-9ce4-2766e17c90ee req-0807d4a3-2682-478c-a3e0-a11d8f4bc49c tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4715a9b-ecf5-4a54-be6a-6c4cc8aef8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413027 Mar 16 09:20:07.515398 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Device b751a75a-b1e7-4b9c-bbe0-6c527d329ce6 details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=103097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 16 09:20:07.611972 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] For port b751a75a-b1e7-4b9c-bbe0-6c527d329ce6, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=b751a75a-b1e7-4b9c-bbe0-6c527d329ce6,segment=NetworkSegment(0ad45193-c88a-4b26-9fac-41c5a66a372f),segment_id=0ad45193-c88a-4b26-9fac-41c5a66a372f)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:20:07.620622 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dca3b9-8c3d-4625-97b6-6873b5f2e8d4 req-197f8ae7-2268-4c21-a7d8-35930917f229 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:20:07.622127 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-31dca3b9-8c3d-4625-97b6-6873b5f2e8d4 req-197f8ae7-2268-4c21-a7d8-35930917f229 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/ports?device_id=c65774c5-6816-49a7-8b71-36c303fc3785 HTTP/1.1" status: 200 len: 944 time: 0.0512083 Mar 16 09:20:07.623841 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Returning: {'device': 'b751a75a-b1e7-4b9c-bbe0-6c527d329ce6', 'network_id': 'e1ee28af-2313-443a-8430-6783e827c8db', 'port_id': 'b751a75a-b1e7-4b9c-bbe0-6c527d329ce6', 'mac_address': 'fa:16:3e:6a:d1:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2589bda5-b4b7-46d6-9ea7-a504068c0d7e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 16 09:20:07.660041 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Current status of the port b751a75a-b1e7-4b9c-bbe0-6c527d329ce6 is: DOWN; New status is: BUILD {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:20:07.660460 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (b751a75a-b1e7-4b9c-bbe0-6c527d329ce6), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:20:07.669145 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-31dca3b9-8c3d-4625-97b6-6873b5f2e8d4 req-934d1499-1a3d-4e48-89e1-4afce9da3c99 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4715a9b-ecf5-4a54-be6a-6c4cc8aef8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416064 Mar 16 09:20:07.672970 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.notifiers.nova [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b751a75a-b1e7-4b9c-bbe0-6c527d329ce6 {{(pid=103097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 16 09:20:07.692285 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] For port b751a75a-b1e7-4b9c-bbe0-6c527d329ce6, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=b751a75a-b1e7-4b9c-bbe0-6c527d329ce6,segment=NetworkSegment(0ad45193-c88a-4b26-9fac-41c5a66a372f),segment_id=0ad45193-c88a-4b26-9fac-41c5a66a372f)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:20:07.696286 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (b751a75a-b1e7-4b9c-bbe0-6c527d329ce6), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:20:07.741118 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Pushing event updated for resources: {'Port': ['ID=b751a75a-b1e7-4b9c-bbe0-6c527d329ce6,revision_number=4']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:20:07.748494 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:20:07.749010 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:20:07.749498 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:20:07.749843 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:20:07.750180 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:20:07.750512 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:20:07.750839 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:20:07.751165 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:20:07.751492 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:20:07.751818 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:20:07.752142 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:20:07.752465 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:20:07.752790 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:20:07.753109 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:20:07.753447 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:20:08.043355 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] get_ports_and_sgs() called for port_ids ['b751a75a-b1e7-4b9c-bbe0-6c527d329ce6'] {{(pid=103097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 16 09:20:08.791672 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013c1d5e-ec41-4cd0-9d1a-f826fac1a4c5 req-6b8a3728-a776-49f7-91b8-d373a4801911 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:20:08.793140 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-013c1d5e-ec41-4cd0-9d1a-f826fac1a4c5 req-6b8a3728-a776-49f7-91b8-d373a4801911 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/ports?device_id=c65774c5-6816-49a7-8b71-36c303fc3785 HTTP/1.1" status: 200 len: 945 time: 0.0562048 Mar 16 09:20:08.839791 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-013c1d5e-ec41-4cd0-9d1a-f826fac1a4c5 req-55216bec-3ae3-4e5c-ae62-aaeee28c4cb3 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4715a9b-ecf5-4a54-be6a-6c4cc8aef8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411899 Mar 16 09:20:09.512263 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Device b751a75a-b1e7-4b9c-bbe0-6c527d329ce6 up at agent hyperv_hv-cinder-83177 {{(pid=103097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 16 09:20:09.560539 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Provisioning for port b751a75a-b1e7-4b9c-bbe0-6c527d329ce6 completed by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 16 09:20:09.564584 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Provisioning complete for port b751a75a-b1e7-4b9c-bbe0-6c527d329ce6 triggered by entity L2. {{(pid=103097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 16 09:20:09.564957 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1234002'] for port (b751a75a-b1e7-4b9c-bbe0-6c527d329ce6), provisioning_complete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:20:09.639766 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Current status of the port b751a75a-b1e7-4b9c-bbe0-6c527d329ce6 is: BUILD; New status is: ACTIVE {{(pid=103097) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 16 09:20:09.640151 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (b751a75a-b1e7-4b9c-bbe0-6c527d329ce6), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:20:09.661345 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c65774c5-6816-49a7-8b71-36c303fc3785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b751a75a-b1e7-4b9c-bbe0-6c527d329ce6'}] {{(pid=103097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 09:20:09.663545 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4541ab3f2cdba5932412d0e11c0734b292cb124fdee115af1127c89d10c16b82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e9b06ca-1716-4728-954d-97189fde3bf9" -d '{"events": [{"server_uuid": "c65774c5-6816-49a7-8b71-36c303fc3785", "name": "network-vif-plugged", "status": "completed", "tag": "b751a75a-b1e7-4b9c-bbe0-6c527d329ce6"}]}' {{(pid=103097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 09:20:09.679431 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] For port b751a75a-b1e7-4b9c-bbe0-6c527d329ce6, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=b751a75a-b1e7-4b9c-bbe0-6c527d329ce6,segment=NetworkSegment(0ad45193-c88a-4b26-9fac-41c5a66a372f),segment_id=0ad45193-c88a-4b26-9fac-41c5a66a372f)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:20:09.684248 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745'] for port (b751a75a-b1e7-4b9c-bbe0-6c527d329ce6), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:20:09.729171 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Pushing event updated for resources: {'Port': ['ID=b751a75a-b1e7-4b9c-bbe0-6c527d329ce6,revision_number=5']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:20:09.815352 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 09:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eeefe77-3b48-4a00-a998-43343e9a7947 x-openstack-request-id: req-1eeefe77-3b48-4a00-a998-43343e9a7947 {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 09:20:09.815644 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c65774c5-6816-49a7-8b71-36c303fc3785", "name": "network-vif-plugged", "status": "completed", "tag": "b751a75a-b1e7-4b9c-bbe0-6c527d329ce6", "code": 200}]} {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 09:20:09.815897 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1eeefe77-3b48-4a00-a998-43343e9a7947 {{(pid=103097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 09:20:09.816290 dv-cinder-831776-4-iscsi neutron-server[103097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c65774c5-6816-49a7-8b71-36c303fc3785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b751a75a-b1e7-4b9c-bbe0-6c527d329ce6', 'code': 200} Mar 16 09:20:09.956351 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d51d057-c061-47e9-af8c-a82c40251275 req-9c9fa405-1b04-469b-b9cb-d9aee278149d tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:20:09.957837 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5d51d057-c061-47e9-af8c-a82c40251275 req-9c9fa405-1b04-469b-b9cb-d9aee278149d tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/ports?device_id=c65774c5-6816-49a7-8b71-36c303fc3785 HTTP/1.1" status: 200 len: 946 time: 0.0538085 Mar 16 09:20:10.028843 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-5d51d057-c061-47e9-af8c-a82c40251275 req-c4cd7a25-4489-412d-adcb-97002604e684 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4715a9b-ecf5-4a54-be6a-6c4cc8aef8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647047 Mar 16 09:20:10.042929 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3119c0-3d3e-4e92-ae3f-46108d57c9db req-9ce4fdd7-1286-4a55-a0a9-4765de1a8ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:20:10.044384 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-cb3119c0-3d3e-4e92-ae3f-46108d57c9db req-9ce4fdd7-1286-4a55-a0a9-4765de1a8ba9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c65774c5-6816-49a7-8b71-36c303fc3785 HTTP/1.1" status: 200 len: 1130 time: 0.0556636 Mar 16 09:20:10.093278 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-cb3119c0-3d3e-4e92-ae3f-46108d57c9db req-34ab695e-846d-424c-bac2-211f9355db5c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a4715a9b-ecf5-4a54-be6a-6c4cc8aef8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427332 Mar 16 09:20:11.145722 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b323a9-d261-464c-93b4-161da99fc2a1 req-99c4a95b-403d-491a-bdd1-11a44ef6871e tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:20:11.147185 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-84b323a9-d261-464c-93b4-161da99fc2a1 req-99c4a95b-403d-491a-bdd1-11a44ef6871e tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/ports?device_id=c65774c5-6816-49a7-8b71-36c303fc3785 HTTP/1.1" status: 200 len: 946 time: 0.0516808 Mar 16 09:20:11.194402 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-84b323a9-d261-464c-93b4-161da99fc2a1 req-88cd523f-f694-46c9-a056-6665ddcdd33f tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4715a9b-ecf5-4a54-be6a-6c4cc8aef8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416553 Mar 16 09:20:12.307799 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daa7092-7d76-4a00-a76a-c5afba4679e2 req-fd109c46-9c20-4ba4-83cc-9176e0f5502d tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:20:12.309256 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-9daa7092-7d76-4a00-a76a-c5afba4679e2 req-fd109c46-9c20-4ba4-83cc-9176e0f5502d tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/ports?device_id=c65774c5-6816-49a7-8b71-36c303fc3785 HTTP/1.1" status: 200 len: 946 time: 0.0508695 Mar 16 09:20:12.355619 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-9daa7092-7d76-4a00-a76a-c5afba4679e2 req-45b2bdd9-b432-4a6d-ae9a-5c2f496f06f6 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4715a9b-ecf5-4a54-be6a-6c4cc8aef8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409372 Mar 16 09:20:12.483597 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aea785-2c44-4031-ac5c-5c6853cb304c req-855df832-49e0-4e35-ab02-dde55fb020c0 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:20:12.484955 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-c4aea785-2c44-4031-ac5c-5c6853cb304c req-855df832-49e0-4e35-ab02-dde55fb020c0 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/ports?device_id=c65774c5-6816-49a7-8b71-36c303fc3785 HTTP/1.1" status: 200 len: 946 time: 0.0556486 Mar 16 09:20:12.530642 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-c4aea785-2c44-4031-ac5c-5c6853cb304c req-b2b170c7-21dd-4005-90db-924aa5bec1e1 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4715a9b-ecf5-4a54-be6a-6c4cc8aef8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402699 Mar 16 09:20:12.552306 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 57386) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:20:12.688195 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9461ef-2ee1-4309-9f64-2dc6c2095b24 tempest-TestVolumeBootPattern-15513018 tempest-TestVolumeBootPattern-15513018-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:20:12.689710 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-5b9461ef-2ee1-4309-9f64-2dc6c2095b24 tempest-TestVolumeBootPattern-15513018 tempest-TestVolumeBootPattern-15513018-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=c65774c5-6816-49a7-8b71-36c303fc3785 HTTP/1.1" status: 200 len: 1125 time: 0.1364222 Mar 16 09:20:12.692380 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 57390) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:20:12.696474 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.v2.base [None req-fbd26715-8f82-4985-8c78-974fc62dd3d8 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Request body: {'floatingip': {'floating_network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'port_id': 'b751a75a-b1e7-4b9c-bbe0-6c527d329ce6', 'tenant_id': 'acda52d846f04cf8b49ca272597c9d5d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 16 09:20:12.715330 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-fbd26715-8f82-4985-8c78-974fc62dd3d8 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:20:12.823438 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-fbd26715-8f82-4985-8c78-974fc62dd3d8 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (None), before_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:20:12.920228 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.db_base_plugin_common [None req-fbd26715-8f82-4985-8c78-974fc62dd3d8 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Allocated IP 172.27.1.66 (c4839873-0f35-4ea4-8707-46bf79a3edab/25bf7ac3-5945-4bb8-8d8f-087cde6dd03d/87f9dca3-5e03-42aa-9522-83fc2bcbc6fd) {{(pid=103096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 16 09:20:13.020611 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-fbd26715-8f82-4985-8c78-974fc62dd3d8 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks [] for port (87f9dca3-5e03-42aa-9522-83fc2bcbc6fd), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:20:13.053085 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-fbd26715-8f82-4985-8c78-974fc62dd3d8 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732012762709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13105710'] for port (87f9dca3-5e03-42aa-9522-83fc2bcbc6fd), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:20:13.086366 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd26715-8f82-4985-8c78-974fc62dd3d8 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Network c4839873-0f35-4ea4-8707-46bf79a3edab is already hosted by enough agents. {{(pid=103096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 16 09:20:13.089619 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.base_scheduler [None req-fbd26715-8f82-4985-8c78-974fc62dd3d8 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Resources bound (agent type, host, resource id): {{(pid=103096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 16 09:20:13.095092 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd26715-8f82-4985-8c78-974fc62dd3d8 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Received port after_create {{(pid=103096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 16 09:20:13.121455 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd26715-8f82-4985-8c78-974fc62dd3d8 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Pushing event updated for resources: {'Port': ['ID=87f9dca3-5e03-42aa-9522-83fc2bcbc6fd,revision_number=1']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:20:13.437526 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-fbd26715-8f82-4985-8c78-974fc62dd3d8 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks [] for floatingip (83fe0f56-2946-44f9-9d77-09e41a1c64d8), precommit_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:20:13.511461 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-fbd26715-8f82-4985-8c78-974fc62dd3d8 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1330949'] for port (87f9dca3-5e03-42aa-9522-83fc2bcbc6fd), before_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:20:13.653232 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-fbd26715-8f82-4985-8c78-974fc62dd3d8 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks [] for port (87f9dca3-5e03-42aa-9522-83fc2bcbc6fd), precommit_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:20:13.657632 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-fbd26715-8f82-4985-8c78-974fc62dd3d8 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732013351711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732012762727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732012762745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13105703'] for port (87f9dca3-5e03-42aa-9522-83fc2bcbc6fd), after_update {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:20:13.721184 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd26715-8f82-4985-8c78-974fc62dd3d8 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Pushing event updated for resources: {'Port': ['ID=87f9dca3-5e03-42aa-9522-83fc2bcbc6fd,revision_number=2']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:20:13.732907 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-fbd26715-8f82-4985-8c78-974fc62dd3d8 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557332'] for floatingip (83fe0f56-2946-44f9-9d77-09e41a1c64d8), after_create {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:20:13.830844 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.db.l3_db [None req-fbd26715-8f82-4985-8c78-974fc62dd3d8 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Floating IP 83fe0f56-2946-44f9-9d77-09e41a1c64d8 associated. External IP: 172.27.1.66, port: b751a75a-b1e7-4b9c-bbe0-6c527d329ce6. Mar 16 09:20:14.034765 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbd26715-8f82-4985-8c78-974fc62dd3d8 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Router d45b9d88-fcaf-4334-a3c0-1dfd30d22a35 has already been hosted by L3 agent 09ce795b-eeca-4b3b-9d7f-577d9443cb21 {{(pid=103096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 09:20:14.142070 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbd26715-8f82-4985-8c78-974fc62dd3d8 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Notify agent at l3_agent.dv-cinder-831776-4-iscsi the message routers_updated {{(pid=103096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 09:20:14.151813 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23f17a6-9996-4855-92fd-e459de9fe5cd None None] Sync routers for ids ['d45b9d88-fcaf-4334-a3c0-1dfd30d22a35'] in dv-cinder-831776-4-iscsi {{(pid=103098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 09:20:14.158479 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-fbd26715-8f82-4985-8c78-974fc62dd3d8 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334679'] for floatingip (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:20:14.161119 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23f17a6-9996-4855-92fd-e459de9fe5cd None None] Routers {'d45b9d88-fcaf-4334-a3c0-1dfd30d22a35'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:20:14.161758 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-d23f17a6-9996-4855-92fd-e459de9fe5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:19:53Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['d45b9d88-fcaf-4334-a3c0-1dfd30d22a35'], 'active': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:20:14.188138 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-fbd26715-8f82-4985-8c78-974fc62dd3d8 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4947665 Mar 16 09:20:14.188719 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c65774c5-6816-49a7-8b71-36c303fc3785', 'tag': 'b751a75a-b1e7-4b9c-bbe0-6c527d329ce6'}] {{(pid=103096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 09:20:14.190976 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552648401d13394d2a88e7485ef09c5647ae5ea4c1ec431ef2c5edbe801f23fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d08080a-b60d-40f2-8c8e-ae8d4b190c80" -d '{"events": [{"name": "network-changed", "server_uuid": "c65774c5-6816-49a7-8b71-36c303fc3785", "tag": "b751a75a-b1e7-4b9c-bbe0-6c527d329ce6"}]}' {{(pid=103096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 09:20:14.270684 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvr_db [None req-d23f17a6-9996-4855-92fd-e459de9fe5cd None None] Set router d45b9d88-fcaf-4334-a3c0-1dfd30d22a35 gateway port host: dv-cinder-831776-4-iscsi {{(pid=103098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:20:14.484301 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-d23f17a6-9996-4855-92fd-e459de9fe5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd45b9d88-fcaf-4334-a3c0-1dfd30d22a35', 'name': 'tempest-TestVolumeBootPattern-1758434805-router', 'tenant_id': 'acda52d846f04cf8b49ca272597c9d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '2683ecd3-c8e8-4cd8-949e-8038f83ed059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:14:02Z', 'updated_at': '2022-03-16T09:14:06Z', 'revision_number': 4, 'project_id': 'acda52d846f04cf8b49ca272597c9d5d', 'gw_port': {'id': '2683ecd3-c8e8-4cd8-949e-8038f83ed059', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45b9d88-fcaf-4334-a3c0-1dfd30d22a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:14:03Z', 'updated_at': '2022-03-16T09:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_floatingips': [{'id': '65f8a3a9-2430-4fc2-ac87-567b3ef695f9', 'tenant_id': 'acda52d846f04cf8b49ca272597c9d5d', 'floating_ip_address': '172.27.1.231', 'floating_network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'router_id': 'd45b9d88-fcaf-4334-a3c0-1dfd30d22a35', 'port_id': '73b69adb-7758-430a-a3ee-9a40fe200ecb', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1ee28af-2313-443a-8430-6783e827c8db', 'mac_address': 'fa:16:3e:78:3f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc1c488-766d-4793-93ba-54647256802e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T09:17:51Z', 'updated_at': '2022-03-16T09:17:54Z', 'revision_number': 1, 'project_id': 'acda52d846f04cf8b49ca272597c9d5d', 'fixed_ip_address_scope': None}, {'id': '83fe0f56-2946-44f9-9d77-09e41a1c64d8', 'tenant_id': 'acda52d846f04cf8b49ca272597c9d5d', 'floating_ip_address': '172.27.1.66', 'floating_network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'router_id': 'd45b9d88-fcaf-4334-a3c0-1dfd30d22a35', 'port_id': 'b751a75a-b1e7-4b9c-bbe0-6c527d329ce6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1ee28af-2313-443a-8430-6783e827c8db', 'mac_address': 'fa:16:3e:6a:d1:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65774c5-6816-49a7-8b71-36c303fc3785', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T09:20:13Z', 'updated_at': '2022-03-16T09:20:13Z', 'revision_number': 0, 'project_id': 'acda52d846f04cf8b49ca272597c9d5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf33179f-f3f1-4e2b-b1f3-23f11050d97f', 'name': '', 'network_id': 'e1ee28af-2313-443a-8430-6783e827c8db', 'tenant_id': 'acda52d846f04cf8b49ca272597c9d5d', 'mac_address': 'fa:16:3e:db:69:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45b9d88-fcaf-4334-a3c0-1dfd30d22a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '2589bda5-b4b7-46d6-9ea7-a504068c0d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:14:05Z', 'updated_at': '2022-03-16T09:14:14Z', 'revision_number': 5, 'project_id': 'acda52d846f04cf8b49ca272597c9d5d', 'subnets': [{'id': '2589bda5-b4b7-46d6-9ea7-a504068c0d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:20:14.515840 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23f17a6-9996-4855-92fd-e459de9fe5cd None None] Checking router: d45b9d88-fcaf-4334-a3c0-1dfd30d22a35 for host: dv-cinder-831776-4-iscsi {{(pid=103098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 09:20:14.523945 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23f17a6-9996-4855-92fd-e459de9fe5cd None None] Routers {'d45b9d88-fcaf-4334-a3c0-1dfd30d22a35'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:20:14.524537 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-d23f17a6-9996-4855-92fd-e459de9fe5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:19:53Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['d45b9d88-fcaf-4334-a3c0-1dfd30d22a35'], 'active': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:20:14.710618 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvr_db [None req-d23f17a6-9996-4855-92fd-e459de9fe5cd None None] Set router d45b9d88-fcaf-4334-a3c0-1dfd30d22a35 gateway port host: dv-cinder-831776-4-iscsi {{(pid=103098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:20:14.924089 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-d23f17a6-9996-4855-92fd-e459de9fe5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd45b9d88-fcaf-4334-a3c0-1dfd30d22a35', 'name': 'tempest-TestVolumeBootPattern-1758434805-router', 'tenant_id': 'acda52d846f04cf8b49ca272597c9d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '2683ecd3-c8e8-4cd8-949e-8038f83ed059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:14:02Z', 'updated_at': '2022-03-16T09:14:06Z', 'revision_number': 4, 'project_id': 'acda52d846f04cf8b49ca272597c9d5d', 'gw_port': {'id': '2683ecd3-c8e8-4cd8-949e-8038f83ed059', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45b9d88-fcaf-4334-a3c0-1dfd30d22a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:14:03Z', 'updated_at': '2022-03-16T09:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_floatingips': [{'id': '65f8a3a9-2430-4fc2-ac87-567b3ef695f9', 'tenant_id': 'acda52d846f04cf8b49ca272597c9d5d', 'floating_ip_address': '172.27.1.231', 'floating_network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'router_id': 'd45b9d88-fcaf-4334-a3c0-1dfd30d22a35', 'port_id': '73b69adb-7758-430a-a3ee-9a40fe200ecb', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1ee28af-2313-443a-8430-6783e827c8db', 'mac_address': 'fa:16:3e:78:3f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc1c488-766d-4793-93ba-54647256802e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T09:17:51Z', 'updated_at': '2022-03-16T09:17:54Z', 'revision_number': 1, 'project_id': 'acda52d846f04cf8b49ca272597c9d5d', 'fixed_ip_address_scope': None}, {'id': '83fe0f56-2946-44f9-9d77-09e41a1c64d8', 'tenant_id': 'acda52d846f04cf8b49ca272597c9d5d', 'floating_ip_address': '172.27.1.66', 'floating_network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'router_id': 'd45b9d88-fcaf-4334-a3c0-1dfd30d22a35', 'port_id': 'b751a75a-b1e7-4b9c-bbe0-6c527d329ce6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1ee28af-2313-443a-8430-6783e827c8db', 'mac_address': 'fa:16:3e:6a:d1:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65774c5-6816-49a7-8b71-36c303fc3785', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T09:20:13Z', 'updated_at': '2022-03-16T09:20:13Z', 'revision_number': 0, 'project_id': 'acda52d846f04cf8b49ca272597c9d5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf33179f-f3f1-4e2b-b1f3-23f11050d97f', 'name': '', 'network_id': 'e1ee28af-2313-443a-8430-6783e827c8db', 'tenant_id': 'acda52d846f04cf8b49ca272597c9d5d', 'mac_address': 'fa:16:3e:db:69:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45b9d88-fcaf-4334-a3c0-1dfd30d22a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '2589bda5-b4b7-46d6-9ea7-a504068c0d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:14:05Z', 'updated_at': '2022-03-16T09:14:14Z', 'revision_number': 5, 'project_id': 'acda52d846f04cf8b49ca272597c9d5d', 'subnets': [{'id': '2589bda5-b4b7-46d6-9ea7-a504068c0d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:20:14.953292 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23f17a6-9996-4855-92fd-e459de9fe5cd None None] The sync data for ids ['d45b9d88-fcaf-4334-a3c0-1dfd30d22a35'] in dv-cinder-831776-4-iscsi is: [{'id': 'd45b9d88-fcaf-4334-a3c0-1dfd30d22a35', 'name': 'tempest-TestVolumeBootPattern-1758434805-router', 'tenant_id': 'acda52d846f04cf8b49ca272597c9d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '2683ecd3-c8e8-4cd8-949e-8038f83ed059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:14:02Z', 'updated_at': '2022-03-16T09:14:06Z', 'revision_number': 4, 'project_id': 'acda52d846f04cf8b49ca272597c9d5d', 'gw_port': {'id': '2683ecd3-c8e8-4cd8-949e-8038f83ed059', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45b9d88-fcaf-4334-a3c0-1dfd30d22a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:14:03Z', 'updated_at': '2022-03-16T09:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_floatingips': [{'id': '65f8a3a9-2430-4fc2-ac87-567b3ef695f9', 'tenant_id': 'acda52d846f04cf8b49ca272597c9d5d', 'floating_ip_address': '172.27.1.231', 'floating_network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'router_id': 'd45b9d88-fcaf-4334-a3c0-1dfd30d22a35', 'port_id': '73b69adb-7758-430a-a3ee-9a40fe200ecb', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1ee28af-2313-443a-8430-6783e827c8db', 'mac_address': 'fa:16:3e:78:3f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc1c488-766d-4793-93ba-54647256802e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T09:17:51Z', 'updated_at': '2022-03-16T09:17:54Z', 'revision_number': 1, 'project_id': 'acda52d846f04cf8b49ca272597c9d5d', 'fixed_ip_address_scope': None}, {'id': '83fe0f56-2946-44f9-9d77-09e41a1c64d8', 'tenant_id': 'acda52d846f04cf8b49ca272597c9d5d', 'floating_ip_address': '172.27.1.66', 'floating_network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'router_id': 'd45b9d88-fcaf-4334-a3c0-1dfd30d22a35', 'port_id': 'b751a75a-b1e7-4b9c-bbe0-6c527d329ce6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1ee28af-2313-443a-8430-6783e827c8db', 'mac_address': 'fa:16:3e:6a:d1:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65774c5-6816-49a7-8b71-36c303fc3785', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T09:20:13Z', 'updated_at': '2022-03-16T09:20:13Z', 'revision_number': 0, 'project_id': 'acda52d846f04cf8b49ca272597c9d5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf33179f-f3f1-4e2b-b1f3-23f11050d97f', 'name': '', 'network_id': 'e1ee28af-2313-443a-8430-6783e827c8db', 'tenant_id': 'acda52d846f04cf8b49ca272597c9d5d', 'mac_address': 'fa:16:3e:db:69:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45b9d88-fcaf-4334-a3c0-1dfd30d22a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '2589bda5-b4b7-46d6-9ea7-a504068c0d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:14:05Z', 'updated_at': '2022-03-16T09:14:14Z', 'revision_number': 5, 'project_id': 'acda52d846f04cf8b49ca272597c9d5d', 'subnets': [{'id': '2589bda5-b4b7-46d6-9ea7-a504068c0d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 09:20:15.131991 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e36b58-a0c2-404d-a33d-012007bd4ce8 None None] New status for floating IP 83fe0f56-2946-44f9-9d77-09e41a1c64d8: ACTIVE {{(pid=103097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 09:20:15.236928 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 09:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a1d733b-84cf-4547-984e-4338f86955f6 x-openstack-request-id: req-7a1d733b-84cf-4547-984e-4338f86955f6 {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 09:20:15.237399 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c65774c5-6816-49a7-8b71-36c303fc3785", "tag": "b751a75a-b1e7-4b9c-bbe0-6c527d329ce6", "status": "completed", "code": 200}]} {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 09:20:15.237551 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7a1d733b-84cf-4547-984e-4338f86955f6 {{(pid=103096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 09:20:15.237895 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c65774c5-6816-49a7-8b71-36c303fc3785', 'tag': 'b751a75a-b1e7-4b9c-bbe0-6c527d329ce6', 'status': 'completed', 'code': 200} Mar 16 09:20:15.305292 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d08080a-b60d-40f2-8c8e-ae8d4b190c80 req-2f4e6a55-5d75-46d9-89b6-2d7aa4f9fbee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:20:15.306837 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-0d08080a-b60d-40f2-8c8e-ae8d4b190c80 req-2f4e6a55-5d75-46d9-89b6-2d7aa4f9fbee service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=acda52d846f04cf8b49ca272597c9d5d&device_id=c65774c5-6816-49a7-8b71-36c303fc3785 HTTP/1.1" status: 200 len: 1130 time: 0.0459023 Mar 16 09:20:15.394834 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d08080a-b60d-40f2-8c8e-ae8d4b190c80 req-16c4315a-5867-4fbb-9c14-1deb77e72d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:20:15.396259 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-0d08080a-b60d-40f2-8c8e-ae8d4b190c80 req-16c4315a-5867-4fbb-9c14-1deb77e72d69 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e1ee28af-2313-443a-8430-6783e827c8db HTTP/1.1" status: 200 len: 913 time: 0.0839980 Mar 16 09:20:15.458952 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-0d08080a-b60d-40f2-8c8e-ae8d4b190c80 req-0d999985-eb7d-488c-ba40-4e37f3c09709 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b751a75a-b1e7-4b9c-bbe0-6c527d329ce6 HTTP/1.1" status: 200 len: 1001 time: 0.0551887 Mar 16 09:20:15.505023 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d08080a-b60d-40f2-8c8e-ae8d4b190c80 req-c8876310-ef0e-4ff8-9120-3c7df19540c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:20:15.506328 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-0d08080a-b60d-40f2-8c8e-ae8d4b190c80 req-c8876310-ef0e-4ff8-9120-3c7df19540c5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2589bda5-b4b7-46d6-9ea7-a504068c0d7e HTTP/1.1" status: 200 len: 851 time: 0.0408428 Mar 16 09:20:15.556948 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d08080a-b60d-40f2-8c8e-ae8d4b190c80 req-34be3a69-c6b8-4f86-81f1-d6531e2d5879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:20:15.558442 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-0d08080a-b60d-40f2-8c8e-ae8d4b190c80 req-34be3a69-c6b8-4f86-81f1-d6531e2d5879 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e1ee28af-2313-443a-8430-6783e827c8db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454547 Mar 16 09:20:15.642495 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-0d08080a-b60d-40f2-8c8e-ae8d4b190c80 req-f244bae2-34a6-42f8-84a2-1ba40fca02c6 service neutron] 10.222.0.48 "GET /v2.0/networks/e1ee28af-2313-443a-8430-6783e827c8db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781639 Mar 16 09:20:15.731662 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-0d08080a-b60d-40f2-8c8e-ae8d4b190c80 req-33440384-8178-46bf-90bc-0bedfe3bbb0c service neutron] 10.222.0.48 "GET /v2.0/networks/e1ee28af-2313-443a-8430-6783e827c8db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824535 Mar 16 09:20:20.534107 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-1b203d28-6638-41b3-b924-60b06eff2c7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (a398d5bf-1368-473f-bfdd-7d167c3f4154), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:20:22.848165 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-db04490e-820e-49ab-9071-27d081ea95d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (09ce795b-eeca-4b3b-9d7f-577d9443cb21), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:20:23.918754 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-cdeb7127-6fa1-4060-ae0a-c8ffc2dd9388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (514d7d79-ab14-439d-a6c0-bbffe337a49f), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:20:25.546822 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3de267ec-888d-49e1-92d2-a6991c0932cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (3616e4f6-4586-420d-b0d2-e3b2f5abb17b), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:20:25.585600 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (f0da09ba-cbd5-402d-a3a1-68b8fcaf25e8), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:20:26.909252 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (489981c6-9aaa-401c-bd41-6b42e027a228), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:20:38.050389 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.agents_db [None req-ddb2e055-3acb-4969-8bde-a74b2247622c None None] Agent healthcheck: found 6 active agents {{(pid=103098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 09:20:38.634278 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-eb8ae614-f313-4ab4-9165-ebc1dd185b65 req-1859609f-e6e0-4702-b91c-b6e568fb3fd6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4fc1c488-766d-4793-93ba-54647256802e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432432 Mar 16 09:20:38.716601 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8ae614-f313-4ab4-9165-ebc1dd185b65 req-96d0a1eb-9e12-4640-b5d8-37e1a50a1ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:20:38.718124 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-eb8ae614-f313-4ab4-9165-ebc1dd185b65 req-96d0a1eb-9e12-4640-b5d8-37e1a50a1ce3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=acda52d846f04cf8b49ca272597c9d5d&device_id=4fc1c488-766d-4793-93ba-54647256802e HTTP/1.1" status: 200 len: 1129 time: 0.0432186 Mar 16 09:20:38.819242 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8ae614-f313-4ab4-9165-ebc1dd185b65 req-e2ee612d-2e5b-4c0b-8b0a-a16492140bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:20:38.820685 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-eb8ae614-f313-4ab4-9165-ebc1dd185b65 req-e2ee612d-2e5b-4c0b-8b0a-a16492140bfa service neutron] 10.222.0.48 "GET /v2.0/networks?id=e1ee28af-2313-443a-8430-6783e827c8db HTTP/1.1" status: 200 len: 913 time: 0.0849988 Mar 16 09:20:38.884781 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-eb8ae614-f313-4ab4-9165-ebc1dd185b65 req-664130af-9705-4b04-9d28-2be71c369bb5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73b69adb-7758-430a-a3ee-9a40fe200ecb HTTP/1.1" status: 200 len: 1001 time: 0.0569730 Mar 16 09:20:38.930760 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8ae614-f313-4ab4-9165-ebc1dd185b65 req-0336abc1-a00d-427e-b9d4-8d2610e43d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:20:38.932200 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-eb8ae614-f313-4ab4-9165-ebc1dd185b65 req-0336abc1-a00d-427e-b9d4-8d2610e43d2b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2589bda5-b4b7-46d6-9ea7-a504068c0d7e HTTP/1.1" status: 200 len: 851 time: 0.0419867 Mar 16 09:20:38.983123 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8ae614-f313-4ab4-9165-ebc1dd185b65 req-2156451c-876f-4974-a427-b9caedb807b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:20:38.984602 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-eb8ae614-f313-4ab4-9165-ebc1dd185b65 req-2156451c-876f-4974-a427-b9caedb807b7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e1ee28af-2313-443a-8430-6783e827c8db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463750 Mar 16 09:20:39.068842 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-eb8ae614-f313-4ab4-9165-ebc1dd185b65 req-299897e7-cf0b-44df-866b-2bfa84519632 service neutron] 10.222.0.48 "GET /v2.0/networks/e1ee28af-2313-443a-8430-6783e827c8db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779555 Mar 16 09:20:39.409495 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-eb8ae614-f313-4ab4-9165-ebc1dd185b65 req-311add08-ebfe-45a7-aa16-016776e6cf21 service neutron] 10.222.0.48 "GET /v2.0/networks/e1ee28af-2313-443a-8430-6783e827c8db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345947 Mar 16 09:20:50.535157 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-08b2ad11-3b96-49b6-8461-d280fa82ace6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (a398d5bf-1368-473f-bfdd-7d167c3f4154), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:20:52.847853 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-44735a8d-4ef8-481a-a89f-c0a24e0bb23a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (09ce795b-eeca-4b3b-9d7f-577d9443cb21), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:20:53.919642 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-cdeb7127-6fa1-4060-ae0a-c8ffc2dd9388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (514d7d79-ab14-439d-a6c0-bbffe337a49f), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:20:55.549571 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3de267ec-888d-49e1-92d2-a6991c0932cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (3616e4f6-4586-420d-b0d2-e3b2f5abb17b), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:20:55.602641 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (f0da09ba-cbd5-402d-a3a1-68b8fcaf25e8), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:20:56.902097 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (489981c6-9aaa-401c-bd41-6b42e027a228), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:21:15.049213 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.agents_db [None req-ddb2e055-3acb-4969-8bde-a74b2247622c None None] Agent healthcheck: found 6 active agents {{(pid=103098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 09:21:20.536167 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9d8f66ff-b892-41c3-b073-5c1c0553775f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (a398d5bf-1368-473f-bfdd-7d167c3f4154), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:21:22.848294 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-86842eb5-1557-42f6-8dc7-abf7c3740574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (09ce795b-eeca-4b3b-9d7f-577d9443cb21), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:21:23.922375 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-cdeb7127-6fa1-4060-ae0a-c8ffc2dd9388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (514d7d79-ab14-439d-a6c0-bbffe337a49f), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:21:25.552711 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3de267ec-888d-49e1-92d2-a6991c0932cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (3616e4f6-4586-420d-b0d2-e3b2f5abb17b), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:21:25.599804 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (f0da09ba-cbd5-402d-a3a1-68b8fcaf25e8), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:21:26.904842 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (489981c6-9aaa-401c-bd41-6b42e027a228), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:21:40.626521 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-919b8dd9-dda3-46ae-bd8a-6158eafeeb67 req-dabb80e4-67b4-434b-9f4f-a251e72b6135 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c65774c5-6816-49a7-8b71-36c303fc3785&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429883 Mar 16 09:21:40.689458 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919b8dd9-dda3-46ae-bd8a-6158eafeeb67 req-f87a0e63-f007-4df6-ad20-c86bb37fa67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:21:40.690963 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-919b8dd9-dda3-46ae-bd8a-6158eafeeb67 req-f87a0e63-f007-4df6-ad20-c86bb37fa67a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=acda52d846f04cf8b49ca272597c9d5d&device_id=c65774c5-6816-49a7-8b71-36c303fc3785 HTTP/1.1" status: 200 len: 1130 time: 0.0424943 Mar 16 09:21:40.794128 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919b8dd9-dda3-46ae-bd8a-6158eafeeb67 req-4d72f55a-a1e5-40a0-b003-9eafeb09a7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:21:40.795571 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-919b8dd9-dda3-46ae-bd8a-6158eafeeb67 req-4d72f55a-a1e5-40a0-b003-9eafeb09a7fc service neutron] 10.222.0.48 "GET /v2.0/networks?id=e1ee28af-2313-443a-8430-6783e827c8db HTTP/1.1" status: 200 len: 913 time: 0.0850606 Mar 16 09:21:40.858375 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-919b8dd9-dda3-46ae-bd8a-6158eafeeb67 req-0017abf6-177b-472f-aac3-f2c89caaa2de service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b751a75a-b1e7-4b9c-bbe0-6c527d329ce6 HTTP/1.1" status: 200 len: 1001 time: 0.0565944 Mar 16 09:21:40.909140 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919b8dd9-dda3-46ae-bd8a-6158eafeeb67 req-0d3068a7-bd2f-4b4c-89f5-0802ea364e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:21:40.910611 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-919b8dd9-dda3-46ae-bd8a-6158eafeeb67 req-0d3068a7-bd2f-4b4c-89f5-0802ea364e7e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2589bda5-b4b7-46d6-9ea7-a504068c0d7e HTTP/1.1" status: 200 len: 851 time: 0.0465055 Mar 16 09:21:40.957561 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919b8dd9-dda3-46ae-bd8a-6158eafeeb67 req-c6bbe840-b045-46b6-aa00-ee19164438e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:21:40.959036 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-919b8dd9-dda3-46ae-bd8a-6158eafeeb67 req-c6bbe840-b045-46b6-aa00-ee19164438e1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e1ee28af-2313-443a-8430-6783e827c8db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428486 Mar 16 09:21:41.043496 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-919b8dd9-dda3-46ae-bd8a-6158eafeeb67 req-d09fb673-826b-47c8-a26e-6b6f04f3f8ee service neutron] 10.222.0.48 "GET /v2.0/networks/e1ee28af-2313-443a-8430-6783e827c8db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788584 Mar 16 09:21:41.133066 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-919b8dd9-dda3-46ae-bd8a-6158eafeeb67 req-5b9afae9-16e3-474d-85b1-67428ca2fd32 service neutron] 10.222.0.48 "GET /v2.0/networks/e1ee28af-2313-443a-8430-6783e827c8db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833819 Mar 16 09:21:50.537749 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-6e3ac711-a7b7-4782-be3a-52719a31972a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (a398d5bf-1368-473f-bfdd-7d167c3f4154), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:21:52.048449 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.agents_db [None req-ddb2e055-3acb-4969-8bde-a74b2247622c None None] Agent healthcheck: found 6 active agents {{(pid=103098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 09:21:52.850111 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-2df6a6be-6f49-4b2f-8195-48217f093a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (09ce795b-eeca-4b3b-9d7f-577d9443cb21), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:21:53.925154 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-cdeb7127-6fa1-4060-ae0a-c8ffc2dd9388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (514d7d79-ab14-439d-a6c0-bbffe337a49f), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:21:55.555284 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3de267ec-888d-49e1-92d2-a6991c0932cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (3616e4f6-4586-420d-b0d2-e3b2f5abb17b), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:21:55.597966 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (f0da09ba-cbd5-402d-a3a1-68b8fcaf25e8), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:21:56.907739 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (489981c6-9aaa-401c-bd41-6b42e027a228), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:03.580174 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 57422) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:22:03.731795 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.plugin [None req-0dcb0623-5ddf-4b73-9bc9-ec7f1708cb8a tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Deleting port 87f9dca3-5e03-42aa-9522-83fc2bcbc6fd {{(pid=103096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 09:22:03.732683 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-0dcb0623-5ddf-4b73-9bc9-ec7f1708cb8a tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732013345958'] for port (87f9dca3-5e03-42aa-9522-83fc2bcbc6fd), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:03.807852 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-0dcb0623-5ddf-4b73-9bc9-ec7f1708cb8a tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559013'] for port (87f9dca3-5e03-42aa-9522-83fc2bcbc6fd), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:03.808178 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-0dcb0623-5ddf-4b73-9bc9-ec7f1708cb8a tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks [] for floatingip (87f9dca3-5e03-42aa-9522-83fc2bcbc6fd), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:03.819460 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.plugin [None req-0dcb0623-5ddf-4b73-9bc9-ec7f1708cb8a tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Calling delete_port for 87f9dca3-5e03-42aa-9522-83fc2bcbc6fd owned by network:floatingip {{(pid=103096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 09:22:03.960396 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-0dcb0623-5ddf-4b73-9bc9-ec7f1708cb8a tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732013351693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732012762718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13105710'] for port (87f9dca3-5e03-42aa-9522-83fc2bcbc6fd), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:03.989451 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcb0623-5ddf-4b73-9bc9-ec7f1708cb8a tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Pushing event deleted for resources: {'Port': ['ID=87f9dca3-5e03-42aa-9522-83fc2bcbc6fd,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:22:04.012942 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcb0623-5ddf-4b73-9bc9-ec7f1708cb8a tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:22:04.013317 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcb0623-5ddf-4b73-9bc9-ec7f1708cb8a tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:22:04.013691 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcb0623-5ddf-4b73-9bc9-ec7f1708cb8a tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:22:04.014029 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcb0623-5ddf-4b73-9bc9-ec7f1708cb8a tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:22:04.014363 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcb0623-5ddf-4b73-9bc9-ec7f1708cb8a tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:22:04.014693 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcb0623-5ddf-4b73-9bc9-ec7f1708cb8a tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:22:04.015020 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcb0623-5ddf-4b73-9bc9-ec7f1708cb8a tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:22:04.015352 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcb0623-5ddf-4b73-9bc9-ec7f1708cb8a tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:22:04.015672 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcb0623-5ddf-4b73-9bc9-ec7f1708cb8a tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:22:04.015993 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcb0623-5ddf-4b73-9bc9-ec7f1708cb8a tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:22:04.016315 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcb0623-5ddf-4b73-9bc9-ec7f1708cb8a tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:22:04.016637 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcb0623-5ddf-4b73-9bc9-ec7f1708cb8a tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:22:04.016958 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcb0623-5ddf-4b73-9bc9-ec7f1708cb8a tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:22:04.017272 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcb0623-5ddf-4b73-9bc9-ec7f1708cb8a tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:22:04.017621 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcb0623-5ddf-4b73-9bc9-ec7f1708cb8a tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:22:04.056745 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-0dcb0623-5ddf-4b73-9bc9-ec7f1708cb8a tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks [] for floatingip (83fe0f56-2946-44f9-9d77-09e41a1c64d8), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:04.057075 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.db.l3_db [None req-0dcb0623-5ddf-4b73-9bc9-ec7f1708cb8a tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Floating IP 83fe0f56-2946-44f9-9d77-09e41a1c64d8 disassociated (deleted). External IP: 172.27.1.66, port: b751a75a-b1e7-4b9c-bbe0-6c527d329ce6. Mar 16 09:22:04.266716 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dcb0623-5ddf-4b73-9bc9-ec7f1708cb8a tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Router d45b9d88-fcaf-4334-a3c0-1dfd30d22a35 has already been hosted by L3 agent 09ce795b-eeca-4b3b-9d7f-577d9443cb21 {{(pid=103096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 09:22:04.374556 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dcb0623-5ddf-4b73-9bc9-ec7f1708cb8a tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Notify agent at l3_agent.dv-cinder-831776-4-iscsi the message routers_updated {{(pid=103096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 09:22:04.379236 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-0dcb0623-5ddf-4b73-9bc9-ec7f1708cb8a tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334679'] for floatingip (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:04.384504 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9dc42d-50cb-498e-b2bc-c981513a47a2 None None] Sync routers for ids ['d45b9d88-fcaf-4334-a3c0-1dfd30d22a35'] in dv-cinder-831776-4-iscsi {{(pid=103098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 09:22:04.393885 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9dc42d-50cb-498e-b2bc-c981513a47a2 None None] Routers {'d45b9d88-fcaf-4334-a3c0-1dfd30d22a35'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:22:04.394494 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-1c9dc42d-50cb-498e-b2bc-c981513a47a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:21:53Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['d45b9d88-fcaf-4334-a3c0-1dfd30d22a35'], 'active': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:22:04.411244 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-0dcb0623-5ddf-4b73-9bc9-ec7f1708cb8a tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "DELETE /v2.0/floatingips/83fe0f56-2946-44f9-9d77-09e41a1c64d8 HTTP/1.1" status: 204 len: 168 time: 0.8275988 Mar 16 09:22:04.411244 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c65774c5-6816-49a7-8b71-36c303fc3785', 'tag': 'b751a75a-b1e7-4b9c-bbe0-6c527d329ce6'}] {{(pid=103096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 09:22:04.411667 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552648401d13394d2a88e7485ef09c5647ae5ea4c1ec431ef2c5edbe801f23fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f067c4-6f2d-4e39-a922-098b1095b6c4" -d '{"events": [{"name": "network-changed", "server_uuid": "c65774c5-6816-49a7-8b71-36c303fc3785", "tag": "b751a75a-b1e7-4b9c-bbe0-6c527d329ce6"}]}' {{(pid=103096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 09:22:04.454204 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 09:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a48f35c4-fce8-4c73-a9df-42125f8e6b42 x-openstack-request-id: req-a48f35c4-fce8-4c73-a9df-42125f8e6b42 {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 09:22:04.454500 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c65774c5-6816-49a7-8b71-36c303fc3785", "tag": "b751a75a-b1e7-4b9c-bbe0-6c527d329ce6", "status": "completed", "code": 200}]} {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 09:22:04.454760 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a48f35c4-fce8-4c73-a9df-42125f8e6b42 {{(pid=103096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 09:22:04.455167 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c65774c5-6816-49a7-8b71-36c303fc3785', 'tag': 'b751a75a-b1e7-4b9c-bbe0-6c527d329ce6', 'status': 'completed', 'code': 200} Mar 16 09:22:04.504517 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvr_db [None req-1c9dc42d-50cb-498e-b2bc-c981513a47a2 None None] Set router d45b9d88-fcaf-4334-a3c0-1dfd30d22a35 gateway port host: dv-cinder-831776-4-iscsi {{(pid=103098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:22:04.523703 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f067c4-6f2d-4e39-a922-098b1095b6c4 req-9fd962ea-d3f4-4934-8d5b-24eaba9a892a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:22:04.525194 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a4f067c4-6f2d-4e39-a922-098b1095b6c4 req-9fd962ea-d3f4-4934-8d5b-24eaba9a892a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=acda52d846f04cf8b49ca272597c9d5d&device_id=c65774c5-6816-49a7-8b71-36c303fc3785 HTTP/1.1" status: 200 len: 1130 time: 0.0470915 Mar 16 09:22:04.651698 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f067c4-6f2d-4e39-a922-098b1095b6c4 req-552bdd6e-14c4-4019-9db5-bb80d7f0111f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:22:04.653157 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a4f067c4-6f2d-4e39-a922-098b1095b6c4 req-552bdd6e-14c4-4019-9db5-bb80d7f0111f service neutron] 10.222.0.48 "GET /v2.0/networks?id=e1ee28af-2313-443a-8430-6783e827c8db HTTP/1.1" status: 200 len: 913 time: 0.1226869 Mar 16 09:22:04.697252 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a4f067c4-6f2d-4e39-a922-098b1095b6c4 req-0f05a8b8-4ba3-4d88-8e4c-f70e1b67f413 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b751a75a-b1e7-4b9c-bbe0-6c527d329ce6 HTTP/1.1" status: 200 len: 217 time: 0.0367515 Mar 16 09:22:04.720542 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46dacc2-0105-4454-b8d5-835769dc09d2 req-da45e617-9dcb-49ad-a1d9-5457dd8eb3a1 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:22:04.722008 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-f46dacc2-0105-4454-b8d5-835769dc09d2 req-da45e617-9dcb-49ad-a1d9-5457dd8eb3a1 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/ports?device_id=c65774c5-6816-49a7-8b71-36c303fc3785 HTTP/1.1" status: 200 len: 946 time: 0.1055267 Mar 16 09:22:04.740064 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-1c9dc42d-50cb-498e-b2bc-c981513a47a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd45b9d88-fcaf-4334-a3c0-1dfd30d22a35', 'name': 'tempest-TestVolumeBootPattern-1758434805-router', 'tenant_id': 'acda52d846f04cf8b49ca272597c9d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '2683ecd3-c8e8-4cd8-949e-8038f83ed059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:14:02Z', 'updated_at': '2022-03-16T09:14:06Z', 'revision_number': 4, 'project_id': 'acda52d846f04cf8b49ca272597c9d5d', 'gw_port': {'id': '2683ecd3-c8e8-4cd8-949e-8038f83ed059', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45b9d88-fcaf-4334-a3c0-1dfd30d22a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:14:03Z', 'updated_at': '2022-03-16T09:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_floatingips': [{'id': '65f8a3a9-2430-4fc2-ac87-567b3ef695f9', 'tenant_id': 'acda52d846f04cf8b49ca272597c9d5d', 'floating_ip_address': '172.27.1.231', 'floating_network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'router_id': 'd45b9d88-fcaf-4334-a3c0-1dfd30d22a35', 'port_id': '73b69adb-7758-430a-a3ee-9a40fe200ecb', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1ee28af-2313-443a-8430-6783e827c8db', 'mac_address': 'fa:16:3e:78:3f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc1c488-766d-4793-93ba-54647256802e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T09:17:51Z', 'updated_at': '2022-03-16T09:17:54Z', 'revision_number': 1, 'project_id': 'acda52d846f04cf8b49ca272597c9d5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf33179f-f3f1-4e2b-b1f3-23f11050d97f', 'name': '', 'network_id': 'e1ee28af-2313-443a-8430-6783e827c8db', 'tenant_id': 'acda52d846f04cf8b49ca272597c9d5d', 'mac_address': 'fa:16:3e:db:69:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45b9d88-fcaf-4334-a3c0-1dfd30d22a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '2589bda5-b4b7-46d6-9ea7-a504068c0d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:14:05Z', 'updated_at': '2022-03-16T09:14:14Z', 'revision_number': 5, 'project_id': 'acda52d846f04cf8b49ca272597c9d5d', 'subnets': [{'id': '2589bda5-b4b7-46d6-9ea7-a504068c0d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:22:04.765991 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9dc42d-50cb-498e-b2bc-c981513a47a2 None None] Checking router: d45b9d88-fcaf-4334-a3c0-1dfd30d22a35 for host: dv-cinder-831776-4-iscsi {{(pid=103098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 09:22:04.774082 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9dc42d-50cb-498e-b2bc-c981513a47a2 None None] Routers {'d45b9d88-fcaf-4334-a3c0-1dfd30d22a35'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:22:04.774619 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-1c9dc42d-50cb-498e-b2bc-c981513a47a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:21:53Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['d45b9d88-fcaf-4334-a3c0-1dfd30d22a35'], 'active': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:22:04.779868 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f067c4-6f2d-4e39-a922-098b1095b6c4 req-8ab7276d-6024-44f7-b853-8d6ed620b705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:22:04.781291 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a4f067c4-6f2d-4e39-a922-098b1095b6c4 req-8ab7276d-6024-44f7-b853-8d6ed620b705 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2589bda5-b4b7-46d6-9ea7-a504068c0d7e HTTP/1.1" status: 200 len: 851 time: 0.0775537 Mar 16 09:22:04.807195 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-f46dacc2-0105-4454-b8d5-835769dc09d2 req-5c21e5d8-9482-4d66-a105-872353dae222 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4715a9b-ecf5-4a54-be6a-6c4cc8aef8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645642 Mar 16 09:22:04.839725 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f067c4-6f2d-4e39-a922-098b1095b6c4 req-46d14e0e-6548-421e-b4b0-f71b2d5966d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:22:04.841233 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a4f067c4-6f2d-4e39-a922-098b1095b6c4 req-46d14e0e-6548-421e-b4b0-f71b2d5966d6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e1ee28af-2313-443a-8430-6783e827c8db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0505359 Mar 16 09:22:04.890176 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvr_db [None req-1c9dc42d-50cb-498e-b2bc-c981513a47a2 None None] Set router d45b9d88-fcaf-4334-a3c0-1dfd30d22a35 gateway port host: dv-cinder-831776-4-iscsi {{(pid=103098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:22:04.929939 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a4f067c4-6f2d-4e39-a922-098b1095b6c4 req-f9e52df2-c8a2-4762-8457-027952a90e8f service neutron] 10.222.0.48 "GET /v2.0/networks/e1ee28af-2313-443a-8430-6783e827c8db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814772 Mar 16 09:22:05.019737 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a4f067c4-6f2d-4e39-a922-098b1095b6c4 req-581316d6-bb2b-4306-848b-66b439339c40 service neutron] 10.222.0.48 "GET /v2.0/networks/e1ee28af-2313-443a-8430-6783e827c8db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839972 Mar 16 09:22:05.109865 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-1c9dc42d-50cb-498e-b2bc-c981513a47a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd45b9d88-fcaf-4334-a3c0-1dfd30d22a35', 'name': 'tempest-TestVolumeBootPattern-1758434805-router', 'tenant_id': 'acda52d846f04cf8b49ca272597c9d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '2683ecd3-c8e8-4cd8-949e-8038f83ed059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:14:02Z', 'updated_at': '2022-03-16T09:14:06Z', 'revision_number': 4, 'project_id': 'acda52d846f04cf8b49ca272597c9d5d', 'gw_port': {'id': '2683ecd3-c8e8-4cd8-949e-8038f83ed059', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45b9d88-fcaf-4334-a3c0-1dfd30d22a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:14:03Z', 'updated_at': '2022-03-16T09:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_floatingips': [{'id': '65f8a3a9-2430-4fc2-ac87-567b3ef695f9', 'tenant_id': 'acda52d846f04cf8b49ca272597c9d5d', 'floating_ip_address': '172.27.1.231', 'floating_network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'router_id': 'd45b9d88-fcaf-4334-a3c0-1dfd30d22a35', 'port_id': '73b69adb-7758-430a-a3ee-9a40fe200ecb', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1ee28af-2313-443a-8430-6783e827c8db', 'mac_address': 'fa:16:3e:78:3f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc1c488-766d-4793-93ba-54647256802e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T09:17:51Z', 'updated_at': '2022-03-16T09:17:54Z', 'revision_number': 1, 'project_id': 'acda52d846f04cf8b49ca272597c9d5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf33179f-f3f1-4e2b-b1f3-23f11050d97f', 'name': '', 'network_id': 'e1ee28af-2313-443a-8430-6783e827c8db', 'tenant_id': 'acda52d846f04cf8b49ca272597c9d5d', 'mac_address': 'fa:16:3e:db:69:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45b9d88-fcaf-4334-a3c0-1dfd30d22a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '2589bda5-b4b7-46d6-9ea7-a504068c0d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:14:05Z', 'updated_at': '2022-03-16T09:14:14Z', 'revision_number': 5, 'project_id': 'acda52d846f04cf8b49ca272597c9d5d', 'subnets': [{'id': '2589bda5-b4b7-46d6-9ea7-a504068c0d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:22:05.134981 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9dc42d-50cb-498e-b2bc-c981513a47a2 None None] The sync data for ids ['d45b9d88-fcaf-4334-a3c0-1dfd30d22a35'] in dv-cinder-831776-4-iscsi is: [{'id': 'd45b9d88-fcaf-4334-a3c0-1dfd30d22a35', 'name': 'tempest-TestVolumeBootPattern-1758434805-router', 'tenant_id': 'acda52d846f04cf8b49ca272597c9d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '2683ecd3-c8e8-4cd8-949e-8038f83ed059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:14:02Z', 'updated_at': '2022-03-16T09:14:06Z', 'revision_number': 4, 'project_id': 'acda52d846f04cf8b49ca272597c9d5d', 'gw_port': {'id': '2683ecd3-c8e8-4cd8-949e-8038f83ed059', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45b9d88-fcaf-4334-a3c0-1dfd30d22a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:14:03Z', 'updated_at': '2022-03-16T09:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_floatingips': [{'id': '65f8a3a9-2430-4fc2-ac87-567b3ef695f9', 'tenant_id': 'acda52d846f04cf8b49ca272597c9d5d', 'floating_ip_address': '172.27.1.231', 'floating_network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'router_id': 'd45b9d88-fcaf-4334-a3c0-1dfd30d22a35', 'port_id': '73b69adb-7758-430a-a3ee-9a40fe200ecb', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1ee28af-2313-443a-8430-6783e827c8db', 'mac_address': 'fa:16:3e:78:3f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc1c488-766d-4793-93ba-54647256802e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-16T09:17:51Z', 'updated_at': '2022-03-16T09:17:54Z', 'revision_number': 1, 'project_id': 'acda52d846f04cf8b49ca272597c9d5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf33179f-f3f1-4e2b-b1f3-23f11050d97f', 'name': '', 'network_id': 'e1ee28af-2313-443a-8430-6783e827c8db', 'tenant_id': 'acda52d846f04cf8b49ca272597c9d5d', 'mac_address': 'fa:16:3e:db:69:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45b9d88-fcaf-4334-a3c0-1dfd30d22a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '2589bda5-b4b7-46d6-9ea7-a504068c0d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:14:05Z', 'updated_at': '2022-03-16T09:14:14Z', 'revision_number': 5, 'project_id': 'acda52d846f04cf8b49ca272597c9d5d', 'subnets': [{'id': '2589bda5-b4b7-46d6-9ea7-a504068c0d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 09:22:05.356366 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9dffd5e-0417-41e0-aa96-768dd338abce None None] New status for floating IP 83fe0f56-2946-44f9-9d77-09e41a1c64d8: DOWN {{(pid=103097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 09:22:05.977442 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f79b68-4b52-4ec0-acc6-e2c61d523d6a req-e12d01f9-68bd-4124-8046-f665f53f5fa9 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:22:05.978936 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-15f79b68-4b52-4ec0-acc6-e2c61d523d6a req-e12d01f9-68bd-4124-8046-f665f53f5fa9 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/ports?device_id=c65774c5-6816-49a7-8b71-36c303fc3785 HTTP/1.1" status: 200 len: 946 time: 0.1040204 Mar 16 09:22:06.025552 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-15f79b68-4b52-4ec0-acc6-e2c61d523d6a req-01d49f33-6fce-48c7-90da-978e29185cb3 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4715a9b-ecf5-4a54-be6a-6c4cc8aef8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401437 Mar 16 09:22:06.390981 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac95a117-68e3-4d37-be65-482fe1626d6b req-c7295834-9361-49e3-86b6-048de0c76d07 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:22:06.392393 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-ac95a117-68e3-4d37-be65-482fe1626d6b req-c7295834-9361-49e3-86b6-048de0c76d07 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.48 "GET /v2.0/ports?device_id=c65774c5-6816-49a7-8b71-36c303fc3785 HTTP/1.1" status: 200 len: 946 time: 0.0548460 Mar 16 09:22:06.481729 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.plugin [req-ac95a117-68e3-4d37-be65-482fe1626d6b req-f9d73b6d-6ae1-4a8b-948b-0ad129442038 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Deleting port b751a75a-b1e7-4b9c-bbe0-6c527d329ce6 {{(pid=103096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 09:22:06.482012 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-ac95a117-68e3-4d37-be65-482fe1626d6b req-f9d73b6d-6ae1-4a8b-948b-0ad129442038 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732013345958'] for port (b751a75a-b1e7-4b9c-bbe0-6c527d329ce6), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:06.569431 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.db [req-ac95a117-68e3-4d37-be65-482fe1626d6b req-f9d73b6d-6ae1-4a8b-948b-0ad129442038 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] For port b751a75a-b1e7-4b9c-bbe0-6c527d329ce6, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=b751a75a-b1e7-4b9c-bbe0-6c527d329ce6,segment=NetworkSegment(0ad45193-c88a-4b26-9fac-41c5a66a372f),segment_id=0ad45193-c88a-4b26-9fac-41c5a66a372f)] {{(pid=103096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:22:06.569809 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-ac95a117-68e3-4d37-be65-482fe1626d6b req-f9d73b6d-6ae1-4a8b-948b-0ad129442038 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559013'] for port (b751a75a-b1e7-4b9c-bbe0-6c527d329ce6), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:06.582440 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.plugin [req-ac95a117-68e3-4d37-be65-482fe1626d6b req-f9d73b6d-6ae1-4a8b-948b-0ad129442038 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Calling delete_port for b751a75a-b1e7-4b9c-bbe0-6c527d329ce6 owned by compute:nova {{(pid=103096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 09:22:06.706322 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-ac95a117-68e3-4d37-be65-482fe1626d6b req-f9d73b6d-6ae1-4a8b-948b-0ad129442038 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732013351693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732012762718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13105710'] for port (b751a75a-b1e7-4b9c-bbe0-6c527d329ce6), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:06.737137 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d73b6d-6ae1-4a8b-948b-0ad129442038 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Pushing event deleted for resources: {'Port': ['ID=b751a75a-b1e7-4b9c-bbe0-6c527d329ce6,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:22:06.779928 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac95a117-68e3-4d37-be65-482fe1626d6b req-f9d73b6d-6ae1-4a8b-948b-0ad129442038 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] No DVR routers for this DVR port b751a75a-b1e7-4b9c-bbe0-6c527d329ce6 on host hv-cinder-83177 {{(pid=103096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 09:22:06.782348 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-ac95a117-68e3-4d37-be65-482fe1626d6b req-f9d73b6d-6ae1-4a8b-948b-0ad129442038 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334679'] for port (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:06.785614 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-ac95a117-68e3-4d37-be65-482fe1626d6b req-f9d73b6d-6ae1-4a8b-948b-0ad129442038 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.48 "DELETE /v2.0/ports/b751a75a-b1e7-4b9c-bbe0-6c527d329ce6 HTTP/1.1" status: 204 len: 173 time: 0.3868229 Mar 16 09:22:06.786049 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c65774c5-6816-49a7-8b71-36c303fc3785', 'name': 'network-vif-deleted', 'tag': 'b751a75a-b1e7-4b9c-bbe0-6c527d329ce6'}] {{(pid=103096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 09:22:06.788271 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552648401d13394d2a88e7485ef09c5647ae5ea4c1ec431ef2c5edbe801f23fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23e131db-a513-41e5-ac16-59bc776906b5" -d '{"events": [{"server_uuid": "c65774c5-6816-49a7-8b71-36c303fc3785", "name": "network-vif-deleted", "tag": "b751a75a-b1e7-4b9c-bbe0-6c527d329ce6"}]}' {{(pid=103096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 09:22:06.826807 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 09:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b89f7c92-a0ca-462d-90d9-a5a05b77d50f x-openstack-request-id: req-b89f7c92-a0ca-462d-90d9-a5a05b77d50f {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 09:22:06.827579 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c65774c5-6816-49a7-8b71-36c303fc3785", "name": "network-vif-deleted", "tag": "b751a75a-b1e7-4b9c-bbe0-6c527d329ce6", "status": "completed", "code": 200}]} {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 09:22:06.827833 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b89f7c92-a0ca-462d-90d9-a5a05b77d50f {{(pid=103096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 09:22:06.828276 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c65774c5-6816-49a7-8b71-36c303fc3785', 'name': 'network-vif-deleted', 'tag': 'b751a75a-b1e7-4b9c-bbe0-6c527d329ce6', 'status': 'completed', 'code': 200} Mar 16 09:22:07.125330 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-b3f74e48-871e-4b75-aba9-6b1c1cdaa33d req-679e22e2-3a57-444e-88e5-75329c8d578d tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/ports?device_id=c65774c5-6816-49a7-8b71-36c303fc3785 HTTP/1.1" status: 200 len: 210 time: 0.0309148 Mar 16 09:22:10.008014 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Device b751a75a-b1e7-4b9c-bbe0-6c527d329ce6 no longer exists at agent hyperv_hv-cinder-83177 {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 09:22:10.027985 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] No Port match for: b751a75a-b1e7-4b9c-bbe0-6c527d329ce6 {{(pid=103097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 09:22:10.028328 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Device b751a75a-b1e7-4b9c-bbe0-6c527d329ce6 not bound to the agent host hv-cinder-83177 {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 09:22:10.406560 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 57464) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:22:10.766369 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e656b99f-9006-4a6d-abca-897abd938bdd tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Deleting port b82efe70-8be4-4e01-a37f-e5bd076a1afc {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 09:22:10.766713 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e656b99f-9006-4a6d-abca-897abd938bdd tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732013345958'] for port (b82efe70-8be4-4e01-a37f-e5bd076a1afc), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:10.840045 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e656b99f-9006-4a6d-abca-897abd938bdd tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559013'] for port (b82efe70-8be4-4e01-a37f-e5bd076a1afc), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:10.840372 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e656b99f-9006-4a6d-abca-897abd938bdd tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks [] for floatingip (b82efe70-8be4-4e01-a37f-e5bd076a1afc), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:10.851621 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-e656b99f-9006-4a6d-abca-897abd938bdd tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Calling delete_port for b82efe70-8be4-4e01-a37f-e5bd076a1afc owned by network:floatingip {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 09:22:11.017350 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e656b99f-9006-4a6d-abca-897abd938bdd tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732013351693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732012762718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13558255'] for port (b82efe70-8be4-4e01-a37f-e5bd076a1afc), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:11.046231 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e656b99f-9006-4a6d-abca-897abd938bdd tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Pushing event deleted for resources: {'Port': ['ID=b82efe70-8be4-4e01-a37f-e5bd076a1afc,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:22:11.067414 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e656b99f-9006-4a6d-abca-897abd938bdd tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:22:11.067768 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e656b99f-9006-4a6d-abca-897abd938bdd tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:22:11.068112 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e656b99f-9006-4a6d-abca-897abd938bdd tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:22:11.068455 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e656b99f-9006-4a6d-abca-897abd938bdd tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:22:11.068789 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e656b99f-9006-4a6d-abca-897abd938bdd tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:22:11.069121 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e656b99f-9006-4a6d-abca-897abd938bdd tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:22:11.069466 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e656b99f-9006-4a6d-abca-897abd938bdd tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:22:11.069799 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e656b99f-9006-4a6d-abca-897abd938bdd tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:22:11.070123 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e656b99f-9006-4a6d-abca-897abd938bdd tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:22:11.070448 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e656b99f-9006-4a6d-abca-897abd938bdd tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:22:11.070773 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e656b99f-9006-4a6d-abca-897abd938bdd tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:22:11.071097 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e656b99f-9006-4a6d-abca-897abd938bdd tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:22:11.071419 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e656b99f-9006-4a6d-abca-897abd938bdd tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:22:11.071739 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e656b99f-9006-4a6d-abca-897abd938bdd tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:22:11.072057 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e656b99f-9006-4a6d-abca-897abd938bdd tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:22:11.117512 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e656b99f-9006-4a6d-abca-897abd938bdd tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks [] for floatingip (65f8a3a9-2430-4fc2-ac87-567b3ef695f9), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:11.117837 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.db.l3_db [None req-e656b99f-9006-4a6d-abca-897abd938bdd tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Floating IP 65f8a3a9-2430-4fc2-ac87-567b3ef695f9 disassociated (deleted). External IP: 172.27.1.231, port: 73b69adb-7758-430a-a3ee-9a40fe200ecb. Mar 16 09:22:11.321280 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e656b99f-9006-4a6d-abca-897abd938bdd tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Router d45b9d88-fcaf-4334-a3c0-1dfd30d22a35 has already been hosted by L3 agent 09ce795b-eeca-4b3b-9d7f-577d9443cb21 {{(pid=103095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 09:22:11.426495 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e656b99f-9006-4a6d-abca-897abd938bdd tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Notify agent at l3_agent.dv-cinder-831776-4-iscsi the message routers_updated {{(pid=103095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 09:22:11.430997 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-e656b99f-9006-4a6d-abca-897abd938bdd tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334679'] for floatingip (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:11.436152 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5e9b4a-8ba1-47a2-aa36-7fb99ea2c2ff None None] Sync routers for ids ['d45b9d88-fcaf-4334-a3c0-1dfd30d22a35'] in dv-cinder-831776-4-iscsi {{(pid=103098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 09:22:11.446585 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5e9b4a-8ba1-47a2-aa36-7fb99ea2c2ff None None] Routers {'d45b9d88-fcaf-4334-a3c0-1dfd30d22a35'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:22:11.447187 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-fb5e9b4a-8ba1-47a2-aa36-7fb99ea2c2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:21:53Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['d45b9d88-fcaf-4334-a3c0-1dfd30d22a35'], 'active': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:22:11.461806 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-e656b99f-9006-4a6d-abca-897abd938bdd tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "DELETE /v2.0/floatingips/65f8a3a9-2430-4fc2-ac87-567b3ef695f9 HTTP/1.1" status: 204 len: 168 time: 1.0535848 Mar 16 09:22:11.462420 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fc1c488-766d-4793-93ba-54647256802e', 'tag': '73b69adb-7758-430a-a3ee-9a40fe200ecb'}] {{(pid=103095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 09:22:11.464675 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de660049e31e1c4730ccfd2babe4980ec829989a923b23327226a9ffc2c3b378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a63d5445-afe0-4879-b7d9-42a1c1db8174" -d '{"events": [{"name": "network-changed", "server_uuid": "4fc1c488-766d-4793-93ba-54647256802e", "tag": "73b69adb-7758-430a-a3ee-9a40fe200ecb"}]}' {{(pid=103095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 09:22:11.559364 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvr_db [None req-fb5e9b4a-8ba1-47a2-aa36-7fb99ea2c2ff None None] Set router d45b9d88-fcaf-4334-a3c0-1dfd30d22a35 gateway port host: dv-cinder-831776-4-iscsi {{(pid=103098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:22:11.562371 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Mar 2022 09:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2735b9e6-ef16-4c7e-bed2-912c6e9440de x-openstack-request-id: req-2735b9e6-ef16-4c7e-bed2-912c6e9440de {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 09:22:11.563527 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fc1c488-766d-4793-93ba-54647256802e", "tag": "73b69adb-7758-430a-a3ee-9a40fe200ecb", "status": "completed", "code": 200}]} {{(pid=103095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 09:22:11.563802 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2735b9e6-ef16-4c7e-bed2-912c6e9440de {{(pid=103095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 09:22:11.564207 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fc1c488-766d-4793-93ba-54647256802e', 'tag': '73b69adb-7758-430a-a3ee-9a40fe200ecb', 'status': 'completed', 'code': 200} Mar 16 09:22:11.684113 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63d5445-afe0-4879-b7d9-42a1c1db8174 req-b22b223d-c1ee-446b-8811-d4165bf31dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:22:11.685656 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a63d5445-afe0-4879-b7d9-42a1c1db8174 req-b22b223d-c1ee-446b-8811-d4165bf31dc0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=acda52d846f04cf8b49ca272597c9d5d&device_id=4fc1c488-766d-4793-93ba-54647256802e HTTP/1.1" status: 200 len: 1129 time: 0.0764709 Mar 16 09:22:11.701760 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d2819a-f93f-4243-be8d-6c1c1245ef7a req-aa98bac7-e2c9-4824-883e-a67499a38efb tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:22:11.703128 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-41d2819a-f93f-4243-be8d-6c1c1245ef7a req-aa98bac7-e2c9-4824-883e-a67499a38efb tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fc1c488-766d-4793-93ba-54647256802e HTTP/1.1" status: 200 len: 945 time: 0.0665455 Mar 16 09:22:11.813194 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-41d2819a-f93f-4243-be8d-6c1c1245ef7a req-db16e6d2-e0e9-46af-b9a8-3aec626b848b tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4715a9b-ecf5-4a54-be6a-6c4cc8aef8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018794 Mar 16 09:22:11.828805 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63d5445-afe0-4879-b7d9-42a1c1db8174 req-6741a6c9-ad64-4fd4-83a5-d7b7db7d9df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:22:11.830315 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a63d5445-afe0-4879-b7d9-42a1c1db8174 req-6741a6c9-ad64-4fd4-83a5-d7b7db7d9df2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e1ee28af-2313-443a-8430-6783e827c8db HTTP/1.1" status: 200 len: 913 time: 0.1364040 Mar 16 09:22:11.850720 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-fb5e9b4a-8ba1-47a2-aa36-7fb99ea2c2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd45b9d88-fcaf-4334-a3c0-1dfd30d22a35', 'name': 'tempest-TestVolumeBootPattern-1758434805-router', 'tenant_id': 'acda52d846f04cf8b49ca272597c9d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '2683ecd3-c8e8-4cd8-949e-8038f83ed059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:14:02Z', 'updated_at': '2022-03-16T09:14:06Z', 'revision_number': 4, 'project_id': 'acda52d846f04cf8b49ca272597c9d5d', 'gw_port': {'id': '2683ecd3-c8e8-4cd8-949e-8038f83ed059', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45b9d88-fcaf-4334-a3c0-1dfd30d22a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:14:03Z', 'updated_at': '2022-03-16T09:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_interfaces': [{'id': 'bf33179f-f3f1-4e2b-b1f3-23f11050d97f', 'name': '', 'network_id': 'e1ee28af-2313-443a-8430-6783e827c8db', 'tenant_id': 'acda52d846f04cf8b49ca272597c9d5d', 'mac_address': 'fa:16:3e:db:69:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45b9d88-fcaf-4334-a3c0-1dfd30d22a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '2589bda5-b4b7-46d6-9ea7-a504068c0d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:14:05Z', 'updated_at': '2022-03-16T09:14:14Z', 'revision_number': 5, 'project_id': 'acda52d846f04cf8b49ca272597c9d5d', 'subnets': [{'id': '2589bda5-b4b7-46d6-9ea7-a504068c0d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:22:11.871832 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a63d5445-afe0-4879-b7d9-42a1c1db8174 req-f7d8d8df-3f3d-4cd7-ac8c-e17f03fd5db4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73b69adb-7758-430a-a3ee-9a40fe200ecb HTTP/1.1" status: 200 len: 217 time: 0.0341427 Mar 16 09:22:11.876327 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5e9b4a-8ba1-47a2-aa36-7fb99ea2c2ff None None] Checking router: d45b9d88-fcaf-4334-a3c0-1dfd30d22a35 for host: dv-cinder-831776-4-iscsi {{(pid=103098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 09:22:11.884364 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5e9b4a-8ba1-47a2-aa36-7fb99ea2c2ff None None] Routers {'d45b9d88-fcaf-4334-a3c0-1dfd30d22a35'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:22:11.885100 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-fb5e9b4a-8ba1-47a2-aa36-7fb99ea2c2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:21:53Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['d45b9d88-fcaf-4334-a3c0-1dfd30d22a35'], 'active': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:22:11.920808 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63d5445-afe0-4879-b7d9-42a1c1db8174 req-5e238ea2-44c9-43b6-950f-c3206ab96978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:22:11.922338 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a63d5445-afe0-4879-b7d9-42a1c1db8174 req-5e238ea2-44c9-43b6-950f-c3206ab96978 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2589bda5-b4b7-46d6-9ea7-a504068c0d7e HTTP/1.1" status: 200 len: 851 time: 0.0434422 Mar 16 09:22:11.971959 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63d5445-afe0-4879-b7d9-42a1c1db8174 req-45bf794a-af7d-45a0-be74-4bb95654ec76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:22:11.973475 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a63d5445-afe0-4879-b7d9-42a1c1db8174 req-45bf794a-af7d-45a0-be74-4bb95654ec76 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e1ee28af-2313-443a-8430-6783e827c8db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438340 Mar 16 09:22:11.989927 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvr_db [None req-fb5e9b4a-8ba1-47a2-aa36-7fb99ea2c2ff None None] Set router d45b9d88-fcaf-4334-a3c0-1dfd30d22a35 gateway port host: dv-cinder-831776-4-iscsi {{(pid=103098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:22:12.065341 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a63d5445-afe0-4879-b7d9-42a1c1db8174 req-1ff20d40-1214-4592-92c1-a733692dd868 service neutron] 10.222.0.48 "GET /v2.0/networks/e1ee28af-2313-443a-8430-6783e827c8db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850182 Mar 16 09:22:12.151452 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-a63d5445-afe0-4879-b7d9-42a1c1db8174 req-51adbbbe-6bdc-4582-bd86-b6d083a2e6a9 service neutron] 10.222.0.48 "GET /v2.0/networks/e1ee28af-2313-443a-8430-6783e827c8db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798941 Mar 16 09:22:12.185781 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-fb5e9b4a-8ba1-47a2-aa36-7fb99ea2c2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd45b9d88-fcaf-4334-a3c0-1dfd30d22a35', 'name': 'tempest-TestVolumeBootPattern-1758434805-router', 'tenant_id': 'acda52d846f04cf8b49ca272597c9d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '2683ecd3-c8e8-4cd8-949e-8038f83ed059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:14:02Z', 'updated_at': '2022-03-16T09:14:06Z', 'revision_number': 4, 'project_id': 'acda52d846f04cf8b49ca272597c9d5d', 'gw_port': {'id': '2683ecd3-c8e8-4cd8-949e-8038f83ed059', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45b9d88-fcaf-4334-a3c0-1dfd30d22a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:14:03Z', 'updated_at': '2022-03-16T09:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_interfaces': [{'id': 'bf33179f-f3f1-4e2b-b1f3-23f11050d97f', 'name': '', 'network_id': 'e1ee28af-2313-443a-8430-6783e827c8db', 'tenant_id': 'acda52d846f04cf8b49ca272597c9d5d', 'mac_address': 'fa:16:3e:db:69:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45b9d88-fcaf-4334-a3c0-1dfd30d22a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '2589bda5-b4b7-46d6-9ea7-a504068c0d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:14:05Z', 'updated_at': '2022-03-16T09:14:14Z', 'revision_number': 5, 'project_id': 'acda52d846f04cf8b49ca272597c9d5d', 'subnets': [{'id': '2589bda5-b4b7-46d6-9ea7-a504068c0d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:22:12.220642 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5e9b4a-8ba1-47a2-aa36-7fb99ea2c2ff None None] The sync data for ids ['d45b9d88-fcaf-4334-a3c0-1dfd30d22a35'] in dv-cinder-831776-4-iscsi is: [{'id': 'd45b9d88-fcaf-4334-a3c0-1dfd30d22a35', 'name': 'tempest-TestVolumeBootPattern-1758434805-router', 'tenant_id': 'acda52d846f04cf8b49ca272597c9d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '2683ecd3-c8e8-4cd8-949e-8038f83ed059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:14:02Z', 'updated_at': '2022-03-16T09:14:06Z', 'revision_number': 4, 'project_id': 'acda52d846f04cf8b49ca272597c9d5d', 'gw_port': {'id': '2683ecd3-c8e8-4cd8-949e-8038f83ed059', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45b9d88-fcaf-4334-a3c0-1dfd30d22a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:14:03Z', 'updated_at': '2022-03-16T09:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi', '_interfaces': [{'id': 'bf33179f-f3f1-4e2b-b1f3-23f11050d97f', 'name': '', 'network_id': 'e1ee28af-2313-443a-8430-6783e827c8db', 'tenant_id': 'acda52d846f04cf8b49ca272597c9d5d', 'mac_address': 'fa:16:3e:db:69:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45b9d88-fcaf-4334-a3c0-1dfd30d22a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '2589bda5-b4b7-46d6-9ea7-a504068c0d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:14:05Z', 'updated_at': '2022-03-16T09:14:14Z', 'revision_number': 5, 'project_id': 'acda52d846f04cf8b49ca272597c9d5d', 'subnets': [{'id': '2589bda5-b4b7-46d6-9ea7-a504068c0d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 09:22:12.428637 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77625080-8882-41fc-b80f-57203309d477 None None] New status for floating IP 65f8a3a9-2430-4fc2-ac87-567b3ef695f9: DOWN {{(pid=103097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 16 09:22:12.937170 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71975707-cfe6-418b-81a8-130a0637efd5 req-467bc53c-612c-4503-9415-b66e0e7128dc tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:22:12.938691 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-71975707-cfe6-418b-81a8-130a0637efd5 req-467bc53c-612c-4503-9415-b66e0e7128dc tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fc1c488-766d-4793-93ba-54647256802e HTTP/1.1" status: 200 len: 945 time: 0.0569921 Mar 16 09:22:12.988040 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-71975707-cfe6-418b-81a8-130a0637efd5 req-34b618f7-ba91-44ee-b8e4-e82c7a3bf275 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4715a9b-ecf5-4a54-be6a-6c4cc8aef8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436907 Mar 16 09:22:13.277862 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34a5be2-afaf-4a8b-87e1-92bd4c6a8630 req-1a5e5fff-f70a-4f51-a39c-4397870e952a tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 16 09:22:13.279453 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-e34a5be2-afaf-4a8b-87e1-92bd4c6a8630 req-1a5e5fff-f70a-4f51-a39c-4397870e952a tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fc1c488-766d-4793-93ba-54647256802e HTTP/1.1" status: 200 len: 945 time: 0.0513830 Mar 16 09:22:13.371152 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.plugin [req-e34a5be2-afaf-4a8b-87e1-92bd4c6a8630 req-90d302ff-0114-431e-a7ba-3c28198c9dc2 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Deleting port 73b69adb-7758-430a-a3ee-9a40fe200ecb {{(pid=103096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 09:22:13.371490 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-e34a5be2-afaf-4a8b-87e1-92bd4c6a8630 req-90d302ff-0114-431e-a7ba-3c28198c9dc2 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732013345958'] for port (73b69adb-7758-430a-a3ee-9a40fe200ecb), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:13.455272 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.db [req-e34a5be2-afaf-4a8b-87e1-92bd4c6a8630 req-90d302ff-0114-431e-a7ba-3c28198c9dc2 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] For port 73b69adb-7758-430a-a3ee-9a40fe200ecb, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=73b69adb-7758-430a-a3ee-9a40fe200ecb,segment=NetworkSegment(0ad45193-c88a-4b26-9fac-41c5a66a372f),segment_id=0ad45193-c88a-4b26-9fac-41c5a66a372f)] {{(pid=103096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:22:13.455628 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-e34a5be2-afaf-4a8b-87e1-92bd4c6a8630 req-90d302ff-0114-431e-a7ba-3c28198c9dc2 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559013'] for port (73b69adb-7758-430a-a3ee-9a40fe200ecb), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:13.467533 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.plugin [req-e34a5be2-afaf-4a8b-87e1-92bd4c6a8630 req-90d302ff-0114-431e-a7ba-3c28198c9dc2 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Calling delete_port for 73b69adb-7758-430a-a3ee-9a40fe200ecb owned by compute:nova {{(pid=103096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 09:22:13.590210 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-e34a5be2-afaf-4a8b-87e1-92bd4c6a8630 req-90d302ff-0114-431e-a7ba-3c28198c9dc2 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732013351693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732012762718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13105710'] for port (73b69adb-7758-430a-a3ee-9a40fe200ecb), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:13.618645 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d302ff-0114-431e-a7ba-3c28198c9dc2 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Pushing event deleted for resources: {'Port': ['ID=73b69adb-7758-430a-a3ee-9a40fe200ecb,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:22:13.664116 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.l3_dvrscheduler_db [req-e34a5be2-afaf-4a8b-87e1-92bd4c6a8630 req-90d302ff-0114-431e-a7ba-3c28198c9dc2 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] No DVR routers for this DVR port 73b69adb-7758-430a-a3ee-9a40fe200ecb on host hv-cinder-83177 {{(pid=103096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 09:22:13.666777 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [req-e34a5be2-afaf-4a8b-87e1-92bd4c6a8630 req-90d302ff-0114-431e-a7ba-3c28198c9dc2 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334679'] for port (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:13.670084 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-e34a5be2-afaf-4a8b-87e1-92bd4c6a8630 req-90d302ff-0114-431e-a7ba-3c28198c9dc2 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.48 "DELETE /v2.0/ports/73b69adb-7758-430a-a3ee-9a40fe200ecb HTTP/1.1" status: 204 len: 173 time: 0.3850641 Mar 16 09:22:13.670572 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fc1c488-766d-4793-93ba-54647256802e', 'name': 'network-vif-deleted', 'tag': '73b69adb-7758-430a-a3ee-9a40fe200ecb'}] {{(pid=103096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 16 09:22:13.672804 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552648401d13394d2a88e7485ef09c5647ae5ea4c1ec431ef2c5edbe801f23fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7821d00-7f95-444f-aa5f-9e84fc111c87" -d '{"events": [{"server_uuid": "4fc1c488-766d-4793-93ba-54647256802e", "name": "network-vif-deleted", "tag": "73b69adb-7758-430a-a3ee-9a40fe200ecb"}]}' {{(pid=103096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 16 09:22:13.708043 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Mar 2022 09:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b86e1def-cc4f-4397-bbc2-02b59e532a7b x-openstack-request-id: req-b86e1def-cc4f-4397-bbc2-02b59e532a7b {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 16 09:22:13.708334 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fc1c488-766d-4793-93ba-54647256802e", "name": "network-vif-deleted", "tag": "73b69adb-7758-430a-a3ee-9a40fe200ecb", "status": "completed", "code": 200}]} {{(pid=103096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 16 09:22:13.708589 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b86e1def-cc4f-4397-bbc2-02b59e532a7b {{(pid=103096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 16 09:22:13.708988 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fc1c488-766d-4793-93ba-54647256802e', 'name': 'network-vif-deleted', 'tag': '73b69adb-7758-430a-a3ee-9a40fe200ecb', 'status': 'completed', 'code': 200} Mar 16 09:22:14.095302 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [req-ed0034d6-1e0d-4fd3-96b8-4f8d8747accd req-53ae7e0a-8066-479e-bd31-0415c198c806 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fc1c488-766d-4793-93ba-54647256802e HTTP/1.1" status: 200 len: 210 time: 0.0275614 Mar 16 09:22:15.150668 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 57484) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:22:15.271514 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-d64a2628-2bd9-4ea1-a6b7-2a65e8ad74cb tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Deleting port 87363c2e-2397-4769-9ac5-713be36c5c73 {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 09:22:15.271858 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d64a2628-2bd9-4ea1-a6b7-2a65e8ad74cb tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732013345958'] for port (87363c2e-2397-4769-9ac5-713be36c5c73), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:15.344474 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d64a2628-2bd9-4ea1-a6b7-2a65e8ad74cb tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559013'] for port (87363c2e-2397-4769-9ac5-713be36c5c73), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:15.345391 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d64a2628-2bd9-4ea1-a6b7-2a65e8ad74cb tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks [] for floatingip (87363c2e-2397-4769-9ac5-713be36c5c73), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:15.356684 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-d64a2628-2bd9-4ea1-a6b7-2a65e8ad74cb tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Calling delete_port for 87363c2e-2397-4769-9ac5-713be36c5c73 owned by network:floatingip {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 09:22:15.482570 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d64a2628-2bd9-4ea1-a6b7-2a65e8ad74cb tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732013351693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732012762718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13558255'] for port (87363c2e-2397-4769-9ac5-713be36c5c73), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:15.508146 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64a2628-2bd9-4ea1-a6b7-2a65e8ad74cb tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Pushing event deleted for resources: {'Port': ['ID=87363c2e-2397-4769-9ac5-713be36c5c73,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:22:15.568113 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d64a2628-2bd9-4ea1-a6b7-2a65e8ad74cb tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks [] for floatingip (4ef87e5d-c262-435a-9db6-d45ac6dd46a4), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:15.570624 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-d64a2628-2bd9-4ea1-a6b7-2a65e8ad74cb tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334679'] for floatingip (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:15.571781 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-d64a2628-2bd9-4ea1-a6b7-2a65e8ad74cb tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "DELETE /v2.0/floatingips/4ef87e5d-c262-435a-9db6-d45ac6dd46a4 HTTP/1.1" status: 204 len: 168 time: 0.4201128 Mar 16 09:22:16.760359 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 57496) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:22:16.814113 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-44fb7132-94f6-42ab-84e1-0350f3d3e0f8 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks [] for security_group (a4715a9b-ecf5-4a54-be6a-6c4cc8aef8fd), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:16.837557 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-44fb7132-94f6-42ab-84e1-0350f3d3e0f8 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks [] for security_group (a4715a9b-ecf5-4a54-be6a-6c4cc8aef8fd), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:16.896651 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-44fb7132-94f6-42ab-84e1-0350f3d3e0f8 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (a4715a9b-ecf5-4a54-be6a-6c4cc8aef8fd), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:16.899189 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-44fb7132-94f6-42ab-84e1-0350f3d3e0f8 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Publish callbacks [] for security_group (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:16.900340 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-44fb7132-94f6-42ab-84e1-0350f3d3e0f8 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] 10.222.0.18 "DELETE /v2.0/security-groups/a4715a9b-ecf5-4a54-be6a-6c4cc8aef8fd HTTP/1.1" status: 204 len: 168 time: 0.1390302 Mar 16 09:22:16.909372 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fb7132-94f6-42ab-84e1-0350f3d3e0f8 tempest-TestVolumeBootPattern-819982565 tempest-TestVolumeBootPattern-819982565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4715a9b-ecf5-4a54-be6a-6c4cc8aef8fd,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:22:16.962595 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 57500) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:22:17.389070 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-6bb0c6ce-7326-4824-9f9e-02875550e138 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560148'] for router_interface (d45b9d88-fcaf-4334-a3c0-1dfd30d22a35), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:17.876871 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.plugin [None req-6bb0c6ce-7326-4824-9f9e-02875550e138 admin admin] Deleting port bf33179f-f3f1-4e2b-b1f3-23f11050d97f {{(pid=103096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 09:22:17.877545 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-6bb0c6ce-7326-4824-9f9e-02875550e138 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732013345958'] for port (bf33179f-f3f1-4e2b-b1f3-23f11050d97f), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:17.951079 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-6bb0c6ce-7326-4824-9f9e-02875550e138 admin admin] For port bf33179f-f3f1-4e2b-b1f3-23f11050d97f, host dv-cinder-831776-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-4-iscsi',level=0,port_id=bf33179f-f3f1-4e2b-b1f3-23f11050d97f,segment=NetworkSegment(0ad45193-c88a-4b26-9fac-41c5a66a372f),segment_id=0ad45193-c88a-4b26-9fac-41c5a66a372f)] {{(pid=103096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:22:17.951439 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-6bb0c6ce-7326-4824-9f9e-02875550e138 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559013'] for port (bf33179f-f3f1-4e2b-b1f3-23f11050d97f), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:17.963305 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.plugin [None req-6bb0c6ce-7326-4824-9f9e-02875550e138 admin admin] Calling delete_port for bf33179f-f3f1-4e2b-b1f3-23f11050d97f owned by network:router_interface {{(pid=103096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 09:22:18.055274 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Device 73b69adb-7758-430a-a3ee-9a40fe200ecb no longer exists at agent hyperv_hv-cinder-83177 {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 09:22:18.074814 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] No Port match for: 73b69adb-7758-430a-a3ee-9a40fe200ecb {{(pid=103097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 09:22:18.075170 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Device 73b69adb-7758-430a-a3ee-9a40fe200ecb not bound to the agent host hv-cinder-83177 {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 09:22:18.137291 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-6bb0c6ce-7326-4824-9f9e-02875550e138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732013351693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732012762718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13105710'] for port (bf33179f-f3f1-4e2b-b1f3-23f11050d97f), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:18.163504 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb0c6ce-7326-4824-9f9e-02875550e138 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf33179f-f3f1-4e2b-b1f3-23f11050d97f,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:22:18.328093 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-6bb0c6ce-7326-4824-9f9e-02875550e138 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-560312'] for router_interface (d45b9d88-fcaf-4334-a3c0-1dfd30d22a35), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:18.544061 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bb0c6ce-7326-4824-9f9e-02875550e138 admin admin] Router d45b9d88-fcaf-4334-a3c0-1dfd30d22a35 has already been hosted by L3 agent 09ce795b-eeca-4b3b-9d7f-577d9443cb21 {{(pid=103096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 09:22:18.649638 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bb0c6ce-7326-4824-9f9e-02875550e138 admin admin] Notify agent at l3_agent.dv-cinder-831776-4-iscsi the message routers_updated {{(pid=103096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 09:22:18.657659 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-6bb0c6ce-7326-4824-9f9e-02875550e138 admin admin] 10.222.0.18 "PUT /v2.0/routers/d45b9d88-fcaf-4334-a3c0-1dfd30d22a35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6908603 Mar 16 09:22:18.657659 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 57504) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:22:18.658541 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8d6d75-2f45-4aeb-b25b-b82a06c1ecf8 None None] Sync routers for ids ['d45b9d88-fcaf-4334-a3c0-1dfd30d22a35'] in dv-cinder-831776-4-iscsi {{(pid=103098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 09:22:18.667715 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8d6d75-2f45-4aeb-b25b-b82a06c1ecf8 None None] Routers {'d45b9d88-fcaf-4334-a3c0-1dfd30d22a35'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:22:18.668317 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-ae8d6d75-2f45-4aeb-b25b-b82a06c1ecf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:21:53Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['d45b9d88-fcaf-4334-a3c0-1dfd30d22a35'], 'active': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:22:18.763187 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-f9ea750b-b926-4780-9d02-6de1f323f880 admin admin] Publish callbacks [] for router (d45b9d88-fcaf-4334-a3c0-1dfd30d22a35), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:18.774738 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvr_db [None req-ae8d6d75-2f45-4aeb-b25b-b82a06c1ecf8 None None] Set router d45b9d88-fcaf-4334-a3c0-1dfd30d22a35 gateway port host: dv-cinder-831776-4-iscsi {{(pid=103098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:22:18.867058 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-f9ea750b-b926-4780-9d02-6de1f323f880 admin admin] Publish callbacks [] for router_gateway (d45b9d88-fcaf-4334-a3c0-1dfd30d22a35), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:18.924233 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.plugin [None req-f9ea750b-b926-4780-9d02-6de1f323f880 admin admin] Deleting port 2683ecd3-c8e8-4cd8-949e-8038f83ed059 {{(pid=103096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 09:22:18.924799 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-f9ea750b-b926-4780-9d02-6de1f323f880 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732013345958'] for port (2683ecd3-c8e8-4cd8-949e-8038f83ed059), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:18.949680 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-ae8d6d75-2f45-4aeb-b25b-b82a06c1ecf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd45b9d88-fcaf-4334-a3c0-1dfd30d22a35', 'name': 'tempest-TestVolumeBootPattern-1758434805-router', 'tenant_id': 'acda52d846f04cf8b49ca272597c9d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '2683ecd3-c8e8-4cd8-949e-8038f83ed059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:14:02Z', 'updated_at': '2022-03-16T09:22:18Z', 'revision_number': 5, 'project_id': 'acda52d846f04cf8b49ca272597c9d5d', 'gw_port': {'id': '2683ecd3-c8e8-4cd8-949e-8038f83ed059', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45b9d88-fcaf-4334-a3c0-1dfd30d22a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:14:03Z', 'updated_at': '2022-03-16T09:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi'}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:22:18.976785 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8d6d75-2f45-4aeb-b25b-b82a06c1ecf8 None None] Checking router: d45b9d88-fcaf-4334-a3c0-1dfd30d22a35 for host: dv-cinder-831776-4-iscsi {{(pid=103098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 09:22:18.987002 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8d6d75-2f45-4aeb-b25b-b82a06c1ecf8 None None] Routers {'d45b9d88-fcaf-4334-a3c0-1dfd30d22a35'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:22:18.987600 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-ae8d6d75-2f45-4aeb-b25b-b82a06c1ecf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:21:53Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['d45b9d88-fcaf-4334-a3c0-1dfd30d22a35'], 'active': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:22:19.001860 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-f9ea750b-b926-4780-9d02-6de1f323f880 admin admin] For port 2683ecd3-c8e8-4cd8-949e-8038f83ed059, host dv-cinder-831776-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-4-iscsi',level=0,port_id=2683ecd3-c8e8-4cd8-949e-8038f83ed059,segment=NetworkSegment(627a1704-08f1-4a54-a35a-53ba84ce9e35),segment_id=627a1704-08f1-4a54-a35a-53ba84ce9e35)] {{(pid=103096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:22:19.002239 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-f9ea750b-b926-4780-9d02-6de1f323f880 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559013'] for port (2683ecd3-c8e8-4cd8-949e-8038f83ed059), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:19.014041 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.plugin [None req-f9ea750b-b926-4780-9d02-6de1f323f880 admin admin] Calling delete_port for 2683ecd3-c8e8-4cd8-949e-8038f83ed059 owned by network:router_gateway {{(pid=103096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 09:22:19.071807 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvr_db [None req-ae8d6d75-2f45-4aeb-b25b-b82a06c1ecf8 None None] Set router d45b9d88-fcaf-4334-a3c0-1dfd30d22a35 gateway port host: None {{(pid=103098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:22:19.121629 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.l3_hamode_db [None req-ae8d6d75-2f45-4aeb-b25b-b82a06c1ecf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd45b9d88-fcaf-4334-a3c0-1dfd30d22a35', 'name': 'tempest-TestVolumeBootPattern-1758434805-router', 'tenant_id': 'acda52d846f04cf8b49ca272597c9d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:14:02Z', 'updated_at': '2022-03-16T09:22:18Z', 'revision_number': 6, 'project_id': 'acda52d846f04cf8b49ca272597c9d5d', 'gw_port_host': None}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:22:19.150094 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8d6d75-2f45-4aeb-b25b-b82a06c1ecf8 None None] The sync data for ids ['d45b9d88-fcaf-4334-a3c0-1dfd30d22a35'] in dv-cinder-831776-4-iscsi is: [{'id': 'd45b9d88-fcaf-4334-a3c0-1dfd30d22a35', 'name': 'tempest-TestVolumeBootPattern-1758434805-router', 'tenant_id': 'acda52d846f04cf8b49ca272597c9d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:14:02Z', 'updated_at': '2022-03-16T09:22:18Z', 'revision_number': 6, 'project_id': 'acda52d846f04cf8b49ca272597c9d5d', 'gw_port_host': None}] {{(pid=103098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 09:22:19.183092 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-f9ea750b-b926-4780-9d02-6de1f323f880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732013351693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732012762718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13105710'] for port (2683ecd3-c8e8-4cd8-949e-8038f83ed059), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:19.211369 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ea750b-b926-4780-9d02-6de1f323f880 admin admin] Pushing event deleted for resources: {'Port': ['ID=2683ecd3-c8e8-4cd8-949e-8038f83ed059,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:22:19.271340 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-f9ea750b-b926-4780-9d02-6de1f323f880 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-557406'] for router_gateway (d45b9d88-fcaf-4334-a3c0-1dfd30d22a35), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:19.361055 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-f9ea750b-b926-4780-9d02-6de1f323f880 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124902'] for router (d45b9d88-fcaf-4334-a3c0-1dfd30d22a35), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:19.363281 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-f9ea750b-b926-4780-9d02-6de1f323f880 admin admin] Publish callbacks [] for router_controller (d45b9d88-fcaf-4334-a3c0-1dfd30d22a35), precommit_delete_associations {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:19.405943 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-f9ea750b-b926-4780-9d02-6de1f323f880 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571054'] for router (d45b9d88-fcaf-4334-a3c0-1dfd30d22a35), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:19.406605 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9ea750b-b926-4780-9d02-6de1f323f880 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d45b9d88-fcaf-4334-a3c0-1dfd30d22a35 {{(pid=103096) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 09:22:19.410821 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-f9ea750b-b926-4780-9d02-6de1f323f880 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:19.412110 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-f9ea750b-b926-4780-9d02-6de1f323f880 admin admin] 10.222.0.18 "DELETE /v2.0/routers/d45b9d88-fcaf-4334-a3c0-1dfd30d22a35 HTTP/1.1" status: 204 len: 168 time: 0.7534974 Mar 16 09:22:19.414637 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 57506) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:22:19.460936 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c592dee-e157-4da7-b26c-059ce386ff67 admin admin] Deleting subnet 2589bda5-b4b7-46d6-9ea7-a504068c0d7e {{(pid=103096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 16 09:22:19.463931 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-5c592dee-e157-4da7-b26c-059ce386ff67 admin admin] Publish callbacks [] for subnet (2589bda5-b4b7-46d6-9ea7-a504068c0d7e), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:19.498125 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-5c592dee-e157-4da7-b26c-059ce386ff67 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14117644'] for subnet (2589bda5-b4b7-46d6-9ea7-a504068c0d7e), precommit_delete_associations {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:19.578169 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-5c592dee-e157-4da7-b26c-059ce386ff67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1238432'] for subnet (2589bda5-b4b7-46d6-9ea7-a504068c0d7e), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:19.642896 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-5c592dee-e157-4da7-b26c-059ce386ff67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1238363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13105905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12838951'] for subnet (2589bda5-b4b7-46d6-9ea7-a504068c0d7e), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:19.668362 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c592dee-e157-4da7-b26c-059ce386ff67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2589bda5-b4b7-46d6-9ea7-a504068c0d7e,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:22:19.671906 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-5c592dee-e157-4da7-b26c-059ce386ff67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555813'] for subnet (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:19.675489 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-5c592dee-e157-4da7-b26c-059ce386ff67 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/2589bda5-b4b7-46d6-9ea7-a504068c0d7e HTTP/1.1" status: 204 len: 168 time: 0.2599456 Mar 16 09:22:19.678210 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 57508) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:22:19.678781 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4085eb-4107-4e2a-b433-9c64f894e7d4 None None] Network e1ee28af-2313-443a-8430-6783e827c8db requested from dv-cinder-831776-4-iscsi {{(pid=103097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 09:22:19.749280 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f64eb010-05b3-4de5-932a-4383b70f7d2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1197409'] for network (e1ee28af-2313-443a-8430-6783e827c8db), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:19.808845 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-f64eb010-05b3-4de5-932a-4383b70f7d2f admin admin] Deleting port 88ad7d30-3451-4b00-94a4-f817eea5a326 {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 09:22:19.809182 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f64eb010-05b3-4de5-932a-4383b70f7d2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732013345958'] for port (88ad7d30-3451-4b00-94a4-f817eea5a326), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:19.832984 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73abd175-75af-428e-a8e1-ad32b9ebcfe8 None None] DHCP port deletion for e1ee28af-2313-443a-8430-6783e827c8db request from dv-cinder-831776-4-iscsi {{(pid=103097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 16 09:22:19.881905 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-f64eb010-05b3-4de5-932a-4383b70f7d2f admin admin] For port 88ad7d30-3451-4b00-94a4-f817eea5a326, host dv-cinder-831776-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-4-iscsi',level=0,port_id=88ad7d30-3451-4b00-94a4-f817eea5a326,segment=NetworkSegment(0ad45193-c88a-4b26-9fac-41c5a66a372f),segment_id=0ad45193-c88a-4b26-9fac-41c5a66a372f)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:22:19.882265 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f64eb010-05b3-4de5-932a-4383b70f7d2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559013'] for port (88ad7d30-3451-4b00-94a4-f817eea5a326), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:19.882380 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-73abd175-75af-428e-a8e1-ad32b9ebcfe8 None None] Deleting port 88ad7d30-3451-4b00-94a4-f817eea5a326 {{(pid=103097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 09:22:19.882745 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-73abd175-75af-428e-a8e1-ad32b9ebcfe8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732013345958'] for port (88ad7d30-3451-4b00-94a4-f817eea5a326), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:19.896587 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-f64eb010-05b3-4de5-932a-4383b70f7d2f admin admin] Calling delete_port for 88ad7d30-3451-4b00-94a4-f817eea5a326 owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 09:22:19.959357 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-73abd175-75af-428e-a8e1-ad32b9ebcfe8 None None] For port 88ad7d30-3451-4b00-94a4-f817eea5a326, host dv-cinder-831776-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-4-iscsi',level=0,port_id=88ad7d30-3451-4b00-94a4-f817eea5a326,segment=NetworkSegment(0ad45193-c88a-4b26-9fac-41c5a66a372f),segment_id=0ad45193-c88a-4b26-9fac-41c5a66a372f)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:22:19.959755 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-73abd175-75af-428e-a8e1-ad32b9ebcfe8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559013'] for port (88ad7d30-3451-4b00-94a4-f817eea5a326), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:19.972931 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-73abd175-75af-428e-a8e1-ad32b9ebcfe8 None None] Calling delete_port for 88ad7d30-3451-4b00-94a4-f817eea5a326 owned by network:dhcp {{(pid=103097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 09:22:19.983959 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f64eb010-05b3-4de5-932a-4383b70f7d2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732013351693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732012762718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13558255'] for port (88ad7d30-3451-4b00-94a4-f817eea5a326), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:20.009021 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64eb010-05b3-4de5-932a-4383b70f7d2f admin admin] Pushing event deleted for resources: {'Port': ['ID=88ad7d30-3451-4b00-94a4-f817eea5a326,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:22:20.012713 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64eb010-05b3-4de5-932a-4383b70f7d2f admin admin] No DVR routers for this DVR port 88ad7d30-3451-4b00-94a4-f817eea5a326 on host dv-cinder-831776-4-iscsi {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 09:22:20.051289 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-73abd175-75af-428e-a8e1-ad32b9ebcfe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732013351693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732012762718'] for port (88ad7d30-3451-4b00-94a4-f817eea5a326), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:20.076940 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73abd175-75af-428e-a8e1-ad32b9ebcfe8 None None] Pushing event deleted for resources: {'Port': ['ID=88ad7d30-3451-4b00-94a4-f817eea5a326,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:22:20.079765 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73abd175-75af-428e-a8e1-ad32b9ebcfe8 None None] No DVR routers for this DVR port 88ad7d30-3451-4b00-94a4-f817eea5a326 on host dv-cinder-831776-4-iscsi {{(pid=103097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 09:22:20.089999 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73abd175-75af-428e-a8e1-ad32b9ebcfe8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:22:20.090429 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73abd175-75af-428e-a8e1-ad32b9ebcfe8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:22:20.090787 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73abd175-75af-428e-a8e1-ad32b9ebcfe8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:22:20.091156 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73abd175-75af-428e-a8e1-ad32b9ebcfe8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:22:20.091282 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f64eb010-05b3-4de5-932a-4383b70f7d2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1240631', 'neutron.services.segments.db._delete_segments_for_network-8732013206218'] for network (e1ee28af-2313-443a-8430-6783e827c8db), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:20.091467 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73abd175-75af-428e-a8e1-ad32b9ebcfe8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:22:20.091805 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73abd175-75af-428e-a8e1-ad32b9ebcfe8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:22:20.092190 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73abd175-75af-428e-a8e1-ad32b9ebcfe8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:22:20.092529 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73abd175-75af-428e-a8e1-ad32b9ebcfe8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:22:20.092861 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73abd175-75af-428e-a8e1-ad32b9ebcfe8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:22:20.093209 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73abd175-75af-428e-a8e1-ad32b9ebcfe8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:22:20.093536 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73abd175-75af-428e-a8e1-ad32b9ebcfe8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:22:20.093892 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73abd175-75af-428e-a8e1-ad32b9ebcfe8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:22:20.094199 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73abd175-75af-428e-a8e1-ad32b9ebcfe8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:22:20.094529 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73abd175-75af-428e-a8e1-ad32b9ebcfe8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:22:20.094887 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73abd175-75af-428e-a8e1-ad32b9ebcfe8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-4-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 16 09:22:20.111717 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.services.segments.db [None req-f64eb010-05b3-4de5-932a-4383b70f7d2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1ee28af-2313-443a-8430-6783e827c8db']}} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:22:20.120649 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.services.segments.db [None req-f64eb010-05b3-4de5-932a-4383b70f7d2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ad45193-c88a-4b26-9fac-41c5a66a372f') {'for_net_delete': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:22:20.121279 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.services.segments.db [None req-f64eb010-05b3-4de5-932a-4383b70f7d2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ad45193-c88a-4b26-9fac-41c5a66a372f') {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:22:20.131017 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f64eb010-05b3-4de5-932a-4383b70f7d2f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732013210067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13312443'] for segment (0ad45193-c88a-4b26-9fac-41c5a66a372f), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:20.144396 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f64eb010-05b3-4de5-932a-4383b70f7d2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079957'] for segment (0ad45193-c88a-4b26-9fac-41c5a66a372f), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:20.150012 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f64eb010-05b3-4de5-932a-4383b70f7d2f admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=103095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 09:22:20.150387 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f64eb010-05b3-4de5-932a-4383b70f7d2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13558170'] for segment (0ad45193-c88a-4b26-9fac-41c5a66a372f), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:20.151955 dv-cinder-831776-4-iscsi neutron-server[103095]: Traceback (most recent call last): Mar 16 09:22:20.151955 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 09:22:20.151955 dv-cinder-831776-4-iscsi neutron-server[103095]: timer() Mar 16 09:22:20.151955 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 09:22:20.151955 dv-cinder-831776-4-iscsi neutron-server[103095]: cb(*args, **kw) Mar 16 09:22:20.151955 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 16 09:22:20.151955 dv-cinder-831776-4-iscsi neutron-server[103095]: return func(*args, **kwargs) Mar 16 09:22:20.151955 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 09:22:20.151955 dv-cinder-831776-4-iscsi neutron-server[103095]: self._notify() Mar 16 09:22:20.151955 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 09:22:20.151955 dv-cinder-831776-4-iscsi neutron-server[103095]: self.callback(batched_events) Mar 16 09:22:20.151955 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 09:22:20.151955 dv-cinder-831776-4-iscsi neutron-server[103095]: event.method(event) Mar 16 09:22:20.151955 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 16 09:22:20.151955 dv-cinder-831776-4-iscsi neutron-server[103095]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 09:22:20.151955 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 16 09:22:20.151955 dv-cinder-831776-4-iscsi neutron-server[103095]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 09:22:20.151955 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 16 09:22:20.151955 dv-cinder-831776-4-iscsi neutron-server[103095]: return f(self, *a, **k) Mar 16 09:22:20.151955 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 09:22:20.151955 dv-cinder-831776-4-iscsi neutron-server[103095]: return self._get(url).json() Mar 16 09:22:20.151955 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 09:22:20.151955 dv-cinder-831776-4-iscsi neutron-server[103095]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 09:22:20.151955 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 09:22:20.151955 dv-cinder-831776-4-iscsi neutron-server[103095]: return self.request(url, 'GET', **kwargs) Mar 16 09:22:20.151955 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 09:22:20.151955 dv-cinder-831776-4-iscsi neutron-server[103095]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 09:22:20.151955 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 09:22:20.151955 dv-cinder-831776-4-iscsi neutron-server[103095]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 09:22:20.151955 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 09:22:20.151955 dv-cinder-831776-4-iscsi neutron-server[103095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 09:22:20.151955 dv-cinder-831776-4-iscsi neutron-server[103095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 09:22:20.206695 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f64eb010-05b3-4de5-932a-4383b70f7d2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1240622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-557370'] for network (e1ee28af-2313-443a-8430-6783e827c8db), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:20.211836 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-f64eb010-05b3-4de5-932a-4383b70f7d2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555813'] for network (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:20.215118 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-f64eb010-05b3-4de5-932a-4383b70f7d2f admin admin] 10.222.0.18 "DELETE /v2.0/networks/e1ee28af-2313-443a-8430-6783e827c8db HTTP/1.1" status: 204 len: 168 time: 0.5356607 Mar 16 09:22:20.217900 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 57510) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:22:20.231693 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64eb010-05b3-4de5-932a-4383b70f7d2f admin admin] Pushing event deleted for resources: {'Network': ['ID=e1ee28af-2313-443a-8430-6783e827c8db,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:22:20.539055 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-48acfec4-819d-495b-bb96-b45eaec561d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (a398d5bf-1368-473f-bfdd-7d167c3f4154), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:20.558817 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-72aa5e0e-8e85-4fe1-854e-8e07135fe2e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560148'] for router_interface (3b3c03a9-8a50-45c0-9cbe-1445dba2ce04), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:20.758392 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device bf33179f-f3f1-4e2b-b1f3-23f11050d97f no longer exists at agent ovs-agent-dv-cinder-831776-4-iscsi {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 09:22:20.778110 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] No Port match for: bf33179f-f3f1-4e2b-b1f3-23f11050d97f {{(pid=103097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 09:22:20.778538 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device bf33179f-f3f1-4e2b-b1f3-23f11050d97f not bound to the agent host dv-cinder-831776-4-iscsi {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 09:22:20.778961 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device 88ad7d30-3451-4b00-94a4-f817eea5a326 no longer exists at agent ovs-agent-dv-cinder-831776-4-iscsi {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 09:22:20.797710 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] No Port match for: 88ad7d30-3451-4b00-94a4-f817eea5a326 {{(pid=103097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 09:22:20.798603 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device 88ad7d30-3451-4b00-94a4-f817eea5a326 not bound to the agent host dv-cinder-831776-4-iscsi {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 09:22:20.799017 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device 2683ecd3-c8e8-4cd8-949e-8038f83ed059 no longer exists at agent ovs-agent-dv-cinder-831776-4-iscsi {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 09:22:20.817129 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] No Port match for: 2683ecd3-c8e8-4cd8-949e-8038f83ed059 {{(pid=103097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 09:22:20.817501 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device 2683ecd3-c8e8-4cd8-949e-8038f83ed059 not bound to the agent host dv-cinder-831776-4-iscsi {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 09:22:20.818183 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.plugin [None req-72aa5e0e-8e85-4fe1-854e-8e07135fe2e0 admin admin] Deleting port 6f85f624-8a63-42c5-9ac3-660989a5be0d {{(pid=103096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 09:22:20.819359 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-72aa5e0e-8e85-4fe1-854e-8e07135fe2e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732013345958'] for port (6f85f624-8a63-42c5-9ac3-660989a5be0d), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:20.897485 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-72aa5e0e-8e85-4fe1-854e-8e07135fe2e0 admin admin] For port 6f85f624-8a63-42c5-9ac3-660989a5be0d, host dv-cinder-831776-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-4-iscsi',level=0,port_id=6f85f624-8a63-42c5-9ac3-660989a5be0d,segment=NetworkSegment(02d393fd-19de-4bcc-bd9b-72fa097ca06e),segment_id=02d393fd-19de-4bcc-bd9b-72fa097ca06e)] {{(pid=103096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:22:20.897846 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-72aa5e0e-8e85-4fe1-854e-8e07135fe2e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559013'] for port (6f85f624-8a63-42c5-9ac3-660989a5be0d), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:20.911128 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.plugin [None req-72aa5e0e-8e85-4fe1-854e-8e07135fe2e0 admin admin] Calling delete_port for 6f85f624-8a63-42c5-9ac3-660989a5be0d owned by network:router_interface {{(pid=103096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 09:22:21.085486 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-72aa5e0e-8e85-4fe1-854e-8e07135fe2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732013351693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732012762718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13105710'] for port (6f85f624-8a63-42c5-9ac3-660989a5be0d), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:21.110156 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aa5e0e-8e85-4fe1-854e-8e07135fe2e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f85f624-8a63-42c5-9ac3-660989a5be0d,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:22:21.527611 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-72aa5e0e-8e85-4fe1-854e-8e07135fe2e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-560312'] for router_interface (3b3c03a9-8a50-45c0-9cbe-1445dba2ce04), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:21.743425 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72aa5e0e-8e85-4fe1-854e-8e07135fe2e0 admin admin] Router 3b3c03a9-8a50-45c0-9cbe-1445dba2ce04 has already been hosted by L3 agent 09ce795b-eeca-4b3b-9d7f-577d9443cb21 {{(pid=103096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 16 09:22:21.847434 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72aa5e0e-8e85-4fe1-854e-8e07135fe2e0 admin admin] Notify agent at l3_agent.dv-cinder-831776-4-iscsi the message routers_updated {{(pid=103096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 16 09:22:21.852161 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-72aa5e0e-8e85-4fe1-854e-8e07135fe2e0 admin admin] 10.222.0.18 "PUT /v2.0/routers/3b3c03a9-8a50-45c0-9cbe-1445dba2ce04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6331410 Mar 16 09:22:21.854685 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 57512) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:22:21.857376 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a1d527-884e-4096-8d0d-324b3606cd0d None None] Sync routers for ids ['3b3c03a9-8a50-45c0-9cbe-1445dba2ce04'] in dv-cinder-831776-4-iscsi {{(pid=103097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 16 09:22:21.867104 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a1d527-884e-4096-8d0d-324b3606cd0d None None] Routers {'3b3c03a9-8a50-45c0-9cbe-1445dba2ce04'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:22:21.867716 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-a4a1d527-884e-4096-8d0d-324b3606cd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:21:53Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['3b3c03a9-8a50-45c0-9cbe-1445dba2ce04'], 'active': True} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:22:21.960387 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-3c89a9d1-1e6f-4997-8668-188b20061c51 admin admin] Publish callbacks [] for router (3b3c03a9-8a50-45c0-9cbe-1445dba2ce04), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:21.971933 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvr_db [None req-a4a1d527-884e-4096-8d0d-324b3606cd0d None None] Set router 3b3c03a9-8a50-45c0-9cbe-1445dba2ce04 gateway port host: dv-cinder-831776-4-iscsi {{(pid=103097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:22:22.064908 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-3c89a9d1-1e6f-4997-8668-188b20061c51 admin admin] Publish callbacks [] for router_gateway (3b3c03a9-8a50-45c0-9cbe-1445dba2ce04), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:22.117718 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.plugin [None req-3c89a9d1-1e6f-4997-8668-188b20061c51 admin admin] Deleting port b5f420a3-1782-4c31-968d-2ac536d06440 {{(pid=103096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 09:22:22.118104 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-3c89a9d1-1e6f-4997-8668-188b20061c51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732013345958'] for port (b5f420a3-1782-4c31-968d-2ac536d06440), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:22.148252 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-a4a1d527-884e-4096-8d0d-324b3606cd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b3c03a9-8a50-45c0-9cbe-1445dba2ce04', 'name': 'tempest-TestVolumeBootPattern-642702357-router', 'tenant_id': '831beda959844f1c9ef19ab81d3a52b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'external_fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'b5f420a3-1782-4c31-968d-2ac536d06440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:14:09Z', 'updated_at': '2022-03-16T09:22:21Z', 'revision_number': 5, 'project_id': '831beda959844f1c9ef19ab81d3a52b5', 'gw_port': {'id': 'b5f420a3-1782-4c31-968d-2ac536d06440', 'name': '', 'network_id': 'c4839873-0f35-4ea4-8707-46bf79a3edab', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:75:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3c03a9-8a50-45c0-9cbe-1445dba2ce04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-16T09:14:09Z', 'updated_at': '2022-03-16T09:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25bf7ac3-5945-4bb8-8d8f-087cde6dd03d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-4-iscsi'}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:22:22.174734 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a1d527-884e-4096-8d0d-324b3606cd0d None None] Checking router: 3b3c03a9-8a50-45c0-9cbe-1445dba2ce04 for host: dv-cinder-831776-4-iscsi {{(pid=103097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 16 09:22:22.183163 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a1d527-884e-4096-8d0d-324b3606cd0d None None] Routers {'3b3c03a9-8a50-45c0-9cbe-1445dba2ce04'} bound to L3 agent in host dv-cinder-831776-4-iscsi {{(pid=103097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 16 09:22:22.183776 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-a4a1d527-884e-4096-8d0d-324b3606cd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-16T08:53:23Z,description=,heartbeat_timestamp=2022-03-16T09:21:53Z,host='dv-cinder-831776-4-iscsi',id=09ce795b-eeca-4b3b-9d7f-577d9443cb21,load=0,resource_versions=,resources_synced=,started_at=2022-03-16T08:53:23Z,topic='l3_agent')) {'router_ids': ['3b3c03a9-8a50-45c0-9cbe-1445dba2ce04'], 'active': True} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:22:22.193759 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.db [None req-3c89a9d1-1e6f-4997-8668-188b20061c51 admin admin] For port b5f420a3-1782-4c31-968d-2ac536d06440, host dv-cinder-831776-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-4-iscsi',level=0,port_id=b5f420a3-1782-4c31-968d-2ac536d06440,segment=NetworkSegment(627a1704-08f1-4a54-a35a-53ba84ce9e35),segment_id=627a1704-08f1-4a54-a35a-53ba84ce9e35)] {{(pid=103096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:22:22.194121 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-3c89a9d1-1e6f-4997-8668-188b20061c51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559013'] for port (b5f420a3-1782-4c31-968d-2ac536d06440), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:22.210020 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.plugins.ml2.plugin [None req-3c89a9d1-1e6f-4997-8668-188b20061c51 admin admin] Calling delete_port for b5f420a3-1782-4c31-968d-2ac536d06440 owned by network:router_gateway {{(pid=103096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 09:22:22.271550 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvr_db [None req-a4a1d527-884e-4096-8d0d-324b3606cd0d None None] Set router 3b3c03a9-8a50-45c0-9cbe-1445dba2ce04 gateway port host: None {{(pid=103097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 16 09:22:22.324813 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_hamode_db [None req-a4a1d527-884e-4096-8d0d-324b3606cd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b3c03a9-8a50-45c0-9cbe-1445dba2ce04', 'name': 'tempest-TestVolumeBootPattern-642702357-router', 'tenant_id': '831beda959844f1c9ef19ab81d3a52b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:14:09Z', 'updated_at': '2022-03-16T09:22:22Z', 'revision_number': 6, 'project_id': '831beda959844f1c9ef19ab81d3a52b5', 'gw_port_host': None}], 'dv-cinder-831776-4-iscsi', False) {} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:22:22.350961 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a1d527-884e-4096-8d0d-324b3606cd0d None None] The sync data for ids ['3b3c03a9-8a50-45c0-9cbe-1445dba2ce04'] in dv-cinder-831776-4-iscsi is: [{'id': '3b3c03a9-8a50-45c0-9cbe-1445dba2ce04', 'name': 'tempest-TestVolumeBootPattern-642702357-router', 'tenant_id': '831beda959844f1c9ef19ab81d3a52b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-16T09:14:09Z', 'updated_at': '2022-03-16T09:22:22Z', 'revision_number': 6, 'project_id': '831beda959844f1c9ef19ab81d3a52b5', 'gw_port_host': None}] {{(pid=103097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 16 09:22:22.376311 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-3c89a9d1-1e6f-4997-8668-188b20061c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732013351693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732012762718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13105710'] for port (b5f420a3-1782-4c31-968d-2ac536d06440), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:22.401707 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c89a9d1-1e6f-4997-8668-188b20061c51 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5f420a3-1782-4c31-968d-2ac536d06440,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:22:22.460704 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-3c89a9d1-1e6f-4997-8668-188b20061c51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-557406'] for router_gateway (3b3c03a9-8a50-45c0-9cbe-1445dba2ce04), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:22.550591 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-3c89a9d1-1e6f-4997-8668-188b20061c51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124902'] for router (3b3c03a9-8a50-45c0-9cbe-1445dba2ce04), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:22.552645 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-3c89a9d1-1e6f-4997-8668-188b20061c51 admin admin] Publish callbacks [] for router_controller (3b3c03a9-8a50-45c0-9cbe-1445dba2ce04), precommit_delete_associations {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:22.601523 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-3c89a9d1-1e6f-4997-8668-188b20061c51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-571054'] for router (3b3c03a9-8a50-45c0-9cbe-1445dba2ce04), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:22.602372 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c89a9d1-1e6f-4997-8668-188b20061c51 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b3c03a9-8a50-45c0-9cbe-1445dba2ce04 {{(pid=103096) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 16 09:22:22.607816 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-3c89a9d1-1e6f-4997-8668-188b20061c51 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:22.609154 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-3c89a9d1-1e6f-4997-8668-188b20061c51 admin admin] 10.222.0.18 "DELETE /v2.0/routers/3b3c03a9-8a50-45c0-9cbe-1445dba2ce04 HTTP/1.1" status: 204 len: 168 time: 0.7535453 Mar 16 09:22:22.612246 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.wsgi [-] (103096) accepted ('10.222.0.18', 57514) {{(pid=103096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:22:22.655203 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.db.db_base_plugin_v2 [None req-bac311b4-ee6f-4bea-bc10-5d7e1a13334a admin admin] Deleting subnet 34da4090-2bd1-482e-837a-427ad906aa0b {{(pid=103096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 16 09:22:22.658830 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-bac311b4-ee6f-4bea-bc10-5d7e1a13334a admin admin] Publish callbacks [] for subnet (34da4090-2bd1-482e-837a-427ad906aa0b), before_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:22.691714 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-bac311b4-ee6f-4bea-bc10-5d7e1a13334a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14117644'] for subnet (34da4090-2bd1-482e-837a-427ad906aa0b), precommit_delete_associations {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:22.781873 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-bac311b4-ee6f-4bea-bc10-5d7e1a13334a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1238432'] for subnet (34da4090-2bd1-482e-837a-427ad906aa0b), precommit_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:22.839695 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-bac311b4-ee6f-4bea-bc10-5d7e1a13334a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1238363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13105905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12838951'] for subnet (34da4090-2bd1-482e-837a-427ad906aa0b), after_delete {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:22.855545 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-bb386993-43e0-4a55-9840-df9786c95b88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (09ce795b-eeca-4b3b-9d7f-577d9443cb21), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:22.862248 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device 6f85f624-8a63-42c5-9ac3-660989a5be0d no longer exists at agent ovs-agent-dv-cinder-831776-4-iscsi {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 09:22:22.872952 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron_lib.callbacks.manager [None req-bac311b4-ee6f-4bea-bc10-5d7e1a13334a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555813'] for subnet (None), before_response {{(pid=103096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:22.876783 dv-cinder-831776-4-iscsi neutron-server[103096]: INFO neutron.wsgi [None req-bac311b4-ee6f-4bea-bc10-5d7e1a13334a admin admin] 10.222.0.18 "DELETE /v2.0/subnets/34da4090-2bd1-482e-837a-427ad906aa0b HTTP/1.1" status: 204 len: 168 time: 0.2630720 Mar 16 09:22:22.878774 dv-cinder-831776-4-iscsi neutron-server[103096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac311b4-ee6f-4bea-bc10-5d7e1a13334a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34da4090-2bd1-482e-837a-427ad906aa0b,revision_number=None']} {{(pid=103096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:22:22.879834 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 57516) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:22:22.894988 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482e7651-b00d-4d33-b3a1-f49df0565e17 None None] Network dd22b7a8-e86a-40b6-b9b1-eb1d29ce569e requested from dv-cinder-831776-4-iscsi {{(pid=103097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 16 09:22:22.897632 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] No Port match for: 6f85f624-8a63-42c5-9ac3-660989a5be0d {{(pid=103097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 09:22:22.898202 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device 6f85f624-8a63-42c5-9ac3-660989a5be0d not bound to the agent host dv-cinder-831776-4-iscsi {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 09:22:22.959502 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7a97666a-fbfc-47d0-b6e3-f72ea22e93f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1197409'] for network (dd22b7a8-e86a-40b6-b9b1-eb1d29ce569e), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:23.013403 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-7a97666a-fbfc-47d0-b6e3-f72ea22e93f5 admin admin] Deleting port 334f994e-7854-4b7b-88f8-d78feaa607a5 {{(pid=103095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 09:22:23.013791 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7a97666a-fbfc-47d0-b6e3-f72ea22e93f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732013345958'] for port (334f994e-7854-4b7b-88f8-d78feaa607a5), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:23.056047 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc29db9f-6069-4ff6-9daa-67523f2a3a4a None None] DHCP port deletion for dd22b7a8-e86a-40b6-b9b1-eb1d29ce569e request from dv-cinder-831776-4-iscsi {{(pid=103097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 16 09:22:23.082269 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.db [None req-7a97666a-fbfc-47d0-b6e3-f72ea22e93f5 admin admin] For port 334f994e-7854-4b7b-88f8-d78feaa607a5, host dv-cinder-831776-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-4-iscsi',level=0,port_id=334f994e-7854-4b7b-88f8-d78feaa607a5,segment=NetworkSegment(02d393fd-19de-4bcc-bd9b-72fa097ca06e),segment_id=02d393fd-19de-4bcc-bd9b-72fa097ca06e)] {{(pid=103095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:22:23.082644 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7a97666a-fbfc-47d0-b6e3-f72ea22e93f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559013'] for port (334f994e-7854-4b7b-88f8-d78feaa607a5), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:23.097124 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-7a97666a-fbfc-47d0-b6e3-f72ea22e93f5 admin admin] Calling delete_port for 334f994e-7854-4b7b-88f8-d78feaa607a5 owned by network:dhcp {{(pid=103095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 09:22:23.104381 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-fc29db9f-6069-4ff6-9daa-67523f2a3a4a None None] Deleting port 334f994e-7854-4b7b-88f8-d78feaa607a5 {{(pid=103097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 16 09:22:23.104759 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-fc29db9f-6069-4ff6-9daa-67523f2a3a4a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732013345958'] for port (334f994e-7854-4b7b-88f8-d78feaa607a5), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:23.173905 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-fc29db9f-6069-4ff6-9daa-67523f2a3a4a None None] For port 334f994e-7854-4b7b-88f8-d78feaa607a5, host dv-cinder-831776-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-4-iscsi',level=0,port_id=334f994e-7854-4b7b-88f8-d78feaa607a5,segment=NetworkSegment(02d393fd-19de-4bcc-bd9b-72fa097ca06e),segment_id=02d393fd-19de-4bcc-bd9b-72fa097ca06e)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 16 09:22:23.174275 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-fc29db9f-6069-4ff6-9daa-67523f2a3a4a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559013'] for port (334f994e-7854-4b7b-88f8-d78feaa607a5), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:23.179660 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7a97666a-fbfc-47d0-b6e3-f72ea22e93f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732013351693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732012762718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13558255'] for port (334f994e-7854-4b7b-88f8-d78feaa607a5), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:23.187222 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-fc29db9f-6069-4ff6-9daa-67523f2a3a4a None None] Calling delete_port for 334f994e-7854-4b7b-88f8-d78feaa607a5 owned by network:dhcp {{(pid=103097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 16 09:22:23.208537 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a97666a-fbfc-47d0-b6e3-f72ea22e93f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=334f994e-7854-4b7b-88f8-d78feaa607a5,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:22:23.212033 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a97666a-fbfc-47d0-b6e3-f72ea22e93f5 admin admin] No DVR routers for this DVR port 334f994e-7854-4b7b-88f8-d78feaa607a5 on host dv-cinder-831776-4-iscsi {{(pid=103095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 09:22:23.261925 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-fc29db9f-6069-4ff6-9daa-67523f2a3a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1331113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732013351693', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732012762718'] for port (334f994e-7854-4b7b-88f8-d78feaa607a5), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:23.290722 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7a97666a-fbfc-47d0-b6e3-f72ea22e93f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1240631', 'neutron.services.segments.db._delete_segments_for_network-8732013206218'] for network (dd22b7a8-e86a-40b6-b9b1-eb1d29ce569e), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:23.296416 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc29db9f-6069-4ff6-9daa-67523f2a3a4a None None] Pushing event deleted for resources: {'Port': ['ID=334f994e-7854-4b7b-88f8-d78feaa607a5,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:22:23.298924 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc29db9f-6069-4ff6-9daa-67523f2a3a4a None None] No DVR routers for this DVR port 334f994e-7854-4b7b-88f8-d78feaa607a5 on host dv-cinder-831776-4-iscsi {{(pid=103097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 16 09:22:23.315171 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.services.segments.db [None req-7a97666a-fbfc-47d0-b6e3-f72ea22e93f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd22b7a8-e86a-40b6-b9b1-eb1d29ce569e']}} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:22:23.324131 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.services.segments.db [None req-7a97666a-fbfc-47d0-b6e3-f72ea22e93f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02d393fd-19de-4bcc-bd9b-72fa097ca06e') {'for_net_delete': True} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:22:23.324426 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.services.segments.db [None req-7a97666a-fbfc-47d0-b6e3-f72ea22e93f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02d393fd-19de-4bcc-bd9b-72fa097ca06e') {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 16 09:22:23.336934 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7a97666a-fbfc-47d0-b6e3-f72ea22e93f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732013210067', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13312443'] for segment (02d393fd-19de-4bcc-bd9b-72fa097ca06e), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:23.351228 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7a97666a-fbfc-47d0-b6e3-f72ea22e93f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079957'] for segment (02d393fd-19de-4bcc-bd9b-72fa097ca06e), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:23.357676 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a97666a-fbfc-47d0-b6e3-f72ea22e93f5 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=103095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 16 09:22:23.358095 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7a97666a-fbfc-47d0-b6e3-f72ea22e93f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1079957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13558170'] for segment (02d393fd-19de-4bcc-bd9b-72fa097ca06e), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:23.359695 dv-cinder-831776-4-iscsi neutron-server[103095]: Traceback (most recent call last): Mar 16 09:22:23.359695 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 16 09:22:23.359695 dv-cinder-831776-4-iscsi neutron-server[103095]: timer() Mar 16 09:22:23.359695 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 16 09:22:23.359695 dv-cinder-831776-4-iscsi neutron-server[103095]: cb(*args, **kw) Mar 16 09:22:23.359695 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 16 09:22:23.359695 dv-cinder-831776-4-iscsi neutron-server[103095]: return func(*args, **kwargs) Mar 16 09:22:23.359695 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 16 09:22:23.359695 dv-cinder-831776-4-iscsi neutron-server[103095]: self._notify() Mar 16 09:22:23.359695 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 16 09:22:23.359695 dv-cinder-831776-4-iscsi neutron-server[103095]: self.callback(batched_events) Mar 16 09:22:23.359695 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 16 09:22:23.359695 dv-cinder-831776-4-iscsi neutron-server[103095]: event.method(event) Mar 16 09:22:23.359695 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 16 09:22:23.359695 dv-cinder-831776-4-iscsi neutron-server[103095]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 16 09:22:23.359695 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 16 09:22:23.359695 dv-cinder-831776-4-iscsi neutron-server[103095]: aggregate_uuid = self.p_client.list_aggregates( Mar 16 09:22:23.359695 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 16 09:22:23.359695 dv-cinder-831776-4-iscsi neutron-server[103095]: return f(self, *a, **k) Mar 16 09:22:23.359695 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 16 09:22:23.359695 dv-cinder-831776-4-iscsi neutron-server[103095]: return self._get(url).json() Mar 16 09:22:23.359695 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 16 09:22:23.359695 dv-cinder-831776-4-iscsi neutron-server[103095]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 16 09:22:23.359695 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 16 09:22:23.359695 dv-cinder-831776-4-iscsi neutron-server[103095]: return self.request(url, 'GET', **kwargs) Mar 16 09:22:23.359695 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 16 09:22:23.359695 dv-cinder-831776-4-iscsi neutron-server[103095]: base_url = self.get_endpoint(auth, allow=allow, Mar 16 09:22:23.359695 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 16 09:22:23.359695 dv-cinder-831776-4-iscsi neutron-server[103095]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 16 09:22:23.359695 dv-cinder-831776-4-iscsi neutron-server[103095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 16 09:22:23.359695 dv-cinder-831776-4-iscsi neutron-server[103095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 16 09:22:23.359695 dv-cinder-831776-4-iscsi neutron-server[103095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 16 09:22:23.411746 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7a97666a-fbfc-47d0-b6e3-f72ea22e93f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1240622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-557370'] for network (dd22b7a8-e86a-40b6-b9b1-eb1d29ce569e), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:23.420053 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-7a97666a-fbfc-47d0-b6e3-f72ea22e93f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555813'] for network (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:23.423601 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-7a97666a-fbfc-47d0-b6e3-f72ea22e93f5 admin admin] 10.222.0.18 "DELETE /v2.0/networks/dd22b7a8-e86a-40b6-b9b1-eb1d29ce569e HTTP/1.1" status: 204 len: 168 time: 0.5426733 Mar 16 09:22:23.435253 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a97666a-fbfc-47d0-b6e3-f72ea22e93f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd22b7a8-e86a-40b6-b9b1-eb1d29ce569e,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:22:23.530711 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 57520) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:22:23.568975 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-56921b01-ec0f-4d20-b499-971b13d3c8d7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=acda52d846f04cf8b49ca272597c9d5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0370803 Mar 16 09:22:23.571283 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 57522) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:22:23.616814 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-8229031d-fb3b-4eb3-b6df-54dccf57f0bf admin admin] Publish callbacks [] for security_group (49990729-ea47-4c7b-a7d3-10bc5888630e), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:23.649611 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-8229031d-fb3b-4eb3-b6df-54dccf57f0bf admin admin] Publish callbacks [] for security_group (49990729-ea47-4c7b-a7d3-10bc5888630e), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:23.697908 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-8229031d-fb3b-4eb3-b6df-54dccf57f0bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (49990729-ea47-4c7b-a7d3-10bc5888630e), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:23.700351 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-8229031d-fb3b-4eb3-b6df-54dccf57f0bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:23.701543 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-8229031d-fb3b-4eb3-b6df-54dccf57f0bf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/49990729-ea47-4c7b-a7d3-10bc5888630e HTTP/1.1" status: 204 len: 168 time: 0.1293311 Mar 16 09:22:23.709509 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8229031d-fb3b-4eb3-b6df-54dccf57f0bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49990729-ea47-4c7b-a7d3-10bc5888630e,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:22:23.935616 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-cdeb7127-6fa1-4060-ae0a-c8ffc2dd9388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (514d7d79-ab14-439d-a6c0-bbffe337a49f), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:24.011777 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 57528) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:22:24.049693 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-4b2ec480-9987-400a-9599-6bcaeec63a0d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=831beda959844f1c9ef19ab81d3a52b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0367057 Mar 16 09:22:24.051938 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [-] (103095) accepted ('10.222.0.18', 57530) {{(pid=103095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 16 09:22:24.096674 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-16876dae-6786-4172-9a2a-35ead6c5019f admin admin] Publish callbacks [] for security_group (d063a746-7600-489a-a931-cd03e3563b55), before_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:24.117074 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-16876dae-6786-4172-9a2a-35ead6c5019f admin admin] Publish callbacks [] for security_group (d063a746-7600-489a-a931-cd03e3563b55), precommit_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:24.162471 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-16876dae-6786-4172-9a2a-35ead6c5019f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548144'] for security_group (d063a746-7600-489a-a931-cd03e3563b55), after_delete {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:24.165059 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-16876dae-6786-4172-9a2a-35ead6c5019f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:24.166208 dv-cinder-831776-4-iscsi neutron-server[103095]: INFO neutron.wsgi [None req-16876dae-6786-4172-9a2a-35ead6c5019f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d063a746-7600-489a-a931-cd03e3563b55 HTTP/1.1" status: 204 len: 168 time: 0.1133919 Mar 16 09:22:24.174371 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16876dae-6786-4172-9a2a-35ead6c5019f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d063a746-7600-489a-a931-cd03e3563b55,revision_number=None']} {{(pid=103095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 16 09:22:24.756928 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device b5f420a3-1782-4c31-968d-2ac536d06440 no longer exists at agent ovs-agent-dv-cinder-831776-4-iscsi {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 09:22:24.776669 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] No Port match for: b5f420a3-1782-4c31-968d-2ac536d06440 {{(pid=103097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 09:22:24.777013 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device b5f420a3-1782-4c31-968d-2ac536d06440 not bound to the agent host dv-cinder-831776-4-iscsi {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 09:22:24.777436 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device 334f994e-7854-4b7b-88f8-d78feaa607a5 no longer exists at agent ovs-agent-dv-cinder-831776-4-iscsi {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 16 09:22:24.795498 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] No Port match for: 334f994e-7854-4b7b-88f8-d78feaa607a5 {{(pid=103097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 16 09:22:24.795843 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.rpc [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Device 334f994e-7854-4b7b-88f8-d78feaa607a5 not bound to the agent host dv-cinder-831776-4-iscsi {{(pid=103097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 16 09:22:25.559269 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3de267ec-888d-49e1-92d2-a6991c0932cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (3616e4f6-4586-420d-b0d2-e3b2f5abb17b), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:25.600245 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (f0da09ba-cbd5-402d-a3a1-68b8fcaf25e8), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:26.913689 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (489981c6-9aaa-401c-bd41-6b42e027a228), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:29.046783 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.agents_db [None req-ddb2e055-3acb-4969-8bde-a74b2247622c None None] Agent healthcheck: found 6 active agents {{(pid=103098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 09:22:50.541391 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-fc802477-b610-41eb-8479-1c383427e802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (a398d5bf-1368-473f-bfdd-7d167c3f4154), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:52.848568 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-b4a77ab9-d5c0-48b7-a8d2-4e7677262403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (09ce795b-eeca-4b3b-9d7f-577d9443cb21), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:53.934846 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-cdeb7127-6fa1-4060-ae0a-c8ffc2dd9388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (514d7d79-ab14-439d-a6c0-bbffe337a49f), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:55.559733 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3de267ec-888d-49e1-92d2-a6991c0932cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (3616e4f6-4586-420d-b0d2-e3b2f5abb17b), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:55.605224 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (f0da09ba-cbd5-402d-a3a1-68b8fcaf25e8), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:22:56.907294 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (489981c6-9aaa-401c-bd41-6b42e027a228), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:23:06.045541 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.agents_db [None req-ddb2e055-3acb-4969-8bde-a74b2247622c None None] Agent healthcheck: found 6 active agents {{(pid=103098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 09:23:20.542229 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-c6de2167-fac4-4e92-901b-7a3dd3753d18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (a398d5bf-1368-473f-bfdd-7d167c3f4154), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:23:22.849314 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-f8cbb490-f0c2-4d4b-b1f0-76e5a5e6c7db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (09ce795b-eeca-4b3b-9d7f-577d9443cb21), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:23:23.938031 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-cdeb7127-6fa1-4060-ae0a-c8ffc2dd9388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (514d7d79-ab14-439d-a6c0-bbffe337a49f), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:23:25.562007 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3de267ec-888d-49e1-92d2-a6991c0932cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (3616e4f6-4586-420d-b0d2-e3b2f5abb17b), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:23:25.610905 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (f0da09ba-cbd5-402d-a3a1-68b8fcaf25e8), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:23:26.910449 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (489981c6-9aaa-401c-bd41-6b42e027a228), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:23:43.044684 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.agents_db [None req-ddb2e055-3acb-4969-8bde-a74b2247622c None None] Agent healthcheck: found 6 active agents {{(pid=103098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 09:23:50.543284 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-28ffbcf1-8f22-40f3-8dcb-3ad408b5472f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (a398d5bf-1368-473f-bfdd-7d167c3f4154), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:23:52.852204 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-82a83cc1-36cd-4597-8d7b-40aeef8d3a46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (09ce795b-eeca-4b3b-9d7f-577d9443cb21), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:23:53.940991 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-cdeb7127-6fa1-4060-ae0a-c8ffc2dd9388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (514d7d79-ab14-439d-a6c0-bbffe337a49f), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:23:55.564849 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3de267ec-888d-49e1-92d2-a6991c0932cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (3616e4f6-4586-420d-b0d2-e3b2f5abb17b), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:23:55.615951 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (f0da09ba-cbd5-402d-a3a1-68b8fcaf25e8), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:23:56.644144 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [req-f70ee451-1c54-474e-b544-ad0ec6d3c559 req-d37a36c8-afec-4f93-ba0f-705f834d979b service neutron] (103095) timed out ('10.222.0.18', 52538) {{(pid=103095) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 16 09:23:56.913702 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (489981c6-9aaa-401c-bd41-6b42e027a228), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:23:57.887907 dv-cinder-831776-4-iscsi neutron-server[103095]: DEBUG neutron.wsgi [req-f70ee451-1c54-474e-b544-ad0ec6d3c559 req-6473f15c-2d28-4236-aeed-d2d165fbc74e tempest-TestShelveInstance-1863098122 tempest-TestShelveInstance-1863098122-project] (103095) timed out ('10.222.0.18', 52560) {{(pid=103095) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 16 09:24:20.043080 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.agents_db [None req-ddb2e055-3acb-4969-8bde-a74b2247622c None None] Agent healthcheck: found 6 active agents {{(pid=103098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 09:24:20.544615 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-0b57043a-a67b-444b-9f84-e3996579cee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (a398d5bf-1368-473f-bfdd-7d167c3f4154), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:24:22.851939 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-b9860ffc-d11e-4a27-b3ff-ad0e3aa198a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (09ce795b-eeca-4b3b-9d7f-577d9443cb21), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:24:23.943017 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-cdeb7127-6fa1-4060-ae0a-c8ffc2dd9388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (514d7d79-ab14-439d-a6c0-bbffe337a49f), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:24:25.566173 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3de267ec-888d-49e1-92d2-a6991c0932cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (3616e4f6-4586-420d-b0d2-e3b2f5abb17b), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:24:25.625431 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (f0da09ba-cbd5-402d-a3a1-68b8fcaf25e8), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:24:26.919359 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (489981c6-9aaa-401c-bd41-6b42e027a228), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:24:50.549789 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-a1ef3334-e512-4ddc-b2e0-29ec48711811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (a398d5bf-1368-473f-bfdd-7d167c3f4154), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:24:52.852837 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-5c94dafe-6f60-4eea-90b5-40838b8751e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (09ce795b-eeca-4b3b-9d7f-577d9443cb21), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:24:53.945152 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-cdeb7127-6fa1-4060-ae0a-c8ffc2dd9388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (514d7d79-ab14-439d-a6c0-bbffe337a49f), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:24:55.570755 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3de267ec-888d-49e1-92d2-a6991c0932cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (3616e4f6-4586-420d-b0d2-e3b2f5abb17b), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:24:55.624794 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (f0da09ba-cbd5-402d-a3a1-68b8fcaf25e8), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:24:56.922487 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (489981c6-9aaa-401c-bd41-6b42e027a228), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:24:57.042205 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.agents_db [None req-ddb2e055-3acb-4969-8bde-a74b2247622c None None] Agent healthcheck: found 6 active agents {{(pid=103098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 09:25:20.550030 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3da2ae05-379d-4670-9f9d-3e3e18960a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (a398d5bf-1368-473f-bfdd-7d167c3f4154), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:25:22.853468 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-aa5ea416-609e-4b05-ba8b-f606b212cd65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (09ce795b-eeca-4b3b-9d7f-577d9443cb21), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:25:23.950254 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-cdeb7127-6fa1-4060-ae0a-c8ffc2dd9388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (514d7d79-ab14-439d-a6c0-bbffe337a49f), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:25:25.572185 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3de267ec-888d-49e1-92d2-a6991c0932cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (3616e4f6-4586-420d-b0d2-e3b2f5abb17b), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:25:25.647386 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (f0da09ba-cbd5-402d-a3a1-68b8fcaf25e8), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:25:26.925740 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (489981c6-9aaa-401c-bd41-6b42e027a228), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:25:34.040939 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.agents_db [None req-ddb2e055-3acb-4969-8bde-a74b2247622c None None] Agent healthcheck: found 6 active agents {{(pid=103098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 09:25:50.551622 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-7eaa1c5d-3a99-4c5e-a9bb-0a38865e3c00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (a398d5bf-1368-473f-bfdd-7d167c3f4154), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:25:52.854127 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-be657c67-1d2f-450d-9166-9df276ff36b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (09ce795b-eeca-4b3b-9d7f-577d9443cb21), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:25:53.951055 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-cdeb7127-6fa1-4060-ae0a-c8ffc2dd9388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (514d7d79-ab14-439d-a6c0-bbffe337a49f), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:25:55.575922 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3de267ec-888d-49e1-92d2-a6991c0932cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (3616e4f6-4586-420d-b0d2-e3b2f5abb17b), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:25:55.637175 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (f0da09ba-cbd5-402d-a3a1-68b8fcaf25e8), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:25:56.929656 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (489981c6-9aaa-401c-bd41-6b42e027a228), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:26:11.040127 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.agents_db [None req-ddb2e055-3acb-4969-8bde-a74b2247622c None None] Agent healthcheck: found 6 active agents {{(pid=103098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 09:26:20.556057 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-94abf18c-82d2-43ec-b4e2-6db6c160c6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (a398d5bf-1368-473f-bfdd-7d167c3f4154), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:26:22.856211 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-855a50b1-4e59-42d5-ad8b-4239299257cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (09ce795b-eeca-4b3b-9d7f-577d9443cb21), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:26:23.953093 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-cdeb7127-6fa1-4060-ae0a-c8ffc2dd9388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (514d7d79-ab14-439d-a6c0-bbffe337a49f), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:26:25.579098 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3de267ec-888d-49e1-92d2-a6991c0932cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (3616e4f6-4586-420d-b0d2-e3b2f5abb17b), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:26:25.652153 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (f0da09ba-cbd5-402d-a3a1-68b8fcaf25e8), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:26:26.931228 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (489981c6-9aaa-401c-bd41-6b42e027a228), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:26:48.039945 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.agents_db [None req-ddb2e055-3acb-4969-8bde-a74b2247622c None None] Agent healthcheck: found 6 active agents {{(pid=103098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 09:26:50.557298 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-eea6c008-298b-4f3e-b66c-be4f769d180b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (a398d5bf-1368-473f-bfdd-7d167c3f4154), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:26:52.856271 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3c910507-339f-46e2-bb59-ca5837d7d8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (09ce795b-eeca-4b3b-9d7f-577d9443cb21), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:26:53.959402 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-cdeb7127-6fa1-4060-ae0a-c8ffc2dd9388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (514d7d79-ab14-439d-a6c0-bbffe337a49f), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:26:55.581279 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3de267ec-888d-49e1-92d2-a6991c0932cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (3616e4f6-4586-420d-b0d2-e3b2f5abb17b), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:26:55.667236 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (f0da09ba-cbd5-402d-a3a1-68b8fcaf25e8), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:26:56.932662 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (489981c6-9aaa-401c-bd41-6b42e027a228), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:27:20.559042 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-186e4531-439c-4123-beb6-031dac070f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (a398d5bf-1368-473f-bfdd-7d167c3f4154), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:27:22.858775 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-f0dfe8fa-d9fc-48c6-a5ef-ac25af5614ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (09ce795b-eeca-4b3b-9d7f-577d9443cb21), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:27:23.958978 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-cdeb7127-6fa1-4060-ae0a-c8ffc2dd9388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (514d7d79-ab14-439d-a6c0-bbffe337a49f), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:27:25.038631 dv-cinder-831776-4-iscsi neutron-server[103098]: DEBUG neutron.db.agents_db [None req-ddb2e055-3acb-4969-8bde-a74b2247622c None None] Agent healthcheck: found 6 active agents {{(pid=103098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 16 09:27:25.584855 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3de267ec-888d-49e1-92d2-a6991c0932cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (3616e4f6-4586-420d-b0d2-e3b2f5abb17b), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:27:25.684347 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (f0da09ba-cbd5-402d-a3a1-68b8fcaf25e8), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:27:26.937499 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (489981c6-9aaa-401c-bd41-6b42e027a228), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:27:50.561135 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3369ae3f-0c27-4862-9dc1-42d9c972571a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (a398d5bf-1368-473f-bfdd-7d167c3f4154), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:27:52.859701 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-6c85e622-e943-47fd-b5dd-f689c71b3c03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (09ce795b-eeca-4b3b-9d7f-577d9443cb21), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:27:53.962141 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-cdeb7127-6fa1-4060-ae0a-c8ffc2dd9388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (514d7d79-ab14-439d-a6c0-bbffe337a49f), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:27:55.588686 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3de267ec-888d-49e1-92d2-a6991c0932cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (3616e4f6-4586-420d-b0d2-e3b2f5abb17b), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:27:55.682142 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-745e9531-35ae-408c-be5f-3c55cc0f6986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (f0da09ba-cbd5-402d-a3a1-68b8fcaf25e8), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 16 09:27:56.943132 dv-cinder-831776-4-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9be9d4c2-ca3c-466d-96a3-fbbe2910f242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732013206200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1233980'] for agent (489981c6-9aaa-401c-bd41-6b42e027a228), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}